[{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41297},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40444},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42321},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45563},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33362},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36604},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"French","score":0.48294},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"German","score":0.46587},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41638},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40273},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31314},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.49061},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.35324},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3541},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42662},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41212},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4744},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.45392},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39334},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38311},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.49317},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.45819},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Bulgarian","score":0.87778},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Croatian","score":0.87667},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Czech","score":0.87667},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Danish","score":0.88889},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Dutch","score":0.89111},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"English","score":0.93556},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Estonian","score":0.80333},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Finnish","score":0.85778},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"French","score":0.90556},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"German","score":0.91},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Greek","score":0.87444},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Hungarian","score":0.87111},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Italian","score":0.89333},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Latvian","score":0.87},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Lithuanian","score":0.83889},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Maltese","score":0.72778},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Norwegian","score":0.88778},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Polish","score":0.86556},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Portuguese","score":0.89444},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Romanian","score":0.88},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovak","score":0.87111},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovenian","score":0.85333},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Spanish","score":0.88444},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Swedish","score":0.87333},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Bulgarian","score":2.7714},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Croatian","score":15.309},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Czech","score":13.86365},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Danish","score":14.629},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Dutch","score":21.122},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Estonian","score":8.80365},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Finnish","score":13.1675},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"French","score":26.4145},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"German","score":12.692},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Greek","score":9.998},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Hungarian","score":24.007},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Irish","score":16.5273},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Italian","score":31.2675},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Latvian","score":11.2075},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Lithuanian","score":7.1549},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Maltese","score":12.759},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Polish","score":12.1075},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Portuguese","score":15.97195},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Romanian","score":20.2125},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovak","score":14.4855},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovenian","score":10.7957},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Spanish","score":21.712},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Swedish","score":13.43315},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Basque","score":0.312},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Catalan","score":0.8},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Czech","score":0.68},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"English","score":0.936},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"French","score":0.4},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Galician","score":0.828},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"German","score":0.824},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Greek","score":0.776},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Hungarian","score":0.812},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Serbian","score":0.512},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Spanish","score":0.9},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Czech","score":0.67633},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Dutch","score":0.69627},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"English","score":0.763},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"French","score":0.70759},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"German","score":0.6937},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Greek","score":0.61929},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.59336},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Italian","score":0.70837},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.61366},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Polish","score":0.67334},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.71058},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Romanian","score":0.6937},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Russian","score":0.70011},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Serbian","score":0.64663},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Spanish","score":0.71265},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Swedish","score":0.68744},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Turkish","score":0.63566},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.67576},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Albanian","score":0.70599},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Armenian","score":0.47818},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.5},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Basque","score":0.408},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Belarusian","score":0.30364},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Bulgarian","score":0.67818},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Croatian","score":0.69818},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Dutch","score":0.69147},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Estonian","score":0.59375},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Finnish","score":0.51543},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"French","score":0.65632},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Georgian","score":0.542},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"German","score":0.54676},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Greek","score":0.59601},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Hungarian","score":0.48909},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Italian","score":0.75182},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Lithuanian","score":0.59363},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"North Macedonian","score":0.78947},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Polish","score":0.60584},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Portuguese","score":0.62613},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Russian","score":0.60688},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Serbian","score":0.65455},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Spanish","score":0.69818},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Turkish","score":0.59307},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Ukrainian","score":0.66},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"English","score":0.768},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"French","score":0.752},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"German","score":0.756},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"Spanish","score":0.744},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Albanian","score":0.79012},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Basque","score":0.73993},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.762},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Catalan","score":0.82531},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Czech","score":0.73167},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Danish","score":0.68},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Dutch","score":0.71986},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"English","score":0.93896},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Estonian","score":0.67456},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Finnish","score":0.71051},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"French","score":0.91562},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Galician","score":0.78619},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Georgian","score":0.61765},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"German","score":0.86858},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Greek","score":0.83759},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Hungarian","score":0.79527},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Icelandic","score":0.60478},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Italian","score":0.87162},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Latvian","score":0.71537},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.75678},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.76923},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Polish","score":0.69774},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Portuguese","score":0.87369},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Romanian","score":0.81615},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Serbian","score":0.75837},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovak","score":0.68082},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovenian","score":0.67076},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Spanish","score":0.8961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Swedish","score":0.88557},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Turkish","score":0.64064},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79337},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.8905},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Croatian","score":22.018},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Czech","score":19.1955},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Danish","score":25.0205},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Dutch","score":21.0035},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Estonian","score":16.4544},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Finnish","score":15.7905},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"French","score":18.236},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"German","score":25.3015},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Greek","score":21.179},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.669},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Italian","score":25.131},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Latvian","score":18.963},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.173},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Norwegian","score":24.7555},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Polish","score":20.6255},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.5345},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Romanian","score":26.3645},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Serbian","score":21.8595},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovak","score":23.046},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovenian","score":12.84255},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Spanish","score":29.5355},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Swedish","score":32.945},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Turkish","score":19.4905},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.13},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"English","score":0.298},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"French","score":0.28},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"German","score":0.248},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Italian","score":0.322},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Portuguese","score":0.276},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Spanish","score":0.276},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Catalan","score":0.29902},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Czech","score":0.29412},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Danish","score":0.27941},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"English","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"French","score":0.32353},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Galician","score":0.29902},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"German","score":0.29902},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Greek","score":0.38235},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Italian","score":0.34314},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"North Macedonian","score":0.26961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Norwegian","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Portuguese","score":0.32353},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Romanian","score":0.30392},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovak","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Spanish","score":0.34314},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Swedish","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Ukrainian","score":0.29902},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Estonian","score":0.534},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Italian","score":0.668},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Turkish","score":0.61},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Dutch","score":0.416},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"English","score":0.637},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"French","score":0.415},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"German","score":0.438},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Italian","score":0.445},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Polish","score":0.357},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Portuguese","score":0.426},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Spanish","score":0.42},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Albanian","score":0.545},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bosnian","score":0.775},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bulgarian","score":0.795},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Catalan","score":0.71},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Croatian","score":0.645},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Czech","score":0.665},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Dutch","score":0.63},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"English","score":0.765},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Estonian","score":0.55},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Finnish","score":0.655},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"French","score":0.64},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Galician","score":0.72},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Georgian","score":0.535},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"German","score":0.705},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Greek","score":0.545},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Hungarian","score":0.685},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Icelandic","score":0.495},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Italian","score":0.79},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Lithuanian","score":0.58},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"North Macedonian","score":0.655},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Norwegian","score":0.5725},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Polish","score":0.635},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Portuguese","score":0.71},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Romanian","score":0.695},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Serbian","score":0.725},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovak","score":0.685},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovenian","score":0.545},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Spanish","score":0.79},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Swedish","score":0.69},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Turkish","score":0.67},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Ukrainian","score":0.73},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Basque","score":0.3208},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Catalan","score":0.58517},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Croatian","score":0.52909},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Danish","score":0.57636},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Dutch","score":0.61036},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"French","score":0.66556},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"German","score":0.62265},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Hungarian","score":0.49227},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Italian","score":0.64277},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Portuguese","score":0.65814},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Romanian","score":0.58378},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Serbian","score":0.52789},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Slovak","score":0.50986},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Spanish","score":0.68007},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Swedish","score":0.58397},{"data":"Qwen\/Qwen3-8B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55458},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.46502},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.45307},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.46843},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.48976},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.42491},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.42491},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"French","score":0.53157},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"German","score":0.49573},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.45563},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.46075},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.40785},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.48549},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.43003},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.42833},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.48379},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.46587},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.49317},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.47867},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.45392},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.43174},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.50171},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.49659},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Bulgarian","score":0.91333},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Croatian","score":0.89222},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Czech","score":0.91},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Danish","score":0.90667},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Dutch","score":0.91778},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"English","score":0.94222},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Estonian","score":0.87889},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Finnish","score":0.90333},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"French","score":0.92778},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"German","score":0.93111},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Greek","score":0.91667},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Hungarian","score":0.90778},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Italian","score":0.89667},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Latvian","score":0.91},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Lithuanian","score":0.89333},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Maltese","score":0.85778},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Norwegian","score":0.90444},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Polish","score":0.90556},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Portuguese","score":0.92222},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Romanian","score":0.90333},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovak","score":0.90111},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovenian","score":0.91667},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Spanish","score":0.91111},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Swedish","score":0.90778},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Bulgarian","score":3.24805},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Croatian","score":27.216},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Czech","score":13.567},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Danish","score":25.4115},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Dutch","score":31.5735},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Estonian","score":15.176},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Finnish","score":16.189},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"French","score":34.4065},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"German","score":30.3185},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Greek","score":25.736},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Hungarian","score":22.2325},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Irish","score":22.874},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Italian","score":28.614},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Latvian","score":16.3795},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Lithuanian","score":23.3045},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Maltese","score":23.235},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Polish","score":23.2125},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Portuguese","score":33.158},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Romanian","score":32.9145},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovak","score":29.7425},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovenian","score":15.918},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Spanish","score":21.081},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Swedish","score":16.121},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Basque","score":0.432},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Catalan","score":0.54},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Czech","score":0.608},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"English","score":0.732},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"French","score":0.664},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Galician","score":0.584},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"German","score":0.792},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Greek","score":0.52},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Hungarian","score":0.664},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Serbian","score":0.616},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Spanish","score":0.6},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Czech","score":0.69912},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Dutch","score":0.71315},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"English","score":0.78806},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"French","score":0.7318},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"German","score":0.70802},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Greek","score":0.68316},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.63773},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Italian","score":0.73273},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.64955},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Polish","score":0.69242},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.70168},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Romanian","score":0.71457},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Russian","score":0.71201},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Serbian","score":0.67825},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Spanish","score":0.74064},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Swedish","score":0.70916},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Turkish","score":0.66159},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.68316},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Albanian","score":0.76951},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Armenian","score":0.54364},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.55474},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Basque","score":0.434},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Belarusian","score":0.34364},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Bulgarian","score":0.74182},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Croatian","score":0.79455},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Dutch","score":0.74773},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Estonian","score":0.6875},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Finnish","score":0.54446},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"French","score":0.72076},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Georgian","score":0.668},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"German","score":0.52518},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Greek","score":0.65217},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Hungarian","score":0.56},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Italian","score":0.78832},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Lithuanian","score":0.70225},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"North Macedonian","score":0.86025},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Polish","score":0.62044},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Portuguese","score":0.66425},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Russian","score":0.65217},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Serbian","score":0.75818},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Spanish","score":0.74545},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Turkish","score":0.59307},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Ukrainian","score":0.7},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"English","score":0.86},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"French","score":0.72},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"German","score":0.732},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"Spanish","score":0.796},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Albanian","score":0.82305},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Basque","score":0.73993},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.92189},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Catalan","score":0.92732},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Czech","score":0.87688},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Dutch","score":0.89404},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"English","score":0.97532},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Estonian","score":0.8299},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Finnish","score":0.8214},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"French","score":0.9737},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Galician","score":0.90173},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Georgian","score":0.84314},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"German","score":0.96388},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Greek","score":0.95255},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Hungarian","score":0.93136},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Icelandic","score":0.83042},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Italian","score":0.92764},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Latvian","score":0.85653},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.93898},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Polish","score":0.86767},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Portuguese","score":0.93996},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Romanian","score":0.92656},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Serbian","score":0.92483},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovak","score":0.86176},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovenian","score":0.8617},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Spanish","score":0.96025},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Turkish","score":0.77669},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9406},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.3525},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Croatian","score":26.193},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Czech","score":20.324},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Danish","score":29.7125},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Dutch","score":21.9965},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Estonian","score":23.232},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Finnish","score":19.214},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"French","score":18.8785},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"German","score":26.23},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Greek","score":26.568},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Hungarian","score":19.3865},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Italian","score":31.071},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Latvian","score":23.1515},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.5055},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.9975},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Polish","score":22.351},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Portuguese","score":30.239},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Romanian","score":28.886},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Serbian","score":25.446},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovak","score":26.8105},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.305},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Spanish","score":30.8975},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Swedish","score":35.4475},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Turkish","score":24.7785},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Ukrainian","score":21.134},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"English","score":0.118},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"French","score":0.066},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"German","score":0.064},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Italian","score":0.092},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Portuguese","score":0.07},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Spanish","score":0.076},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Albanian","score":0.59314},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Basque","score":0.53922},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bosnian","score":0.57353},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bulgarian","score":0.56863},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Catalan","score":0.55882},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Croatian","score":0.55882},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Czech","score":0.54902},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Danish","score":0.52451},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Dutch","score":0.5098},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"English","score":0.5},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Estonian","score":0.5},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Finnish","score":0.54412},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"French","score":0.55392},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Galician","score":0.55882},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Georgian","score":0.59804},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"German","score":0.5},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Greek","score":0.53431},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Hungarian","score":0.5049},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Icelandic","score":0.53922},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Irish","score":0.53922},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Italian","score":0.54902},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Latvian","score":0.56863},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Lithuanian","score":0.4951},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Maltese","score":0.51471},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"North Macedonian","score":0.55882},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Norwegian","score":0.52451},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Polish","score":0.51961},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Portuguese","score":0.54412},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Romanian","score":0.55392},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Serbian","score":0.48039},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovak","score":0.5098},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovenian","score":0.53922},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Spanish","score":0.5098},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Swedish","score":0.51961},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Turkish","score":0.5098},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Ukrainian","score":0.57353},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Estonian","score":0.56},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Italian","score":0.624},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Turkish","score":0.646},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Dutch","score":0.403},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"English","score":0.475},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"French","score":0.404},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"German","score":0.41},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Italian","score":0.403},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Polish","score":0.356},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Portuguese","score":0.387},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Spanish","score":0.386},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Albanian","score":0.505},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bosnian","score":0.625},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bulgarian","score":0.545},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Catalan","score":0.56},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Croatian","score":0.715},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Czech","score":0.585},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Dutch","score":0.56},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"English","score":0.735},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Estonian","score":0.42},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Finnish","score":0.6},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"French","score":0.595},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Galician","score":0.59},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"German","score":0.705},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Greek","score":0.485},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Hungarian","score":0.495},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Icelandic","score":0.445},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Italian","score":0.595},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Lithuanian","score":0.605},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"North Macedonian","score":0.615},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Norwegian","score":0.495},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Polish","score":0.57},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Portuguese","score":0.64},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Romanian","score":0.615},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Serbian","score":0.595},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovak","score":0.605},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovenian","score":0.515},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Spanish","score":0.63},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Swedish","score":0.56},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Ukrainian","score":0.58},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Basque","score":0.34716},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Catalan","score":0.62903},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Croatian","score":0.61197},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Danish","score":0.6461},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Dutch","score":0.64954},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"French","score":0.69929},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"German","score":0.6551},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Hungarian","score":0.54502},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Italian","score":0.6766},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Portuguese","score":0.69585},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Romanian","score":0.63018},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Serbian","score":0.60864},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Slovak","score":0.57638},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Spanish","score":0.70429},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Swedish","score":0.64427},{"data":"Qwen\/Qwen3.5-9B-Base","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Ukrainian","score":0.59358},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.2227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.22355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.24061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.26706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.22889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Croatian","score":0.26889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Czech","score":0.26778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Danish","score":0.27778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Dutch","score":0.23},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"English","score":0.22889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Estonian","score":0.21889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Finnish","score":0.22333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"French","score":0.21889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"German","score":0.22333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Greek","score":0.23222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Hungarian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Italian","score":0.22222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Latvian","score":0.28222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.23111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Maltese","score":0.27667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Norwegian","score":0.26778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Polish","score":0.22444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Portuguese","score":0.22889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Romanian","score":0.22556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Slovak","score":0.23111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Slovenian","score":0.22333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Spanish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"BeleBele","language":"Swedish","score":0.24333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Bulgarian","score":9.17715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Croatian","score":8.17705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Czech","score":14.9315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Danish","score":12.6385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Dutch","score":13.462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Estonian","score":12.304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Finnish","score":14.859},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"French","score":11.34155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"German","score":13.2775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Greek","score":6.99015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Hungarian","score":14.2805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Irish","score":12.83445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Italian","score":12.67},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Latvian","score":13.1661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Lithuanian","score":12.5795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Maltese","score":13.478},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Polish","score":10.737},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Portuguese","score":13.3255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Romanian","score":13.7615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Slovak","score":11.8085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Slovenian","score":10.2075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Spanish","score":14.118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Flores-200","language":"Swedish","score":9.41565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.2437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.2348},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"English","score":0.25174},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"French","score":0.25075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"German","score":0.24833},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.24783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25388},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.24598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.24655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.24434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.24028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.23216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.23971},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.23373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.24441},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.24683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.24498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.25466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Albanian","score":0.22505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Armenian","score":0.28727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Basque","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.25091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Croatian","score":0.24364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Dutch","score":0.28494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Estonian","score":0.28125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Finnish","score":0.24501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"French","score":0.27208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Georgian","score":0.254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Greek","score":0.27174},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.24909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Italian","score":0.2938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.2603},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.22505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.26134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Russian","score":0.21014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Serbian","score":0.27455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Spanish","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Turkish","score":0.23723},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.23455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Mgsm","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Mgsm","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Mgsm","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Mgsm","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.55556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Basque","score":0.81319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.5712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.51664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Czech","score":0.56955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Danish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.50064},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"English","score":0.74286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.53437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.53696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"French","score":0.48273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Galician","score":0.52191},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.73039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"German","score":0.63621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Greek","score":0.54197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.60355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.57729},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Irish","score":0.39286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Italian","score":0.58319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.55871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.51525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.38462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Polish","score":0.55562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.58366},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.56712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.60712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.55489},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.51037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.63912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.50746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.43398},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.56013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":0.01167665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Croatian","score":0.0132745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Czech","score":0.011238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Danish","score":0.00782615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Dutch","score":0.0119405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Estonian","score":0.0092282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Finnish","score":0.01033575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"French","score":0.0085236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"German","score":0.011435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Greek","score":0.0106222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":0.01089085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Italian","score":0.0154995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Latvian","score":0.01042995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":0.00869435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":0.0083041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Polish","score":0.011207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":0.011327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Romanian","score":0.0107202},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Serbian","score":0.0111777},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Slovak","score":0.0118686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":0.0091914},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Spanish","score":0.00966695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Swedish","score":0.0113845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Turkish","score":0.011015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":0.0134015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Albanian","score":0.088235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Basque","score":0.14216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Bosnian","score":0.11275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.098039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Catalan","score":0.093137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Croatian","score":0.11765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Czech","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Danish","score":0.14706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Dutch","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"English","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Estonian","score":0.10294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Finnish","score":0.098039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"French","score":0.10294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Galician","score":0.093137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Georgian","score":0.093137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"German","score":0.14216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Greek","score":0.098039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Hungarian","score":0.11275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Icelandic","score":0.10294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Irish","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Italian","score":0.098039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Latvian","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Maltese","score":0.10784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.12745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Norwegian","score":0.11765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Polish","score":0.11275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Portuguese","score":0.11275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Romanian","score":0.098039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Serbian","score":0.13235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Slovak","score":0.068627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Slovenian","score":0.083333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Spanish","score":0.13725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Swedish","score":0.11765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Turkish","score":0.10294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.078431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"XCOPA","language":"Estonian","score":0.506},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"XCOPA","language":"Italian","score":0.508},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"XCOPA","language":"Turkish","score":0.528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"Dutch","score":0.205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"English","score":0.202},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"French","score":0.199},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"German","score":0.202},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"Italian","score":0.235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"Polish","score":0.226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.21},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"Xcsqa","language":"Spanish","score":0.192},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Albanian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Bosnian","score":0.2},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Catalan","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Croatian","score":0.21},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Czech","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Dutch","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"English","score":0.19},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Estonian","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Finnish","score":0.215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"French","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Galician","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Georgian","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"German","score":0.195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Greek","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Hungarian","score":0.23},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Icelandic","score":0.2},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Italian","score":0.235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Norwegian","score":0.2425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Polish","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Portuguese","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Romanian","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Serbian","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Slovak","score":0.235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Slovenian","score":0.22},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Spanish","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Swedish","score":0.21},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Turkish","score":0.23},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Basque","score":0.25143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Catalan","score":0.25969},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Croatian","score":0.24897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Danish","score":0.25588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Dutch","score":0.25127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"French","score":0.25455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"German","score":0.24787},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.23972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Italian","score":0.24921},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.25398},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Romanian","score":0.26652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Serbian","score":0.24997},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Slovak","score":0.24639},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Spanish","score":0.26264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Swedish","score":0.2528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step0","tokens_B":0.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.2504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"French","score":0.36775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"German","score":0.30546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.3302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23976},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36604},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.3157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Bulgarian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Croatian","score":0.49444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Czech","score":0.48889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Danish","score":0.51556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Dutch","score":0.59},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"English","score":0.79778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Estonian","score":0.36444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Finnish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"French","score":0.65889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"German","score":0.63667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Greek","score":0.43333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Hungarian","score":0.40333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Italian","score":0.62667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Latvian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Lithuanian","score":0.41778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Maltese","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Norwegian","score":0.55556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Polish","score":0.48333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Portuguese","score":0.67},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Romanian","score":0.54222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Slovak","score":0.48111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Slovenian","score":0.43222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Spanish","score":0.68333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Swedish","score":0.56333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Bulgarian","score":29.28035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Croatian","score":35.876},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Czech","score":27.583},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Danish","score":32.1675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Dutch","score":36.662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Estonian","score":17.6446},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Finnish","score":16.6935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"French","score":61.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"German","score":38.179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Greek","score":28.8135},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Hungarian","score":16.119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Irish","score":11.8574},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Italian","score":32.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Latvian","score":11.8885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Lithuanian","score":16.633},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Maltese","score":19.7363},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Polish","score":25.067},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Portuguese","score":17.448},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Romanian","score":37.158},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Slovak","score":30.9211},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Slovenian","score":16.7675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Spanish","score":30.6095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Swedish","score":13.907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Greek","score":0.04},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Czech","score":0.38321},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"English","score":0.58788},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"French","score":0.46525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"German","score":0.43726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Greek","score":0.33243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30886},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Italian","score":0.44253},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32574},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Polish","score":0.38542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45499},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Romanian","score":0.41184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Russian","score":0.38627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Serbian","score":0.33222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Albanian","score":0.34664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Armenian","score":0.27091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Basque","score":0.286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Bulgarian","score":0.28545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Croatian","score":0.35091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Dutch","score":0.38475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Estonian","score":0.33036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Finnish","score":0.31216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"French","score":0.40334},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Georgian","score":0.316},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Greek","score":0.28804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Hungarian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Italian","score":0.42701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Lithuanian","score":0.31086},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Polish","score":0.26277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Portuguese","score":0.42831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Russian","score":0.35688},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Serbian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Spanish","score":0.42545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Turkish","score":0.29562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Ukrainian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"English","score":0.364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"French","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"Spanish","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Albanian","score":0.73663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Basque","score":0.68498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.80513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Catalan","score":0.81349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Czech","score":0.77608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Danish","score":0.7},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Dutch","score":0.83054},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Estonian","score":0.64233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Finnish","score":0.7},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"French","score":0.94192},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Galician","score":0.77822},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Georgian","score":0.77941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"German","score":0.91384},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Greek","score":0.90237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Hungarian","score":0.74675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Icelandic","score":0.67762},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Irish","score":0.39286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Italian","score":0.85562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Latvian","score":0.64776},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72458},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Polish","score":0.74878},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90551},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Romanian","score":0.80545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Serbian","score":0.80189},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Slovak","score":0.70929},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Spanish","score":0.92956},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Turkish","score":0.62342},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81378},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.86125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Croatian","score":13.3181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Czech","score":11.13785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Danish","score":18.728},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Dutch","score":15.4835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Estonian","score":6.9097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Finnish","score":8.39385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"French","score":14.652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"German","score":19.1015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Greek","score":10.99865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.0428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Italian","score":21.686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Latvian","score":5.4797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.3601},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.0995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Polish","score":13.39795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Romanian","score":16.4278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Serbian","score":11.98145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Slovak","score":12.25555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.91645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Spanish","score":23.682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Swedish","score":24.8475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Turkish","score":10.37185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.4545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Albanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Basque","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Bosnian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Catalan","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Croatian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Czech","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Danish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Dutch","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"English","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Estonian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Finnish","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Galician","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"German","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Greek","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Icelandic","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Irish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Italian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Latvian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Lithuanian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Maltese","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Norwegian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Polish","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Portuguese","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Romanian","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Slovak","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Slovenian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Spanish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Swedish","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Turkish","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Estonian","score":0.468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Italian","score":0.536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Turkish","score":0.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Dutch","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"English","score":0.527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"French","score":0.296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"German","score":0.298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Italian","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Polish","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Portuguese","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Spanish","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Albanian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Bosnian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Bulgarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Croatian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Czech","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Dutch","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"English","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Finnish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"French","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Galician","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Hungarian","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Icelandic","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Italian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Lithuanian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"North Macedonian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Norwegian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Portuguese","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Romanian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Serbian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Slovak","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Spanish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Turkish","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Ukrainian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Basque","score":0.28903},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Catalan","score":0.38552},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Croatian","score":0.3554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Danish","score":0.40355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Dutch","score":0.42698},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"French","score":0.50386},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"German","score":0.42656},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Hungarian","score":0.31144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Italian","score":0.46546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Portuguese","score":0.49074},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Romanian","score":0.37209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Serbian","score":0.35845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Slovak","score":0.33864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Spanish","score":0.51237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Swedish","score":0.40726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1008000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36253},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.22782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"French","score":0.3541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"German","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.3302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.21928},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.35922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.2756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.37116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31741},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Bulgarian","score":0.48556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Croatian","score":0.51444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Czech","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Danish","score":0.51889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Dutch","score":0.59444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"English","score":0.79},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Estonian","score":0.38444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Finnish","score":0.44444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"French","score":0.69333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"German","score":0.64},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Greek","score":0.40778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Hungarian","score":0.43444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Italian","score":0.62333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Latvian","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Lithuanian","score":0.38778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Maltese","score":0.36333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Norwegian","score":0.59889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Polish","score":0.50889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Portuguese","score":0.67556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Romanian","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Slovak","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Slovenian","score":0.45444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Spanish","score":0.69778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Swedish","score":0.59333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Bulgarian","score":27.92855},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Croatian","score":34.7265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Czech","score":31.6825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Danish","score":25.6035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Dutch","score":36.2965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Estonian","score":20.13},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Finnish","score":23.396},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"French","score":59.2175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"German","score":31.748},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Greek","score":27.46605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Hungarian","score":21.3645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Irish","score":12.595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Italian","score":29.1711},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Latvian","score":19.147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Lithuanian","score":24.4465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Maltese","score":20.31605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Polish","score":27.694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Portuguese","score":11.6627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Romanian","score":32.9786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Slovak","score":28.4765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Slovenian","score":25.9727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Spanish","score":19.0145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Swedish","score":14.4755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Greek","score":0.036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Czech","score":0.37644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"English","score":0.58539},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"French","score":0.45471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"German","score":0.43049},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Greek","score":0.31427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Italian","score":0.42957},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Polish","score":0.36569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.44196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40436},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Russian","score":0.37694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40963},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33692},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Albanian","score":0.30127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Armenian","score":0.28364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28467},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Basque","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Belarusian","score":0.25273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Bulgarian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Croatian","score":0.37818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Dutch","score":0.4029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Estonian","score":0.26786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Finnish","score":0.31397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"French","score":0.38425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Georgian","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"German","score":0.27338},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Greek","score":0.29348},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Hungarian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Italian","score":0.43066},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"North Macedonian","score":0.33757},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Polish","score":0.32299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Portuguese","score":0.40835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Russian","score":0.35688},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Serbian","score":0.32727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Spanish","score":0.39273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Turkish","score":0.31752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"English","score":0.344},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"French","score":0.22},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"German","score":0.22},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"Spanish","score":0.188},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Albanian","score":0.71605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Basque","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.81448},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Catalan","score":0.80166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Czech","score":0.75987},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Dutch","score":0.82797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Estonian","score":0.62524},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Finnish","score":0.70233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"French","score":0.927},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Galician","score":0.79283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Georgian","score":0.82843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"German","score":0.91253},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Greek","score":0.91058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Hungarian","score":0.77278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Icelandic","score":0.68368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Italian","score":0.85028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Latvian","score":0.66029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.77712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.5641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Polish","score":0.75795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Romanian","score":0.82053},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Serbian","score":0.82197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Slovak","score":0.70953},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70868},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Spanish","score":0.93074},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Turkish","score":0.63835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.80612},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.77935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Croatian","score":13.23535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Czech","score":11.2578},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Danish","score":19.827},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Dutch","score":15.622},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Estonian","score":7.0231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Finnish","score":8.55415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"French","score":14.791},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"German","score":19.5665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Greek","score":10.54365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.01985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Italian","score":21.762},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Latvian","score":5.4862},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.28535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.7505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Polish","score":13.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.1615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Romanian","score":16.70795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Serbian","score":11.197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Slovak","score":12.48795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.20975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Spanish","score":23.6655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Swedish","score":25.8265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Turkish","score":10.26965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.70805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Albanian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Basque","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Bosnian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Bulgarian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Catalan","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Czech","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Danish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Dutch","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"English","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Estonian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"French","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Galician","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"German","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Greek","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Hungarian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Icelandic","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Irish","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Latvian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Lithuanian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Maltese","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"North Macedonian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Norwegian","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Polish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Portuguese","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Romanian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Serbian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Slovak","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Slovenian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Spanish","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Swedish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Turkish","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Estonian","score":0.476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Italian","score":0.552},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Turkish","score":0.536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Dutch","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"English","score":0.511},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"French","score":0.303},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"German","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Italian","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Polish","score":0.229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Portuguese","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Spanish","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Bosnian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Catalan","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Croatian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Dutch","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Estonian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Finnish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"French","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Galician","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Georgian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Greek","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Icelandic","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Lithuanian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"North Macedonian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Norwegian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Polish","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Portuguese","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Romanian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Serbian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Slovak","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Slovenian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Spanish","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Swedish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Ukrainian","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Basque","score":0.28817},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Catalan","score":0.38856},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Croatian","score":0.35477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Danish","score":0.40742},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Dutch","score":0.4286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"French","score":0.50257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"German","score":0.43499},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Hungarian","score":0.31977},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Italian","score":0.46383},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Portuguese","score":0.4942},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Romanian","score":0.38042},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Serbian","score":0.35866},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Slovak","score":0.33527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Spanish","score":0.51696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Swedish","score":0.41493},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1056000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"French","score":0.38055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"German","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.21928},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.33959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Bulgarian","score":0.52889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Croatian","score":0.52889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Czech","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Danish","score":0.55222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Dutch","score":0.62333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"English","score":0.82111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Estonian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Finnish","score":0.46111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"French","score":0.68111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"German","score":0.66444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Greek","score":0.42444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Hungarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Italian","score":0.65222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Latvian","score":0.39889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Lithuanian","score":0.37556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Maltese","score":0.34222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Norwegian","score":0.56667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Polish","score":0.49556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Portuguese","score":0.69444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Romanian","score":0.59889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Slovak","score":0.48889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Slovenian","score":0.44667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Spanish","score":0.70444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Swedish","score":0.59111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Bulgarian","score":26.3388},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Croatian","score":32.0382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Czech","score":31.25295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Danish","score":13.65185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Dutch","score":28.8473},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Estonian","score":12.507},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Finnish","score":19.39395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"French","score":43.65},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"German","score":34.483},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Greek","score":27.4758},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Hungarian","score":21.4445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Irish","score":14.1815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Italian","score":32.0625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Latvian","score":10.7913},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Lithuanian","score":26.18},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Maltese","score":19.09735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Polish","score":26.2905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Portuguese","score":31.919},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Romanian","score":30.7998},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Slovak","score":30.7753},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Slovenian","score":31.9895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Spanish","score":26.957},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Swedish","score":28.16},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"French","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Czech","score":0.37131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"English","score":0.58581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"French","score":0.45891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"German","score":0.43163},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Greek","score":0.32175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Italian","score":0.43541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.3226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Polish","score":0.37794},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45378},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Romanian","score":0.406},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Russian","score":0.37872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46083},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35408},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.34525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Albanian","score":0.32668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Armenian","score":0.25455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Bulgarian","score":0.32545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Croatian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Dutch","score":0.36116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Estonian","score":0.31696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Finnish","score":0.32668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"French","score":0.40573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Georgian","score":0.306},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Greek","score":0.30797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Hungarian","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Italian","score":0.39964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"North Macedonian","score":0.33938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Polish","score":0.2792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Portuguese","score":0.38657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Russian","score":0.36594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Serbian","score":0.33091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Spanish","score":0.38727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Turkish","score":0.31569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Ukrainian","score":0.38727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"English","score":0.332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"German","score":0.192},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"Spanish","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Albanian","score":0.68313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Basque","score":0.8022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.79455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Catalan","score":0.80954},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Czech","score":0.75799},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Danish","score":0.72},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Dutch","score":0.80438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Estonian","score":0.64233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Finnish","score":0.7393},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"French","score":0.93564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Galician","score":0.75697},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Georgian","score":0.78431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"German","score":0.91427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Greek","score":0.89872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Hungarian","score":0.74675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Icelandic","score":0.68261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Italian","score":0.85428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Latvian","score":0.64281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.73983},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.64103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Polish","score":0.74633},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90026},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Romanian","score":0.80837},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Serbian","score":0.8241},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Slovak","score":0.71918},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Spanish","score":0.92523},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Turkish","score":0.62859},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.04195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Croatian","score":14.0673},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Czech","score":11.217},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Danish","score":19.973},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Dutch","score":15.7395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Estonian","score":7.20275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Finnish","score":8.82275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"French","score":14.7735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"German","score":19.5425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Greek","score":11.2274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.4728},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Italian","score":22.205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Latvian","score":5.6229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.8271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.168},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Polish","score":13.3822},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Romanian","score":16.8577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Serbian","score":11.5443},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Slovak","score":12.81735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Spanish","score":24.1795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Swedish","score":25.8905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Turkish","score":10.637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.4778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Portuguese","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Albanian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Basque","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Bosnian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Catalan","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Czech","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Danish","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"English","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Estonian","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Finnish","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"French","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Galician","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"German","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Greek","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Icelandic","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Irish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Italian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Latvian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Lithuanian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Maltese","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"North Macedonian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Norwegian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Polish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Portuguese","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Romanian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Serbian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Slovak","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Slovenian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Spanish","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Swedish","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Turkish","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Estonian","score":0.478},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Italian","score":0.516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Turkish","score":0.546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Dutch","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"English","score":0.524},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"French","score":0.302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"German","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Italian","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Polish","score":0.226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Portuguese","score":0.301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Spanish","score":0.271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Albanian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Bosnian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Bulgarian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Catalan","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Croatian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Czech","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Dutch","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Estonian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Finnish","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"French","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Galician","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Georgian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"German","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Hungarian","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Italian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Lithuanian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"North Macedonian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Norwegian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Polish","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Portuguese","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Romanian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Serbian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Slovak","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Slovenian","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Spanish","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Swedish","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Turkish","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Basque","score":0.29055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Catalan","score":0.39605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Croatian","score":0.35815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Danish","score":0.40795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Dutch","score":0.42882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"French","score":0.50632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"German","score":0.43488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Hungarian","score":0.31791},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Italian","score":0.46525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Portuguese","score":0.49485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Romanian","score":0.38918},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Serbian","score":0.36215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Slovak","score":0.34085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Spanish","score":0.5144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Swedish","score":0.42008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1104000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.2756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.30205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.31143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"French","score":0.37031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"German","score":0.30631},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.28328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36604},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32509},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Bulgarian","score":0.53222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Croatian","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Czech","score":0.52889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Danish","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Dutch","score":0.62222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"English","score":0.79778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Estonian","score":0.38111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Finnish","score":0.46222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"French","score":0.69333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"German","score":0.65444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Greek","score":0.41333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Hungarian","score":0.40889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Italian","score":0.63778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Latvian","score":0.40222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Lithuanian","score":0.40444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Maltese","score":0.34667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Norwegian","score":0.59222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Polish","score":0.52111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Portuguese","score":0.67556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Romanian","score":0.58},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Slovak","score":0.49556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Slovenian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Spanish","score":0.68222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Swedish","score":0.58444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Bulgarian","score":31.44865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Croatian","score":37.4605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Czech","score":31.1865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Danish","score":14.3295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Dutch","score":48.877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Estonian","score":10.38305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Finnish","score":8.7039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"French","score":51.889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"German","score":36.3395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Greek","score":25.60655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Hungarian","score":23.7915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Irish","score":16.3278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Italian","score":48.1835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Latvian","score":13.018},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Lithuanian","score":22.5555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Maltese","score":20.7445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Polish","score":26.695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Portuguese","score":50.2025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Romanian","score":37.964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Slovak","score":37.327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Slovenian","score":32.133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Spanish","score":41.7565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Swedish","score":22.615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Czech","score":0.36961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42708},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"English","score":0.58767},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"French","score":0.45015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"German","score":0.42971},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Greek","score":0.32011},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Italian","score":0.43391},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Polish","score":0.37245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.44865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40407},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Russian","score":0.37039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31997},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33457},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Albanian","score":0.31397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Armenian","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.25912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Basque","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Bulgarian","score":0.29455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Croatian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Dutch","score":0.38838},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Estonian","score":0.29018},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Finnish","score":0.28675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"French","score":0.38425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Georgian","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Greek","score":0.26812},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Hungarian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Italian","score":0.42336},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Lithuanian","score":0.31461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"North Macedonian","score":0.37205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Polish","score":0.2865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Portuguese","score":0.4029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Russian","score":0.39855},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Serbian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Spanish","score":0.40727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Turkish","score":0.2938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"English","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"French","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"German","score":0.184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Albanian","score":0.71605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Basque","score":0.75824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.82913},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Catalan","score":0.81567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Czech","score":0.75282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Danish","score":0.8},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Dutch","score":0.81553},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Estonian","score":0.63146},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Finnish","score":0.7284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"French","score":0.94035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Galician","score":0.75299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Georgian","score":0.54902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"German","score":0.91427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Greek","score":0.89599},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Hungarian","score":0.75503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Icelandic","score":0.69439},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Italian","score":0.86162},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Latvian","score":0.65996},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.74746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.5641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Polish","score":0.74633},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90617},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Romanian","score":0.82636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Serbian","score":0.81406},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Slovak","score":0.70133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Slovenian","score":0.71492},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Spanish","score":0.93231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Swedish","score":0.96517},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Turkish","score":0.63662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.8043},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.1829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Croatian","score":14.2334},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Czech","score":11.19515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Danish","score":19.6655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Dutch","score":15.795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Estonian","score":7.10425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Finnish","score":8.9489},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"French","score":14.936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"German","score":19.688},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Greek","score":11.8297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.1012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Italian","score":22.556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Latvian","score":5.46515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.6471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.0205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Polish","score":13.5592},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.8095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Romanian","score":17.3465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Serbian","score":12.80595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Slovak","score":12.5503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.05905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Spanish","score":24.15},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Swedish","score":25.978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Turkish","score":10.82085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.1658},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Czech","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Dutch","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Estonian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Maltese","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Romanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Estonian","score":0.482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Italian","score":0.504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Turkish","score":0.552},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Dutch","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"English","score":0.531},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"French","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"German","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Italian","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Polish","score":0.239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Portuguese","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Spanish","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Albanian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Bosnian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Bulgarian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Catalan","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Croatian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Czech","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Estonian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Finnish","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Galician","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"German","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Hungarian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Icelandic","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Italian","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Lithuanian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"North Macedonian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Norwegian","score":0.3675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Polish","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Portuguese","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Romanian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Serbian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Slovak","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Spanish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Turkish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Basque","score":0.28828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Catalan","score":0.39192},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Croatian","score":0.36332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Danish","score":0.41558},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Dutch","score":0.43475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"French","score":0.50728},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"German","score":0.43542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Hungarian","score":0.3224},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Italian","score":0.4659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Portuguese","score":0.49886},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Romanian","score":0.37696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Serbian","score":0.36152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Slovak","score":0.33695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Spanish","score":0.5176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Swedish","score":0.41625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1152000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36189},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.28754},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.29096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.29863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"French","score":0.343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"German","score":0.31826},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.29437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36433},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.35836},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Bulgarian","score":0.51778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Croatian","score":0.51222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Czech","score":0.51333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Danish","score":0.53667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Dutch","score":0.61889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"English","score":0.81},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Estonian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Finnish","score":0.42778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"French","score":0.67889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"German","score":0.65778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Greek","score":0.40333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Hungarian","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Italian","score":0.62778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Latvian","score":0.40444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Lithuanian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Maltese","score":0.35444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Norwegian","score":0.56111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Polish","score":0.50444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Portuguese","score":0.66889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Romanian","score":0.54889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Slovak","score":0.48778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Slovenian","score":0.45333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Spanish","score":0.68444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Swedish","score":0.58778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Bulgarian","score":41.834},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Croatian","score":23.3435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Czech","score":33.6354},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Danish","score":34.8335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Dutch","score":48.83},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Estonian","score":24.515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Finnish","score":20.2535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"French","score":51.0215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"German","score":36.839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Greek","score":31.3319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Hungarian","score":22.916},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Irish","score":15.1915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Italian","score":35.781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Latvian","score":9.58305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Lithuanian","score":16.3835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Maltese","score":19.6271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Polish","score":33.4885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Portuguese","score":18.5425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Romanian","score":33.48565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Slovak","score":34.066},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Slovenian","score":30.2105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Spanish","score":36.563},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Swedish","score":21.5305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Czech","score":0.38912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"English","score":0.59735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"French","score":0.47102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"German","score":0.44438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Greek","score":0.33236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Italian","score":0.452},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.33094},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Polish","score":0.38598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Romanian","score":0.41881},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Russian","score":0.39368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Serbian","score":0.34176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46924},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42587},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Albanian","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Armenian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.26825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Basque","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Bulgarian","score":0.29273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Croatian","score":0.36545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Dutch","score":0.37024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Estonian","score":0.3125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Finnish","score":0.29764},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"French","score":0.41766},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Georgian","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"German","score":0.3741},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Greek","score":0.26087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Hungarian","score":0.29636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Italian","score":0.43431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29963},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"North Macedonian","score":0.35935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Polish","score":0.32299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Portuguese","score":0.40472},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Russian","score":0.4058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Serbian","score":0.32909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Spanish","score":0.41273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Turkish","score":0.34489},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Ukrainian","score":0.37455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"English","score":0.384},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"French","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"German","score":0.192},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"Spanish","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Albanian","score":0.7037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Basque","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.80431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Catalan","score":0.81217},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Czech","score":0.75094},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Danish","score":0.78},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Dutch","score":0.82368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Estonian","score":0.64699},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Finnish","score":0.72451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"French","score":0.92857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Galician","score":0.79416},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Georgian","score":0.69118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"German","score":0.92472},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Greek","score":0.91423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Hungarian","score":0.77515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Icelandic","score":0.69904},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Italian","score":0.86962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Latvian","score":0.66689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.75},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Polish","score":0.75611},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Portuguese","score":0.91142},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Romanian","score":0.81518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Serbian","score":0.81406},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Slovak","score":0.70639},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Slovenian","score":0.71158},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Spanish","score":0.9268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Turkish","score":0.62055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.5143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Croatian","score":14.95275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Czech","score":11.87315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Danish","score":20.764},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Dutch","score":16.307},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Estonian","score":7.84415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Finnish","score":9.66055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"French","score":15.0355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"German","score":20.0775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Greek","score":12.09555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Hungarian","score":9.16045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Italian","score":22.7595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Latvian","score":6.6585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Lithuanian","score":6.08085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.713},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Polish","score":14.0293},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.9715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Romanian","score":17.6795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Serbian","score":12.33525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Slovak","score":13.36695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.9047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Spanish","score":24.8595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Swedish","score":27.1085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Turkish","score":11.62225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.9794},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Basque","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Bosnian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Bulgarian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Catalan","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Croatian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Czech","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Danish","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Dutch","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Estonian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"French","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Galician","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"German","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Latvian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Lithuanian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Maltese","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Polish","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Portuguese","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Romanian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Slovak","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Spanish","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Swedish","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Turkish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Estonian","score":0.466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Italian","score":0.516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Turkish","score":0.566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Dutch","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"English","score":0.517},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"French","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"German","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Italian","score":0.271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Polish","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Portuguese","score":0.281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Spanish","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Albanian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Bosnian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Bulgarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Croatian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Czech","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Dutch","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"English","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Finnish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"French","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Galician","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Georgian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"German","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Icelandic","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Italian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Lithuanian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"North Macedonian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Norwegian","score":0.3525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Polish","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Romanian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Slovak","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Slovenian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Spanish","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Swedish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Turkish","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Basque","score":0.28644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Catalan","score":0.39312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Croatian","score":0.36142},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Danish","score":0.40763},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Dutch","score":0.43799},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"French","score":0.50621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"German","score":0.43585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Hungarian","score":0.31999},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Italian","score":0.46394},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Portuguese","score":0.49854},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Romanian","score":0.38107},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Serbian","score":0.36279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Slovak","score":0.33896},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Spanish","score":0.52294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Swedish","score":0.41416},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1200000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Ukrainian","score":0.3638},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.29608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30973},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"French","score":0.37031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"German","score":0.31911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33703},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.37543},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Bulgarian","score":0.48667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Croatian","score":0.51444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Czech","score":0.51444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Danish","score":0.55222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Dutch","score":0.59444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"English","score":0.82},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Estonian","score":0.38667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Finnish","score":0.47778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"French","score":0.67444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"German","score":0.65778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Greek","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Hungarian","score":0.41333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Italian","score":0.62667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Latvian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Lithuanian","score":0.37667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Maltese","score":0.35444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Norwegian","score":0.56222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Polish","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Portuguese","score":0.67444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Romanian","score":0.54778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Slovak","score":0.47889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Slovenian","score":0.47111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Spanish","score":0.68444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Swedish","score":0.60222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Bulgarian","score":31.4685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Croatian","score":28.686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Czech","score":32.55395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Danish","score":33.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Dutch","score":32.9905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Estonian","score":15.99445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Finnish","score":19.8623},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"French","score":40.5215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"German","score":33.1645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Greek","score":27.6592},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Hungarian","score":24.2581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Irish","score":14.00055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Italian","score":28.494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Latvian","score":10.06235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Lithuanian","score":23.346},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Maltese","score":19.88365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Polish","score":25.0626},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Portuguese","score":10.82765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Romanian","score":18.3425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Slovak","score":28.48235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Slovenian","score":23.5329},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Spanish","score":31.5955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Swedish","score":14.9808},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Czech","score":0.3773},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43769},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"English","score":0.5992},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"French","score":0.46575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"German","score":0.44545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Greek","score":0.33257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Italian","score":0.44153},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32688},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Polish","score":0.37651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Romanian","score":0.41903},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Russian","score":0.38121},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32723},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46988},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Turkish","score":0.3627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35358},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Albanian","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Armenian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.25912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Basque","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Belarusian","score":0.22364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Bulgarian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Croatian","score":0.34364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Dutch","score":0.37205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Estonian","score":0.29464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Finnish","score":0.30127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"French","score":0.40573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Georgian","score":0.328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"German","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Greek","score":0.28442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Hungarian","score":0.30182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Italian","score":0.37409},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Lithuanian","score":0.26779},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"North Macedonian","score":0.32668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Polish","score":0.30839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Portuguese","score":0.38113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Russian","score":0.36051},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Serbian","score":0.33273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Spanish","score":0.42545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Turkish","score":0.32664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Ukrainian","score":0.35636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"English","score":0.352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"French","score":0.256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"Spanish","score":0.212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Albanian","score":0.68724},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Basque","score":0.75824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.81489},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Catalan","score":0.8113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Czech","score":0.7648},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Danish","score":0.82},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Dutch","score":0.80781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Estonian","score":0.64233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Finnish","score":0.71829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"French","score":0.9427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Galician","score":0.77025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Georgian","score":0.81863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"German","score":0.91732},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Greek","score":0.89142},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Hungarian","score":0.75266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Icelandic","score":0.69975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Italian","score":0.85762},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Latvian","score":0.66293},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.75424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.71795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Polish","score":0.73808},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Portuguese","score":0.91404},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Romanian","score":0.83025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Serbian","score":0.82045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Slovak","score":0.72087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Slovenian","score":0.72184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Spanish","score":0.93388},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Turkish","score":0.64122},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81851},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.05105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Croatian","score":13.98235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Czech","score":11.08845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Danish","score":20.3015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Dutch","score":16.0195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Estonian","score":7.0414},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Finnish","score":9.07595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"French","score":14.676},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"German","score":19.731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Greek","score":11.4874},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.3469},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Italian","score":21.957},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Latvian","score":6.02395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Lithuanian","score":6.2961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.1755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Polish","score":13.60795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.2185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Romanian","score":17.166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Serbian","score":11.0965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Slovak","score":12.9908},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.4368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Spanish","score":23.559},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Swedish","score":25.6775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Turkish","score":11.0722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.86335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Basque","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Catalan","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Czech","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Danish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Dutch","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"English","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Finnish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"French","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Galician","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Irish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Lithuanian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Maltese","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Norwegian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Polish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Romanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Slovak","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Turkish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Estonian","score":0.492},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Italian","score":0.532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Turkish","score":0.566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Dutch","score":0.289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"English","score":0.513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"French","score":0.311},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"German","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Italian","score":0.273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Polish","score":0.227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Portuguese","score":0.293},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Spanish","score":0.259},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Bosnian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Bulgarian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Catalan","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Croatian","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Czech","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Dutch","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"English","score":0.515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Estonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Finnish","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Georgian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"German","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Greek","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Icelandic","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Lithuanian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"North Macedonian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Norwegian","score":0.3375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Polish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Serbian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Slovak","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Slovenian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Spanish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Swedish","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Turkish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Ukrainian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Basque","score":0.28223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Catalan","score":0.3992},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Croatian","score":0.36364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Danish","score":0.41773},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Dutch","score":0.43562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"French","score":0.51392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"German","score":0.44097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Hungarian","score":0.31835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Italian","score":0.4771},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Portuguese","score":0.49529},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Romanian","score":0.38637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Serbian","score":0.36766},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Slovak","score":0.34222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Spanish","score":0.52411},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Swedish","score":0.42491},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1248000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.29266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"French","score":0.36519},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"German","score":0.30802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32679},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22099},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.22526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.35324},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.27304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36348},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Bulgarian","score":0.54333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Croatian","score":0.53333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Czech","score":0.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Danish","score":0.56889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Dutch","score":0.65},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"English","score":0.81667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Estonian","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Finnish","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"French","score":0.69556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"German","score":0.68556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Greek","score":0.48111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Hungarian","score":0.43333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Italian","score":0.66222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Latvian","score":0.41778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Lithuanian","score":0.42667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Maltese","score":0.38444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Norwegian","score":0.60444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Polish","score":0.50778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Portuguese","score":0.67667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Romanian","score":0.61},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Slovak","score":0.49111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Slovenian","score":0.48222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Spanish","score":0.70111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Swedish","score":0.59111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Bulgarian","score":29.39865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Croatian","score":38.3675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Czech","score":32.97055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Danish","score":19.77505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Dutch","score":40.2375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Estonian","score":18.4408},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Finnish","score":28.909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"French","score":54.0765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"German","score":36.8085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Greek","score":27.43675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Hungarian","score":21.2535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Irish","score":21.0765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Italian","score":29.732},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Latvian","score":13.2085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Lithuanian","score":12.2046},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Maltese","score":17.6295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Polish","score":29.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Portuguese","score":30.317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Romanian","score":33.7685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Slovak","score":26.64155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Slovenian","score":27.1995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Spanish","score":24.07},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Swedish","score":22.788},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Czech","score":0.38449},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43769},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"English","score":0.60611},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"French","score":0.46995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"German","score":0.44951},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Greek","score":0.3387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Italian","score":0.45051},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Polish","score":0.38876},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Romanian","score":0.42287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Russian","score":0.38777},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Serbian","score":0.33172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Albanian","score":0.28857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Basque","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Belarusian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Bulgarian","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Croatian","score":0.33636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Dutch","score":0.39383},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Estonian","score":0.27679},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Finnish","score":0.2922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"French","score":0.40811},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Georgian","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"German","score":0.30216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Greek","score":0.28986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Hungarian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Italian","score":0.38869},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Lithuanian","score":0.26966},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"North Macedonian","score":0.35572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Polish","score":0.28102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Portuguese","score":0.38657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Russian","score":0.36051},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Serbian","score":0.32364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Spanish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Turkish","score":0.29015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"English","score":0.336},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"French","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"German","score":0.212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"Spanish","score":0.244},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Albanian","score":0.69959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Basque","score":0.75092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.82465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Catalan","score":0.81173},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Czech","score":0.76809},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Dutch","score":0.82711},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Estonian","score":0.63612},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Finnish","score":0.72412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"French","score":0.93407},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Galician","score":0.77955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Georgian","score":0.7598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"German","score":0.92907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Greek","score":0.91332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Hungarian","score":0.7574},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Icelandic","score":0.69725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Italian","score":0.85562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Latvian","score":0.66985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.76864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.61538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Polish","score":0.76131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Portuguese","score":0.91535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Romanian","score":0.82733},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Serbian","score":0.82502},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Slovak","score":0.72352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Slovenian","score":0.71336},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Spanish","score":0.92719},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Turkish","score":0.62801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.74865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Croatian","score":13.5911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Czech","score":10.83575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Danish","score":19.7585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Dutch","score":15.7325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Estonian","score":6.2543},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Finnish","score":9.06765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"French","score":14.6625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"German","score":19.7375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Greek","score":11.4519},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.1174},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Italian","score":20.8385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Latvian","score":5.03445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.8335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Polish","score":13.50805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Romanian","score":16.162},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Serbian","score":10.2868},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Slovak","score":11.0631},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.6613},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Spanish","score":24.1765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Swedish","score":24.3655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Turkish","score":9.53915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.0103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Basque","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Bosnian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Catalan","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Danish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"English","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Estonian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Finnish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Greek","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Latvian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Lithuanian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Maltese","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Norwegian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Polish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Romanian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Slovak","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Slovenian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Spanish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Swedish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Estonian","score":0.474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Italian","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Turkish","score":0.536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Dutch","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"English","score":0.534},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"French","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"German","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Italian","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Polish","score":0.231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Portuguese","score":0.305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Spanish","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Bosnian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Bulgarian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Catalan","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Croatian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Czech","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Dutch","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"English","score":0.575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Estonian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Finnish","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"French","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Galician","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"German","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Greek","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Icelandic","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Lithuanian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"North Macedonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Portuguese","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Romanian","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Slovak","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Spanish","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Swedish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Ukrainian","score":0.515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Basque","score":0.28579},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Catalan","score":0.39399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Croatian","score":0.36638},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Danish","score":0.40999},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Dutch","score":0.42893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"French","score":0.51713},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"German","score":0.44193},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Hungarian","score":0.32558},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Italian","score":0.47569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Portuguese","score":0.50038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Romanian","score":0.38799},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Serbian","score":0.36501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Slovak","score":0.34296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Spanish","score":0.52518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Swedish","score":0.42567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1296000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.29096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.31911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"French","score":0.37457},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"German","score":0.31058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.28157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.2901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36604},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Bulgarian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Croatian","score":0.52444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Czech","score":0.51889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Danish","score":0.54333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Dutch","score":0.62},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"English","score":0.80556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Estonian","score":0.39222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Finnish","score":0.46444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"French","score":0.68},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"German","score":0.66778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Greek","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Hungarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Italian","score":0.63},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Latvian","score":0.41111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Lithuanian","score":0.39778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Maltese","score":0.37556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Norwegian","score":0.57},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Polish","score":0.51889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Portuguese","score":0.67889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Romanian","score":0.57444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Slovak","score":0.46333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Slovenian","score":0.44889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Spanish","score":0.69333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"BeleBele","language":"Swedish","score":0.57111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Bulgarian","score":29.4283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Croatian","score":39.912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Czech","score":31.8541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Danish","score":13.62},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Dutch","score":46.9705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Estonian","score":28.4765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Finnish","score":14.533},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"French","score":51.7075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"German","score":37.303},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Greek","score":33.7965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Hungarian","score":20.705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Irish","score":18.5215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Italian","score":32.857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Latvian","score":17.637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Lithuanian","score":19.4265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Maltese","score":13.922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Polish","score":27.434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Portuguese","score":16.4765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Romanian","score":39.0565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Slovak","score":32.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Slovenian","score":21.5445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Spanish","score":28.901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Flores-200","language":"Swedish","score":20.5825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Czech","score":0.38663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44467},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"English","score":0.5987},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"French","score":0.47173},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"German","score":0.44616},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Greek","score":0.33706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Italian","score":0.44994},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.33749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Polish","score":0.39353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Russian","score":0.38947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Serbian","score":0.33585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47479},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Turkish","score":0.37117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.3565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Albanian","score":0.31579},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Armenian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Basque","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Belarusian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Croatian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Dutch","score":0.37568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Estonian","score":0.26339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Finnish","score":0.30309},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"French","score":0.39379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Georgian","score":0.302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"German","score":0.26619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Greek","score":0.29348},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Hungarian","score":0.29091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Italian","score":0.40693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"North Macedonian","score":0.35027},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Polish","score":0.26825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Portuguese","score":0.40835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Russian","score":0.38768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Serbian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Spanish","score":0.39091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Turkish","score":0.31752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Mgsm","language":"English","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Mgsm","language":"German","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Albanian","score":0.70782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Basque","score":0.73993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.81041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Catalan","score":0.80298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Czech","score":0.75893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Dutch","score":0.83441},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Estonian","score":0.64117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Finnish","score":0.70973},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"French","score":0.93367},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Galician","score":0.77025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Georgian","score":0.7451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"German","score":0.91775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Greek","score":0.90785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Hungarian","score":0.77041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Icelandic","score":0.69547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Italian","score":0.86662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Latvian","score":0.66392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.74746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.64103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Polish","score":0.76314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Romanian","score":0.82442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Serbian","score":0.81315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Slovak","score":0.71025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Slovenian","score":0.71872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Spanish","score":0.92916},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Turkish","score":0.63605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81633},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.42975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Croatian","score":14.815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Czech","score":11.73915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Danish","score":20.133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Dutch","score":16.2615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Estonian","score":7.5922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Finnish","score":9.1294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"French","score":15.076},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"German","score":20.035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Greek","score":12.47525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.9425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Italian","score":22.6575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Latvian","score":6.7159},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Lithuanian","score":6.17135},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Polish","score":14.3101},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.1135},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Romanian","score":17.50395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Serbian","score":12.60045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Slovak","score":12.8924},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.58305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Spanish","score":24.811},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Swedish","score":27.1195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Turkish","score":11.3091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.33265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Albanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Basque","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Bosnian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Catalan","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Croatian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Danish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Dutch","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"English","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Estonian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Galician","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"German","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Greek","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Icelandic","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Italian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Maltese","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"North Macedonian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Norwegian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Polish","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Portuguese","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Romanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Slovenian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Swedish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Turkish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"SIB-200","language":"Ukrainian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"XCOPA","language":"Estonian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"XCOPA","language":"Italian","score":0.532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"XCOPA","language":"Turkish","score":0.548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"Dutch","score":0.273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"English","score":0.506},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"French","score":0.299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"German","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"Italian","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"Polish","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"Portuguese","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"Xcsqa","language":"Spanish","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Albanian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Bosnian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Bulgarian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Catalan","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Croatian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Czech","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"English","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Estonian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Finnish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"French","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Galician","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Georgian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"German","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Greek","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Icelandic","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Italian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Lithuanian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"North Macedonian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Norwegian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Portuguese","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Romanian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Serbian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Slovak","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Spanish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Swedish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Turkish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"global PIQA","language":"Ukrainian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Basque","score":0.28828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Catalan","score":0.39485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Croatian","score":0.36501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Danish","score":0.413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Dutch","score":0.44242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"French","score":0.50996},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"German","score":0.44118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Hungarian","score":0.31977},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Italian","score":0.47601},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Portuguese","score":0.49735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Romanian","score":0.38745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Serbian","score":0.36999},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Slovak","score":0.33811},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Spanish","score":0.52347},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Swedish","score":0.41756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1344000","tokens_B":5637.144576,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.31314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"French","score":0.37031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"German","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.30119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.35836},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32253},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Bulgarian","score":0.50556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Croatian","score":0.52667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Czech","score":0.54444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Danish","score":0.54222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Dutch","score":0.63222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"English","score":0.82333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Estonian","score":0.39778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Finnish","score":0.48111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"French","score":0.67889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"German","score":0.64556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Greek","score":0.41444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Hungarian","score":0.43222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Italian","score":0.63333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Latvian","score":0.39667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Lithuanian","score":0.41333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Maltese","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Norwegian","score":0.58},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Polish","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Portuguese","score":0.67444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Romanian","score":0.57667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Slovak","score":0.49111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Slovenian","score":0.46444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Spanish","score":0.70778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"BeleBele","language":"Swedish","score":0.57778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Bulgarian","score":39.393},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Croatian","score":34.66895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Czech","score":32.2357},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Danish","score":18.5745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Dutch","score":33.8965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Estonian","score":18.58805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Finnish","score":14.5885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"French","score":57.1105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"German","score":40.114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Greek","score":30.0726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Hungarian","score":15.018},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Irish","score":13.7468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Italian","score":28.3315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Latvian","score":10.26075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Lithuanian","score":25.217},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Maltese","score":14.92235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Polish","score":34.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Portuguese","score":15.4325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Romanian","score":32.6305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Slovak","score":30.29055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Slovenian","score":28.199},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Spanish","score":26.456},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Flores-200","language":"Swedish","score":15.3255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Czech","score":0.38257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43883},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"English","score":0.60369},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"French","score":0.47607},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"German","score":0.44296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Greek","score":0.3288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.3048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Italian","score":0.45442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32666},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Polish","score":0.38499},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Romanian","score":0.42416},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Russian","score":0.39033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32673},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36761},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35771},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Albanian","score":0.32668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Armenian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Basque","score":0.288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Bulgarian","score":0.31818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Croatian","score":0.34545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Dutch","score":0.39201},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Estonian","score":0.24554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Finnish","score":0.31216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"French","score":0.38663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Georgian","score":0.304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"German","score":0.25899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Greek","score":0.30254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Hungarian","score":0.28364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Italian","score":0.39964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"North Macedonian","score":0.36116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Polish","score":0.28832},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Portuguese","score":0.42105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Russian","score":0.34239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Serbian","score":0.33636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Spanish","score":0.40182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Turkish","score":0.28102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Mgsm","language":"English","score":0.356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Mgsm","language":"French","score":0.248},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Albanian","score":0.67901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Basque","score":0.79121},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.83686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Catalan","score":0.81743},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Czech","score":0.7735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Danish","score":0.84},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Dutch","score":0.83655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Estonian","score":0.6466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Finnish","score":0.73307},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"French","score":0.93721},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Galician","score":0.78752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Georgian","score":0.68137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"German","score":0.92733},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Greek","score":0.89872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Hungarian","score":0.75385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Icelandic","score":0.71546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Italian","score":0.85829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Latvian","score":0.65897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.76271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.53846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Polish","score":0.77567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Romanian","score":0.84533},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Serbian","score":0.82745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Slovak","score":0.72473},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Slovenian","score":0.7292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Spanish","score":0.92877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Turkish","score":0.65098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.80211},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.5024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Croatian","score":14.9747},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Czech","score":11.9603},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Danish","score":20.874},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Dutch","score":16.607},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Estonian","score":7.79695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Finnish","score":9.601},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"French","score":15.566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"German","score":20.6115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Greek","score":12.15945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.86245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Italian","score":23.076},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Latvian","score":7.02755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Lithuanian","score":6.5544},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Norwegian","score":23.1885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Polish","score":14.29075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.2865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Romanian","score":17.41955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Serbian","score":12.12735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Slovak","score":13.51005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Slovenian","score":9.0338},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Spanish","score":24.9595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Swedish","score":27.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Turkish","score":11.5986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.90285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Basque","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Bosnian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Catalan","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Czech","score":0.43627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Danish","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"English","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Estonian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Finnish","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"French","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Galician","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Georgian","score":0.2402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"German","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Hungarian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Icelandic","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Italian","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Latvian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Lithuanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Maltese","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"North Macedonian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Norwegian","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Polish","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Portuguese","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Romanian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Slovak","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Slovenian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Spanish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Swedish","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Turkish","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"XCOPA","language":"Estonian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"XCOPA","language":"Italian","score":0.532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"XCOPA","language":"Turkish","score":0.542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"Dutch","score":0.291},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"English","score":0.548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"French","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"German","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"Italian","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"Polish","score":0.242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"Portuguese","score":0.301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"Xcsqa","language":"Spanish","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Albanian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Bosnian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Bulgarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Catalan","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Croatian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Czech","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"English","score":0.555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Finnish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"French","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Galician","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Georgian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Hungarian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Icelandic","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Lithuanian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"North Macedonian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Polish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Portuguese","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Serbian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Slovak","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Slovenian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Spanish","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Swedish","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Turkish","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Basque","score":0.28838},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Catalan","score":0.39551},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Croatian","score":0.36744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Danish","score":0.41784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Dutch","score":0.44382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"French","score":0.5166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"German","score":0.44844},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Hungarian","score":0.32427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Italian","score":0.47841},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Portuguese","score":0.50179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Romanian","score":0.38853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Serbian","score":0.3629},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Slovak","score":0.34402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Spanish","score":0.52912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Swedish","score":0.42282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1392000","tokens_B":5838.471168,"benchmark":"xHellaswag","language":"Ukrainian","score":0.37528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.29608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.32594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"French","score":0.35154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"German","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33618},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.35751},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Bulgarian","score":0.50778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Croatian","score":0.53778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Czech","score":0.52778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Danish","score":0.53778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Dutch","score":0.64222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"English","score":0.82889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Estonian","score":0.37111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Finnish","score":0.49778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"French","score":0.68333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"German","score":0.66444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Greek","score":0.44444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Hungarian","score":0.42778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Italian","score":0.63556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Latvian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Lithuanian","score":0.38333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Maltese","score":0.34889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Norwegian","score":0.58556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Polish","score":0.52333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Portuguese","score":0.68667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Romanian","score":0.55556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Slovak","score":0.49889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Slovenian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Spanish","score":0.70444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"BeleBele","language":"Swedish","score":0.58667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Bulgarian","score":41.5845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Croatian","score":30.89695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Czech","score":30.3038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Danish","score":33.2645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Dutch","score":55.527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Estonian","score":20.652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Finnish","score":23.6745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"French","score":38.6225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"German","score":38.729},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Greek","score":26.66165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Hungarian","score":15.319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Irish","score":13.697},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Italian","score":24.9055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Latvian","score":8.31145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Lithuanian","score":16.70015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Maltese","score":19.3405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Polish","score":29.316},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Portuguese","score":17.6535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Romanian","score":31.87},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Slovak","score":35.331},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Slovenian","score":24.733},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Spanish","score":45.0425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Flores-200","language":"Swedish","score":16.988},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Greek","score":0.032},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Czech","score":0.39425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"English","score":0.60369},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"French","score":0.46924},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"German","score":0.45036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Greek","score":0.33635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Italian","score":0.4587},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.33314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Polish","score":0.39097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Romanian","score":0.42708},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Russian","score":0.39161},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Serbian","score":0.33998},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Spanish","score":0.477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42957},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Turkish","score":0.37694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.35949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Albanian","score":0.31034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Armenian","score":0.24909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Basque","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Belarusian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Croatian","score":0.34545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Dutch","score":0.39746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Estonian","score":0.26339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Finnish","score":0.27586},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"French","score":0.4105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Georgian","score":0.298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"German","score":0.28058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Greek","score":0.29891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Hungarian","score":0.27091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Italian","score":0.40511},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Lithuanian","score":0.27903},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Polish","score":0.2792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Portuguese","score":0.39564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Serbian","score":0.29091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Spanish","score":0.41818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Turkish","score":0.31022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Mgsm","language":"English","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Mgsm","language":"French","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Mgsm","language":"German","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Mgsm","language":"Spanish","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Albanian","score":0.73251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Basque","score":0.76557},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.8332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Catalan","score":0.82487},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Czech","score":0.7594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Danish","score":0.86},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Dutch","score":0.8254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Estonian","score":0.65282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Finnish","score":0.72646},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"French","score":0.94035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Galician","score":0.78619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Georgian","score":0.76471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"German","score":0.92124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Greek","score":0.90693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Hungarian","score":0.77396},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Icelandic","score":0.70546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Italian","score":0.85995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Latvian","score":0.66887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.7661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Polish","score":0.76284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Portuguese","score":0.91273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Romanian","score":0.83901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Serbian","score":0.8101},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Slovak","score":0.72159},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Slovenian","score":0.73076},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Spanish","score":0.93821},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Turkish","score":0.64237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.8094},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.42975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Croatian","score":13.61205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Czech","score":11.43425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Danish","score":20.877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Dutch","score":16.2625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Estonian","score":7.86155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Finnish","score":9.6567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"French","score":15.2965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"German","score":20.256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Greek","score":12.15185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Hungarian","score":8.85645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Italian","score":23.049},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Latvian","score":6.4778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Lithuanian","score":6.1715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.666},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Polish","score":13.7424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Romanian","score":17.423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Serbian","score":10.60765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Slovak","score":11.81005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.5761},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Spanish","score":25.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Swedish","score":26.645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Turkish","score":11.64545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.00745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Albanian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Bosnian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Bulgarian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Catalan","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Croatian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Czech","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Danish","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Dutch","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Estonian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Galician","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"German","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Greek","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Icelandic","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Latvian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Lithuanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Maltese","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Norwegian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Polish","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Romanian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Serbian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Slovenian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Swedish","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"XCOPA","language":"Estonian","score":0.478},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"XCOPA","language":"Italian","score":0.526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"XCOPA","language":"Turkish","score":0.556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"Dutch","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"English","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"French","score":0.313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"German","score":0.289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"Italian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"Polish","score":0.237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"Portuguese","score":0.312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"Xcsqa","language":"Spanish","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Albanian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Bosnian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Catalan","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Croatian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Czech","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Dutch","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"English","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Estonian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Finnish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Galician","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Hungarian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Icelandic","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Norwegian","score":0.3775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Polish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Portuguese","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Romanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Serbian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Slovak","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Spanish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Swedish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Turkish","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"global PIQA","language":"Ukrainian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Basque","score":0.28752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Catalan","score":0.39757},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Croatian","score":0.36797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Danish","score":0.41601},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Dutch","score":0.44307},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"French","score":0.51724},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"German","score":0.44673},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Hungarian","score":0.32317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Italian","score":0.47765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Portuguese","score":0.50276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Romanian","score":0.38637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Serbian","score":0.3684},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Slovak","score":0.34634},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Spanish","score":0.52944},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Swedish","score":0.42644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step1413814","tokens_B":5929.965715456,"benchmark":"xHellaswag","language":"Ukrainian","score":0.37145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"French","score":0.29352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"German","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.22611},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.23891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.27986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.30034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.24659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.30887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Bulgarian","score":0.36667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Croatian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Czech","score":0.36889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Danish","score":0.38889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Dutch","score":0.43889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"English","score":0.62444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Estonian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Finnish","score":0.36111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"French","score":0.48556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"German","score":0.44222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Greek","score":0.31333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Hungarian","score":0.32778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Italian","score":0.42556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Latvian","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Lithuanian","score":0.34111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Maltese","score":0.30222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Norwegian","score":0.42333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Polish","score":0.36778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Portuguese","score":0.46222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Romanian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Slovak","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Slovenian","score":0.33778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Spanish","score":0.47111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Swedish","score":0.40778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Bulgarian","score":30.08265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Croatian","score":24.59795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Czech","score":32.28095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Danish","score":12.2971},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Dutch","score":32.515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Estonian","score":14.61875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Finnish","score":13.7128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"French","score":28.99505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"German","score":30.7265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Greek","score":13.53085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Hungarian","score":17.97055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Irish","score":12.61655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Italian","score":26.357},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Latvian","score":15.9778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Lithuanian","score":15.2023},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Maltese","score":18.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Polish","score":26.6405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Portuguese","score":26.46205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Romanian","score":30.29655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Slovak","score":10.8427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Slovenian","score":25.342},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Spanish","score":28.1845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Swedish","score":20.7085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Czech","score":0.32232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Dutch","score":0.35315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"English","score":0.48362},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"French","score":0.37687},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"German","score":0.3627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Greek","score":0.28322},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28023},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Italian","score":0.35921},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.29205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Polish","score":0.31356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.37801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Romanian","score":0.3476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Russian","score":0.31805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Serbian","score":0.28571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Spanish","score":0.38043},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Swedish","score":0.34546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Turkish","score":0.31285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.29882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Albanian","score":0.3176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Armenian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28832},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Basque","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Belarusian","score":0.25818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Bulgarian","score":0.28545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Croatian","score":0.27455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Dutch","score":0.36842},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Finnish","score":0.31397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"French","score":0.36516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Georgian","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"German","score":0.26619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Greek","score":0.27536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Hungarian","score":0.23273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Italian","score":0.30839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Lithuanian","score":0.24906},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"North Macedonian","score":0.27042},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Polish","score":0.2573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Portuguese","score":0.34301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Russian","score":0.30978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Serbian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Spanish","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Turkish","score":0.22263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Ukrainian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Mgsm","language":"English","score":0.148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Mgsm","language":"French","score":0.124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Mgsm","language":"German","score":0.072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Mgsm","language":"Spanish","score":0.064},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Albanian","score":0.69547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Basque","score":0.71062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78763},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Catalan","score":0.78152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Czech","score":0.71288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Danish","score":0.74},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Dutch","score":0.79151},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Estonian","score":0.59845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Finnish","score":0.63969},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"French","score":0.92229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Galician","score":0.77158},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Georgian","score":0.80882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"German","score":0.89382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Greek","score":0.83942},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Hungarian","score":0.71243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Icelandic","score":0.64691},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Italian","score":0.83061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Latvian","score":0.63127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.7178},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.74359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Polish","score":0.70477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Portuguese","score":0.88714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Romanian","score":0.79426},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Serbian","score":0.77206},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Slovak","score":0.67479},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Slovenian","score":0.68548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Spanish","score":0.91775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Swedish","score":0.9602},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Turkish","score":0.60218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.76093},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Bulgarian","score":5.11545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Croatian","score":8.62755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Czech","score":7.44105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Danish","score":14.8995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Dutch","score":13.01885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Estonian","score":3.5265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Finnish","score":4.79405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"French","score":13.0955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"German","score":16.929},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Greek","score":5.4941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Hungarian","score":4.9868},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Italian","score":18.421},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Latvian","score":2.7962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Lithuanian","score":2.662695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Norwegian","score":16.2915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Polish","score":9.95615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Portuguese","score":20.1695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Romanian","score":11.9691},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Serbian","score":7.81045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Slovak","score":7.80335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Slovenian","score":5.11565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Spanish","score":20.4725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Swedish","score":20.0595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Turkish","score":6.3298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Ukrainian","score":8.28275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Bosnian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Bulgarian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Catalan","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Croatian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Czech","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Dutch","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"English","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Estonian","score":0.2451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"French","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Galician","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Hungarian","score":0.22549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Italian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"North Macedonian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Norwegian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Romanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Slovak","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Slovenian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Spanish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Ukrainian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Estonian","score":0.486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Italian","score":0.536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Turkish","score":0.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Dutch","score":0.251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"English","score":0.487},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"French","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"German","score":0.251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Italian","score":0.267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Polish","score":0.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Portuguese","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Spanish","score":0.254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Bosnian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Bulgarian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Catalan","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Croatian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Czech","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Dutch","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"English","score":0.515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Estonian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Finnish","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"French","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Galician","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Georgian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"German","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Hungarian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Italian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Lithuanian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"North Macedonian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Norwegian","score":0.4075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Portuguese","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Slovak","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Spanish","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Swedish","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Turkish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Basque","score":0.28828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Catalan","score":0.34307},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Croatian","score":0.32024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Danish","score":0.34315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Dutch","score":0.36125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"French","score":0.43382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"German","score":0.36966},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Hungarian","score":0.29927},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Italian","score":0.39922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Portuguese","score":0.41716},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Romanian","score":0.33737},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Serbian","score":0.31855},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Slovak","score":0.30954},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Spanish","score":0.44229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Swedish","score":0.35014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step144000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Ukrainian","score":0.31225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"French","score":0.30802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"German","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.22696},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.2901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.24744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.28072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Bulgarian","score":0.37222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Croatian","score":0.38778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Czech","score":0.36556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Danish","score":0.39333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Dutch","score":0.43111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"English","score":0.68111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Estonian","score":0.32556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Finnish","score":0.36667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"French","score":0.51444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"German","score":0.46667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Greek","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Hungarian","score":0.34333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Italian","score":0.44667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Latvian","score":0.32111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Lithuanian","score":0.32889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Maltese","score":0.32111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Norwegian","score":0.42111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Polish","score":0.38111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Portuguese","score":0.51444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Romanian","score":0.41111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Slovak","score":0.37889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Slovenian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Spanish","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Swedish","score":0.41889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Bulgarian","score":25.00595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Croatian","score":33.6365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Czech","score":31.7142},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Danish","score":20.8946},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Dutch","score":33.5285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Estonian","score":11.38595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Finnish","score":10.59405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"French","score":37.0925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"German","score":38.1235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Greek","score":13.783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Hungarian","score":17.1594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Irish","score":11.9695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Italian","score":32.313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Latvian","score":12.1955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Lithuanian","score":19.7715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Maltese","score":14.0475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Polish","score":26.936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Portuguese","score":40.7125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Romanian","score":37.863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Slovak","score":32.689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Slovenian","score":23.631},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Spanish","score":32.4015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Swedish","score":26.177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Czech","score":0.032},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Czech","score":0.32859},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Dutch","score":0.36804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"English","score":0.4985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"French","score":0.38606},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"German","score":0.3674},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Greek","score":0.29198},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28607},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Italian","score":0.36839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.28949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Polish","score":0.32923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.38841},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Romanian","score":0.3508},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Russian","score":0.33585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Serbian","score":0.30174},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Spanish","score":0.38983},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Swedish","score":0.34461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Turkish","score":0.3147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.30872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Albanian","score":0.27949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Armenian","score":0.25818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27737},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Basque","score":0.266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Belarusian","score":0.24364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Bulgarian","score":0.26909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Croatian","score":0.27091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Dutch","score":0.31034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Estonian","score":0.30804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Finnish","score":0.26679},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"French","score":0.34845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Georgian","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"German","score":0.25899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Greek","score":0.27174},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Hungarian","score":0.24364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Italian","score":0.31569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29213},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"North Macedonian","score":0.3176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Polish","score":0.2719},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Portuguese","score":0.32305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Russian","score":0.30978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Serbian","score":0.27455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Spanish","score":0.33091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Turkish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Ukrainian","score":0.31455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Mgsm","language":"English","score":0.144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Mgsm","language":"French","score":0.152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Mgsm","language":"German","score":0.048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Mgsm","language":"Spanish","score":0.1},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Albanian","score":0.7037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Basque","score":0.62637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.76648},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Catalan","score":0.77583},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Czech","score":0.71405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Dutch","score":0.79751},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Estonian","score":0.59845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Finnish","score":0.64591},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"French","score":0.92543},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Galician","score":0.72643},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Georgian","score":0.7598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"German","score":0.89556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Greek","score":0.84124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Hungarian","score":0.73373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Icelandic","score":0.63941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Irish","score":0.78571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Italian","score":0.83628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Latvian","score":0.66029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.70424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Polish","score":0.71974},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Romanian","score":0.79961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Serbian","score":0.78484},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Slovak","score":0.66924},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Spanish","score":0.92287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Turkish","score":0.61883},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Bulgarian","score":5.5614},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Croatian","score":9.89175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Czech","score":8.242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Danish","score":16.1465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Dutch","score":13.51755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Estonian","score":3.6368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Finnish","score":5.2659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"French","score":13.5985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"German","score":17.479},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Greek","score":6.3356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Hungarian","score":5.47145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Italian","score":19.157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Latvian","score":2.91705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.19695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Norwegian","score":17.624},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Polish","score":10.77785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Romanian","score":12.66255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Serbian","score":8.33595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Slovak","score":8.5663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Spanish","score":22.486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Swedish","score":21.154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Turkish","score":7.0314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Ukrainian","score":8.48525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Albanian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Basque","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Bosnian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Bulgarian","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Catalan","score":0.46078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Croatian","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Czech","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Danish","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Dutch","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"English","score":0.52941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Estonian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Finnish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"French","score":0.44608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Galician","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Georgian","score":0.19608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"German","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Greek","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Italian","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Latvian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Lithuanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Maltese","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"North Macedonian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Norwegian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Polish","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Portuguese","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Romanian","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Serbian","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Slovak","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Slovenian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Spanish","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Swedish","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Turkish","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Ukrainian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Estonian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Italian","score":0.528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Turkish","score":0.56},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Dutch","score":0.259},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"English","score":0.501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"French","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"German","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Italian","score":0.267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Polish","score":0.226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Portuguese","score":0.289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Spanish","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Bosnian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Bulgarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Croatian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Czech","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Estonian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Finnish","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"French","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Georgian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"German","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Greek","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Hungarian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Icelandic","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Italian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Lithuanian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"North Macedonian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Polish","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Portuguese","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Romanian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Slovak","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Slovenian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Spanish","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Swedish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Turkish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Ukrainian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Basque","score":0.29033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Catalan","score":0.34513},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Croatian","score":0.3195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Danish","score":0.35798},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Dutch","score":0.37248},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"French","score":0.44999},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"German","score":0.37959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Hungarian","score":0.30288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Italian","score":0.40901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Portuguese","score":0.43179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Romanian","score":0.34289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Serbian","score":0.31813},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Slovak","score":0.31007},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Spanish","score":0.45349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Swedish","score":0.3542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step192000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Ukrainian","score":0.32129},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"French","score":0.31741},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"German","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.29181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.31058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.28328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Bulgarian","score":0.41111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Croatian","score":0.40222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Czech","score":0.37667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Danish","score":0.42444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Dutch","score":0.44778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"English","score":0.69222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Estonian","score":0.32222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Finnish","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"French","score":0.54556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"German","score":0.47333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Greek","score":0.33667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Hungarian","score":0.32667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Italian","score":0.46111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Latvian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Lithuanian","score":0.29889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Maltese","score":0.31222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Norwegian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Polish","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Portuguese","score":0.51222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Romanian","score":0.41889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Slovak","score":0.34556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Slovenian","score":0.36333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Spanish","score":0.55444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Swedish","score":0.45111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Bulgarian","score":35.0555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Croatian","score":16.21545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Czech","score":16.6134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Danish","score":13.85755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Dutch","score":33.4845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Estonian","score":16.402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Finnish","score":11.1275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"French","score":37.5705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"German","score":34.7615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Greek","score":15.86825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Hungarian","score":13.237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Irish","score":15.2015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Italian","score":29.858},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Latvian","score":9.7875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Lithuanian","score":16.9015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Maltese","score":12.4821},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Polish","score":25.1575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Portuguese","score":34.6825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Romanian","score":36.4685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Slovak","score":18.9985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Slovenian","score":16.184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Spanish","score":30.2395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Swedish","score":23.152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Czech","score":0.33129},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Dutch","score":0.37103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"English","score":0.51147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"French","score":0.39567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"German","score":0.38598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Greek","score":0.30117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29519},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Italian","score":0.37765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.2964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Polish","score":0.33314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.40016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Romanian","score":0.358},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Russian","score":0.3367},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Serbian","score":0.29989},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Spanish","score":0.406},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Swedish","score":0.36619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Turkish","score":0.33072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.31541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Albanian","score":0.29946},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Armenian","score":0.28545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Basque","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Belarusian","score":0.24727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Bulgarian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Croatian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Dutch","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Estonian","score":0.24107},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Finnish","score":0.2922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"French","score":0.30549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Georgian","score":0.246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Greek","score":0.29891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Hungarian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Italian","score":0.32664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Lithuanian","score":0.26592},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"North Macedonian","score":0.29946},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Polish","score":0.26277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Portuguese","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Russian","score":0.31884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Serbian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Spanish","score":0.34545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Turkish","score":0.26642},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Ukrainian","score":0.30545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"English","score":0.168},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"French","score":0.1},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"German","score":0.12},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"Spanish","score":0.08},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Albanian","score":0.72016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Basque","score":0.68132},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78519},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Catalan","score":0.78284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Czech","score":0.73731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Dutch","score":0.80352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Estonian","score":0.57709},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Finnish","score":0.65681},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"French","score":0.92857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Galician","score":0.75432},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Georgian","score":0.77451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"German","score":0.89643},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Greek","score":0.84307},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Hungarian","score":0.71598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Icelandic","score":0.65298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Italian","score":0.83895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Latvian","score":0.63226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.70508},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Polish","score":0.70935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89436},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Romanian","score":0.77675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Serbian","score":0.78758},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Slovak","score":0.70374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Slovenian","score":0.66473},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Spanish","score":0.91027},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Swedish","score":0.97512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Turkish","score":0.59013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.77515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Bulgarian","score":5.75005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Croatian","score":10.12615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Czech","score":8.16645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Danish","score":16.401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Dutch","score":13.714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Estonian","score":4.3654},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Finnish","score":5.7082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"French","score":13.692},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"German","score":17.578},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Greek","score":7.08975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.23875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Italian","score":19.4445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Latvian","score":3.2028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.5043},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Norwegian","score":18.7715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Polish","score":10.98505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Romanian","score":13.8197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Serbian","score":9.0704},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Slovak","score":9.10125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Slovenian","score":5.7332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Spanish","score":22.114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Swedish","score":22.048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Turkish","score":7.5831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.16935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Albanian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Basque","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Bosnian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Bulgarian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Catalan","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Czech","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Danish","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"English","score":0.42157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Estonian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"French","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Galician","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"German","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Hungarian","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Icelandic","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Irish","score":0.2451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Italian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Latvian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Lithuanian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Maltese","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"North Macedonian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Norwegian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Polish","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Portuguese","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Romanian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Serbian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Slovak","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Slovenian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Spanish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Swedish","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Turkish","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Ukrainian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Estonian","score":0.468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Italian","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Turkish","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Dutch","score":0.257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"English","score":0.493},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"French","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"German","score":0.241},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Italian","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Polish","score":0.211},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Portuguese","score":0.297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Spanish","score":0.274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Albanian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Bosnian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Bulgarian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Croatian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Czech","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Dutch","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Finnish","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Galician","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"German","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Hungarian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Icelandic","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"North Macedonian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Norwegian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Polish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Portuguese","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Romanian","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Serbian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Slovak","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Spanish","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Swedish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Turkish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Ukrainian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Basque","score":0.28568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Catalan","score":0.35219},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Croatian","score":0.32541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Danish","score":0.36131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Dutch","score":0.37636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"French","score":0.45438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"German","score":0.38493},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Hungarian","score":0.30014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Italian","score":0.41227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Portuguese","score":0.4423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Romanian","score":0.34689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Serbian","score":0.32702},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Slovak","score":0.31566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Spanish","score":0.4632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Swedish","score":0.36352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step240000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Ukrainian","score":0.32947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.26792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"French","score":0.31655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"German","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.3029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.21075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.22782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.31485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33447},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.29352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Bulgarian","score":0.39333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Croatian","score":0.42111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Czech","score":0.40111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Danish","score":0.44222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Dutch","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"English","score":0.70222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Estonian","score":0.34667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Finnish","score":0.37444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"French","score":0.54333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"German","score":0.47556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Greek","score":0.35222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Hungarian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Italian","score":0.49667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Latvian","score":0.33556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Lithuanian","score":0.33667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Maltese","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Norwegian","score":0.45667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Polish","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Portuguese","score":0.52333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Romanian","score":0.46111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Slovak","score":0.38667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Slovenian","score":0.36667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Spanish","score":0.55444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Swedish","score":0.45444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Bulgarian","score":24.11325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Croatian","score":24.0862},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Czech","score":30.42635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Danish","score":36.6475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Dutch","score":16.259},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Estonian","score":12.1972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Finnish","score":13.9695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"French","score":42.9295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"German","score":32.3275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Greek","score":13.4952},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Hungarian","score":12.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Irish","score":13.99585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Italian","score":28.0005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Latvian","score":10.24945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Lithuanian","score":13.13935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Maltese","score":13.4742},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Polish","score":36.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Portuguese","score":19.6325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Romanian","score":32.909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Slovak","score":29.15225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Slovenian","score":21.93335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Spanish","score":28.2655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Swedish","score":29.255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Czech","score":0.33578},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Dutch","score":0.37324},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"English","score":0.51289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"French","score":0.39403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"German","score":0.38157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Greek","score":0.29953},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29049},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Italian","score":0.37302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.29013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Polish","score":0.32588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.38784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Romanian","score":0.35444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Russian","score":0.3283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Serbian","score":0.29177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Spanish","score":0.40001},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Swedish","score":0.35251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Turkish","score":0.31705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.31249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Albanian","score":0.31216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Armenian","score":0.24364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.26095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Basque","score":0.304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Belarusian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Croatian","score":0.32909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Dutch","score":0.33575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Estonian","score":0.34821},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Finnish","score":0.29401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"French","score":0.34606},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Georgian","score":0.314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Greek","score":0.26087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Hungarian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Italian","score":0.35401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Lithuanian","score":0.27715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"North Macedonian","score":0.27586},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Polish","score":0.29745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Portuguese","score":0.35572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Russian","score":0.33152},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Serbian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Spanish","score":0.35273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Turkish","score":0.25547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Ukrainian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"English","score":0.216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"French","score":0.148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"German","score":0.104},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"Spanish","score":0.14},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Albanian","score":0.74486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Basque","score":0.67033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.80065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Catalan","score":0.79203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Czech","score":0.72533},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Danish","score":0.82},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Dutch","score":0.79151},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Estonian","score":0.62214},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Finnish","score":0.65914},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"French","score":0.92661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Galician","score":0.76494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Georgian","score":0.68627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"German","score":0.89817},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Greek","score":0.86953},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Hungarian","score":0.72663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Icelandic","score":0.64013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Italian","score":0.83328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Latvian","score":0.62896},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.7339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.76923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Polish","score":0.71333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89337},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Romanian","score":0.79669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Serbian","score":0.77785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Slovak","score":0.7047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69886},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Spanish","score":0.91657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Turkish","score":0.60161},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.77879},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Bulgarian","score":5.86235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Croatian","score":9.9787},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Czech","score":8.58955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Danish","score":16.846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Dutch","score":12.50475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Estonian","score":4.1962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Finnish","score":6.0281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"French","score":13.4195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"German","score":17.5245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Greek","score":7.22785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.25775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Italian","score":18.5885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Latvian","score":2.99105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.6677},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Norwegian","score":18.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Polish","score":11.06075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Portuguese","score":20.9675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Romanian","score":13.3131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Serbian","score":8.92705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Slovak","score":9.15625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Slovenian","score":5.8944},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Spanish","score":21.56},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Swedish","score":21.7715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Turkish","score":7.4181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.08625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Albanian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Basque","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Bosnian","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Bulgarian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Catalan","score":0.43137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Czech","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Danish","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Dutch","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"English","score":0.62745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Estonian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Finnish","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"French","score":0.43137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Galician","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Georgian","score":0.21569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"German","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Greek","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Hungarian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Irish","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Italian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Latvian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Lithuanian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Maltese","score":0.43137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"North Macedonian","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Norwegian","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Polish","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Portuguese","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Romanian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Serbian","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Slovak","score":0.42157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Slovenian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Spanish","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Swedish","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Turkish","score":0.47059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Ukrainian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Estonian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Italian","score":0.518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Turkish","score":0.556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Dutch","score":0.256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"English","score":0.501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"French","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"German","score":0.253},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Italian","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Polish","score":0.222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Portuguese","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Spanish","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Albanian","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Bosnian","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Bulgarian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Catalan","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Croatian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Czech","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Dutch","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"English","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Estonian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Finnish","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"French","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Galician","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"German","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Greek","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Hungarian","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Italian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Lithuanian","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"North Macedonian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Norwegian","score":0.3025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Polish","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Portuguese","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Romanian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Serbian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Slovak","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Slovenian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Spanish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Swedish","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Turkish","score":0.305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Ukrainian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Basque","score":0.29238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Catalan","score":0.36109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Croatian","score":0.33048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Danish","score":0.36776},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Dutch","score":0.39126},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"French","score":0.46359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"German","score":0.39582},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Hungarian","score":0.30738},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Italian","score":0.42478},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Portuguese","score":0.4566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Romanian","score":0.34624},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Serbian","score":0.33242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Slovak","score":0.31418},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Spanish","score":0.47226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Swedish","score":0.36746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step288000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Ukrainian","score":0.33447},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"French","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"German","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.29863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.32423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.26877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.30034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Bulgarian","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Croatian","score":0.40667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Czech","score":0.41444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Danish","score":0.44667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Dutch","score":0.48333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"English","score":0.71556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Estonian","score":0.32889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Finnish","score":0.37667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"French","score":0.55889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"German","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Greek","score":0.35778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Hungarian","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Italian","score":0.48556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Latvian","score":0.34778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Lithuanian","score":0.33111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Maltese","score":0.34222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Norwegian","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Polish","score":0.41778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Portuguese","score":0.54778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Romanian","score":0.42444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Slovak","score":0.39667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Slovenian","score":0.36889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Spanish","score":0.57222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Swedish","score":0.45222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Bulgarian","score":23.363},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Croatian","score":16.69725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Czech","score":16.9591},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Danish","score":23.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Dutch","score":34.83},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Estonian","score":17.6805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Finnish","score":15.7885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"French","score":28.913},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"German","score":31.139},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Greek","score":10.0389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Hungarian","score":16.119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Irish","score":17.3785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Italian","score":45.364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Latvian","score":9.6144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Lithuanian","score":21.4075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Maltese","score":15.9585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Polish","score":15.8335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Portuguese","score":31.153},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Romanian","score":21.396},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Slovak","score":17.8805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Slovenian","score":25.98465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Spanish","score":22.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Swedish","score":17.555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Czech","score":0.3471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Dutch","score":0.39069},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"English","score":0.53283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"French","score":0.41127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"German","score":0.40279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Greek","score":0.31306},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Italian","score":0.4045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.30665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Polish","score":0.35166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.40657},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Romanian","score":0.36982},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Russian","score":0.35102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Serbian","score":0.30872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Spanish","score":0.41618},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Swedish","score":0.37644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Turkish","score":0.33699},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.32531},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Albanian","score":0.26497},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Armenian","score":0.25818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.25912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Basque","score":0.246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Belarusian","score":0.23818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Croatian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Dutch","score":0.3412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Finnish","score":0.27223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"French","score":0.34368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Georgian","score":0.314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"German","score":0.29496},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Greek","score":0.29891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Hungarian","score":0.23091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Italian","score":0.37591},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Lithuanian","score":0.27715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"North Macedonian","score":0.26497},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Polish","score":0.30292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Portuguese","score":0.36479},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Russian","score":0.34239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Serbian","score":0.31091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Spanish","score":0.34909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Turkish","score":0.25182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Ukrainian","score":0.35818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"English","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"French","score":0.156},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"German","score":0.136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"Spanish","score":0.116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Albanian","score":0.68313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Basque","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.7795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Catalan","score":0.77758},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Czech","score":0.72674},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Danish","score":0.7},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Dutch","score":0.78979},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Estonian","score":0.5934},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Finnish","score":0.66576},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"French","score":0.92347},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Galician","score":0.7583},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Georgian","score":0.79902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"German","score":0.90644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Greek","score":0.87682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Hungarian","score":0.72189},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Icelandic","score":0.63085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Irish","score":0.78571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Italian","score":0.82961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Latvian","score":0.65798},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.71102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.71795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Polish","score":0.72402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89862},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Romanian","score":0.79134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Serbian","score":0.79093},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Slovak","score":0.68275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Slovenian","score":0.67276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Spanish","score":0.90712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Swedish","score":0.97512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Turkish","score":0.61079},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Croatian","score":11.1683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Czech","score":9.16115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Danish","score":17.422},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Dutch","score":14.697},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Estonian","score":4.9143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Finnish","score":6.6766},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"French","score":14.2495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"German","score":18.494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Greek","score":7.96935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.76145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Italian","score":20.5955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Latvian","score":3.62495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.13865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Norwegian","score":17.8835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Polish","score":11.7166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Romanian","score":14.07695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Serbian","score":10.3415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Slovak","score":10.26225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.56105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Spanish","score":23.153},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Swedish","score":23.2685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Turkish","score":8.38025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.90875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Catalan","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Croatian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Czech","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Danish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"English","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"French","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Galician","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"German","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Norwegian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Polish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Portuguese","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Romanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Slovak","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Slovenian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Turkish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Estonian","score":0.472},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Italian","score":0.526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Turkish","score":0.538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Dutch","score":0.257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"English","score":0.491},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"French","score":0.277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"German","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Italian","score":0.271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Polish","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Portuguese","score":0.279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Spanish","score":0.255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Bosnian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Bulgarian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Catalan","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Croatian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Czech","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Dutch","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"English","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Estonian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Finnish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"French","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Galician","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"German","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Greek","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Icelandic","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Italian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Lithuanian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"North Macedonian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Polish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Portuguese","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Romanian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Serbian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Slovak","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Slovenian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Spanish","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Turkish","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Ukrainian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Basque","score":0.29173},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Catalan","score":0.35968},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Croatian","score":0.32816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Danish","score":0.36432},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Dutch","score":0.38705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"French","score":0.46487},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"German","score":0.39123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Hungarian","score":0.3042},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Italian","score":0.42521},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Portuguese","score":0.4488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Romanian","score":0.3563},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Serbian","score":0.33654},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Slovak","score":0.31808},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Spanish","score":0.47482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Swedish","score":0.37832},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step336000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Ukrainian","score":0.33649},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"French","score":0.31997},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"German","score":0.26706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.23635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.25683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.32509},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.2884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Bulgarian","score":0.38222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Croatian","score":0.41778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Czech","score":0.45111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Danish","score":0.47111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Dutch","score":0.48778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"English","score":0.69667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Estonian","score":0.35556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Finnish","score":0.37556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"French","score":0.57444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"German","score":0.53444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Greek","score":0.36222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Hungarian","score":0.34111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Italian","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Latvian","score":0.36333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Lithuanian","score":0.33556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Maltese","score":0.33444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Norwegian","score":0.49556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Polish","score":0.39333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Portuguese","score":0.55222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Romanian","score":0.46556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Slovak","score":0.37556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Slovenian","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Spanish","score":0.59667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Swedish","score":0.49889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Bulgarian","score":29.8125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Croatian","score":24.60545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Czech","score":24.7755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Danish","score":25.138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Dutch","score":34.2265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Estonian","score":9.67545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Finnish","score":15.888},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"French","score":40.1645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"German","score":39.9375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Greek","score":22.88585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Hungarian","score":12.2395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Irish","score":15.1845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Italian","score":33.9715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Latvian","score":16.79015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Lithuanian","score":17.1685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Maltese","score":17.92},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Polish","score":25.5393},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Portuguese","score":35.9535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Romanian","score":38.0495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Slovak","score":29.34455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Slovenian","score":20.5009},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Spanish","score":32.043},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Swedish","score":21.88885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Czech","score":0.34326},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Dutch","score":0.3872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"English","score":0.5292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"French","score":0.40621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"German","score":0.39652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Greek","score":0.31092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29497},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Italian","score":0.38691},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.30281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Polish","score":0.35045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Romanian","score":0.36961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Russian","score":0.34397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Spanish","score":0.40806},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Swedish","score":0.36768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Turkish","score":0.33663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.32339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Albanian","score":0.27949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Armenian","score":0.26727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2719},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Basque","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Belarusian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Croatian","score":0.32545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Dutch","score":0.28494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Estonian","score":0.28571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Finnish","score":0.2686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"French","score":0.34129},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Georgian","score":0.298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"German","score":0.38849},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Greek","score":0.2337},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Hungarian","score":0.26727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Italian","score":0.32482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Lithuanian","score":0.2809},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"North Macedonian","score":0.3176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Polish","score":0.29197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Portuguese","score":0.33212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Russian","score":0.34239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Serbian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Spanish","score":0.38182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Turkish","score":0.30109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Ukrainian","score":0.38364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"English","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"French","score":0.168},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"German","score":0.116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"Spanish","score":0.12},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Albanian","score":0.68724},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Basque","score":0.67399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Catalan","score":0.78678},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Czech","score":0.73426},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Danish","score":0.88},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Dutch","score":0.79923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Estonian","score":0.60078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Finnish","score":0.65759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"French","score":0.92661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Galician","score":0.749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Georgian","score":0.86765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"German","score":0.90078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Greek","score":0.8604},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Hungarian","score":0.72544},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Italian","score":0.84762},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Latvian","score":0.65897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.79487},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Polish","score":0.71271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89009},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Romanian","score":0.78405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Serbian","score":0.78424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Slovak","score":0.68733},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Slovenian","score":0.68994},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Spanish","score":0.91106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Swedish","score":0.95025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Turkish","score":0.6062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.76822},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.5167},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Croatian","score":11.24705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Czech","score":9.314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Danish","score":17.638},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Dutch","score":14.267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Estonian","score":4.78435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Finnish","score":6.86925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"French","score":14.1255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"German","score":18.245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Greek","score":8.17885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.3982},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Italian","score":20.3145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Latvian","score":3.72705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.96555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Norwegian","score":19.4065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Polish","score":11.63475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Romanian","score":14.5717},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Serbian","score":10.55885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Slovak","score":10.30365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.6767},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Spanish","score":22.712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Swedish","score":23.288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Turkish","score":8.1521},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.96175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Dutch","score":0.2451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Estonian","score":0.466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Italian","score":0.526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Turkish","score":0.534},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Dutch","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"English","score":0.502},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"French","score":0.296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"German","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Italian","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Polish","score":0.249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Portuguese","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Spanish","score":0.277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Albanian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Bosnian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Bulgarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Catalan","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Croatian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Czech","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Estonian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Finnish","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Galician","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"German","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Italian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Lithuanian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"North Macedonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Norwegian","score":0.4125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Portuguese","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Romanian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Serbian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Slovak","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Slovenian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Spanish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Swedish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Turkish","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Ukrainian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Basque","score":0.29227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Catalan","score":0.36272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Croatian","score":0.33354},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Danish","score":0.3756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Dutch","score":0.39244},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"French","score":0.47034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"German","score":0.40318},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Hungarian","score":0.30881},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Italian","score":0.43261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Portuguese","score":0.45975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Romanian","score":0.35922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Serbian","score":0.33538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Slovak","score":0.32198},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Spanish","score":0.48229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Swedish","score":0.37711},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step384000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Ukrainian","score":0.33893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"French","score":0.33874},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"German","score":0.28413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.2227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.28072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.33276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.34215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Bulgarian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Croatian","score":0.40778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Czech","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Danish","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Dutch","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"English","score":0.73111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Estonian","score":0.32111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Finnish","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"French","score":0.55778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"German","score":0.53889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Greek","score":0.37222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Hungarian","score":0.35667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Italian","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Latvian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Lithuanian","score":0.33222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Maltese","score":0.32556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Norwegian","score":0.44889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Polish","score":0.41222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Portuguese","score":0.54444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Romanian","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Slovak","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Slovenian","score":0.36889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Spanish","score":0.57778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Swedish","score":0.47889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Bulgarian","score":22.0235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Croatian","score":31.5303},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Czech","score":33.76325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Danish","score":29.2116},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Dutch","score":23.7375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Estonian","score":14.8155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Finnish","score":12.851},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"French","score":42.509},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"German","score":32.161},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Greek","score":11.29565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Hungarian","score":15.8},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Irish","score":15.7775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Italian","score":34.366},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Latvian","score":16.6834},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Lithuanian","score":17.493},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Maltese","score":16.543},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Polish","score":25.63495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Portuguese","score":37.4065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Romanian","score":17.1985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Slovak","score":25.01255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Slovenian","score":31.7275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Spanish","score":39.756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Swedish","score":13.722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Hungarian","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Czech","score":0.33998},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Dutch","score":0.39118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"English","score":0.54187},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"French","score":0.41063},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"German","score":0.3993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Greek","score":0.30295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29469},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Italian","score":0.39752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.29803},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Polish","score":0.3466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.41661},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Romanian","score":0.37067},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Russian","score":0.35194},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Serbian","score":0.30672},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Spanish","score":0.41853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Swedish","score":0.36854},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Turkish","score":0.33414},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.32061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Albanian","score":0.31942},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Armenian","score":0.25091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Belarusian","score":0.25273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Croatian","score":0.31455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Dutch","score":0.33394},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Estonian","score":0.32143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Finnish","score":0.2686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"French","score":0.38425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Greek","score":0.26993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Hungarian","score":0.26727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Italian","score":0.37956},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Lithuanian","score":0.25281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"North Macedonian","score":0.30672},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Polish","score":0.2646},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Portuguese","score":0.3539},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Russian","score":0.37138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Serbian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Spanish","score":0.34545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Turkish","score":0.28832},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Ukrainian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"English","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"German","score":0.112},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"Spanish","score":0.136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Albanian","score":0.69136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Basque","score":0.69597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.79048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Catalan","score":0.78897},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Czech","score":0.73473},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Danish","score":0.74},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Dutch","score":0.79193},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Estonian","score":0.61903},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Finnish","score":0.68327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"French","score":0.93014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Galician","score":0.7915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Georgian","score":0.86765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"German","score":0.91297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Greek","score":0.85584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Hungarian","score":0.74556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Italian","score":0.83595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Latvian","score":0.64875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.71525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.74359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Polish","score":0.71333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Romanian","score":0.80934},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Serbian","score":0.8025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Slovak","score":0.69891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Spanish","score":0.90948},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Turkish","score":0.6194},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.7766},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.72295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Croatian","score":10.68775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Czech","score":9.0722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Danish","score":17.3965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Dutch","score":14.109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Estonian","score":4.70565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Finnish","score":6.9686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"French","score":13.439},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"German","score":17.9645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Greek","score":8.46245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.28205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Italian","score":19.538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Latvian","score":3.66955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.88155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Norwegian","score":19.4375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Polish","score":11.401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.6975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Romanian","score":14.5793},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Serbian","score":9.6323},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Slovak","score":10.0151},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.51775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Spanish","score":22.5275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Swedish","score":22.903},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Turkish","score":8.90285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.9359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Latvian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Estonian","score":0.476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Italian","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Turkish","score":0.554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Dutch","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"English","score":0.523},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"French","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"German","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Italian","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Polish","score":0.235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Portuguese","score":0.299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Spanish","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Bosnian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Catalan","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Croatian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Czech","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Dutch","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Estonian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Finnish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Galician","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Georgian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Greek","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Hungarian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Icelandic","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Lithuanian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"North Macedonian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Norwegian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Polish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Portuguese","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Romanian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Serbian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Slovak","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Slovenian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Spanish","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Ukrainian","score":0.535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Basque","score":0.29044},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Catalan","score":0.36923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Croatian","score":0.33851},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Danish","score":0.37775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Dutch","score":0.39989},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"French","score":0.4759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"German","score":0.40468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Hungarian","score":0.30716},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Italian","score":0.43381},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Portuguese","score":0.45812},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Romanian","score":0.36182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Serbian","score":0.33559},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Slovak","score":0.32314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Spanish","score":0.48507},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Swedish","score":0.38522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step432000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Ukrainian","score":0.33819},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"French","score":0.28072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"German","score":0.22952},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23976},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.24573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.2756},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Bulgarian","score":0.30222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Croatian","score":0.29444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Czech","score":0.32333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Danish","score":0.32889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Dutch","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"English","score":0.40778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Estonian","score":0.28667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Finnish","score":0.29556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"French","score":0.35889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"German","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Greek","score":0.25778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Hungarian","score":0.25556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Italian","score":0.31333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Latvian","score":0.27},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Lithuanian","score":0.33111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Maltese","score":0.29222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Norwegian","score":0.31333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Polish","score":0.28667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Portuguese","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Romanian","score":0.32444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Slovak","score":0.29444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Slovenian","score":0.28333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Spanish","score":0.34778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Swedish","score":0.31556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Bulgarian","score":8.065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Croatian","score":20.2915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Czech","score":9.02435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Danish","score":10.7438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Dutch","score":29.6},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Estonian","score":13.98915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Finnish","score":13.4505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"French","score":40.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"German","score":31.4705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Greek","score":6.96755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Hungarian","score":15.74485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Irish","score":12.3765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Italian","score":13.163},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Latvian","score":9.57415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Lithuanian","score":16.32455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Maltese","score":11.49965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Polish","score":23.297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Portuguese","score":15.17},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Romanian","score":18.925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Slovak","score":9.7286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Slovenian","score":9.14465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Spanish","score":26.3835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Swedish","score":25.15685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Czech","score":0.26656},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Dutch","score":0.29554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"English","score":0.39118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"French","score":0.3147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"German","score":0.29718},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Greek","score":0.26535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.27183},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Italian","score":0.30665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.26549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Polish","score":0.27475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.311},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Romanian","score":0.28372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Russian","score":0.27952},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Serbian","score":0.26406},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Spanish","score":0.30964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Swedish","score":0.28087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Turkish","score":0.27404},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.27318},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Albanian","score":0.28312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Armenian","score":0.26364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.24453},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Basque","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Croatian","score":0.25455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Dutch","score":0.24501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Estonian","score":0.18304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Finnish","score":0.24138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"French","score":0.23389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Georgian","score":0.298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Greek","score":0.20833},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Hungarian","score":0.29273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Italian","score":0.2646},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Lithuanian","score":0.24157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"North Macedonian","score":0.2323},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Polish","score":0.25547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Portuguese","score":0.27768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Russian","score":0.28442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Serbian","score":0.20727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Spanish","score":0.25091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Turkish","score":0.24088},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Ukrainian","score":0.33455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Mgsm","language":"English","score":0.068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Mgsm","language":"French","score":0.036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Mgsm","language":"German","score":0.036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Mgsm","language":"Spanish","score":0.04},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Albanian","score":0.73251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Basque","score":0.69597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.71684},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Catalan","score":0.74343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Czech","score":0.6485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Danish","score":0.78},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Dutch","score":0.77692},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"English","score":0.98182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Estonian","score":0.58291},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Finnish","score":0.60739},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"French","score":0.91837},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Galician","score":0.73572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Georgian","score":0.81373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"German","score":0.89295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Greek","score":0.79836},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Hungarian","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Icelandic","score":0.60871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Italian","score":0.7956},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Latvian","score":0.62203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.70763},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.5641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Polish","score":0.6739},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Portuguese","score":0.87631},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Romanian","score":0.76216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Serbian","score":0.75015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Slovak","score":0.66466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Slovenian","score":0.64689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Spanish","score":0.89296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Turkish","score":0.56315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.73397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Bulgarian","score":3.0298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Croatian","score":5.3469},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Czech","score":4.93095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Danish","score":10.78505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Dutch","score":9.65595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Estonian","score":2.48665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Finnish","score":2.8642},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"French","score":11.22665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"German","score":13.74245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Greek","score":1.1804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Hungarian","score":2.8222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Italian","score":14.4754},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Latvian","score":1.78515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Lithuanian","score":1.83665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Norwegian","score":11.97695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Polish","score":6.1436},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Portuguese","score":16.4615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Romanian","score":7.4596},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Serbian","score":4.15545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Slovak","score":4.69975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Slovenian","score":3.5799},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Spanish","score":17.9405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Swedish","score":14.9923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Turkish","score":3.27825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Ukrainian","score":5.3549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Albanian","score":0.23039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Bosnian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Bulgarian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Catalan","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Croatian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Czech","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Danish","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Dutch","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"English","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Estonian","score":0.2402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Finnish","score":0.20098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"French","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Galician","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Georgian","score":0.13235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"German","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Greek","score":0.14706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Hungarian","score":0.2451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Irish","score":0.20098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Italian","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Latvian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Lithuanian","score":0.23529},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Maltese","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Norwegian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Polish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Portuguese","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Romanian","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Slovak","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Slovenian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Spanish","score":0.43627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Swedish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Turkish","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Ukrainian","score":0.23039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Estonian","score":0.484},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Italian","score":0.514},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Turkish","score":0.574},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Dutch","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"English","score":0.474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"French","score":0.255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"German","score":0.243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Italian","score":0.247},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Polish","score":0.205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Portuguese","score":0.261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Spanish","score":0.242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Bosnian","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Bulgarian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Croatian","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Czech","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Dutch","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"English","score":0.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Estonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Finnish","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"French","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Galician","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Georgian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"German","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Hungarian","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Icelandic","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Italian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Lithuanian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"North Macedonian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Norwegian","score":0.3775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Polish","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Portuguese","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Romanian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Serbian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Slovak","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Spanish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Swedish","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Turkish","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Ukrainian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Basque","score":0.29206},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Catalan","score":0.31669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Croatian","score":0.29627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Danish","score":0.31327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Dutch","score":0.32099},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"French","score":0.38595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"German","score":0.32974},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Hungarian","score":0.28797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Italian","score":0.35581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Portuguese","score":0.37577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Romanian","score":0.30871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Serbian","score":0.29961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Slovak","score":0.299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Spanish","score":0.39983},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Swedish","score":0.31451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step48000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Ukrainian","score":0.29791},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28754},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"French","score":0.32765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"German","score":0.2901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32338},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.3413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33788},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.30205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Bulgarian","score":0.41222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Croatian","score":0.42778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Czech","score":0.43667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Danish","score":0.46222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Dutch","score":0.52111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"English","score":0.75111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Estonian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Finnish","score":0.38333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"French","score":0.59444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"German","score":0.53222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Greek","score":0.37556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Hungarian","score":0.35222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Italian","score":0.54222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Latvian","score":0.35667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Lithuanian","score":0.34778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Maltese","score":0.33111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Norwegian","score":0.47111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Polish","score":0.41889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Portuguese","score":0.56889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Romanian","score":0.46333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Slovak","score":0.39111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Slovenian","score":0.39222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Spanish","score":0.62111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Swedish","score":0.49889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Bulgarian","score":25.61415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Croatian","score":35.4215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Czech","score":27.37235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Danish","score":25.651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Dutch","score":43.6175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Estonian","score":17.7817},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Finnish","score":20.1243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"French","score":51.3385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"German","score":34.479},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Greek","score":30.9477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Hungarian","score":12.6467},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Irish","score":13.8781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Italian","score":44.871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Latvian","score":15.9397},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Lithuanian","score":18.9715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Maltese","score":13.6314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Polish","score":27.933},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Portuguese","score":18.227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Romanian","score":35.67},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Slovak","score":32.0405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Slovenian","score":24.5005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Spanish","score":35.035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Swedish","score":18.8651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Catalan","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Czech","score":0.35358},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Dutch","score":0.40301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"English","score":0.5512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"French","score":0.42515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"German","score":0.40863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Greek","score":0.31256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Italian","score":0.40172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.31221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Polish","score":0.3481},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.42102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Romanian","score":0.38356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Russian","score":0.35771},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32346},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Spanish","score":0.43213},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Swedish","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.3382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Albanian","score":0.32305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Armenian","score":0.24364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Basque","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Belarusian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Bulgarian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Croatian","score":0.35273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Dutch","score":0.33757},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Estonian","score":0.29464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Finnish","score":0.26134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"French","score":0.36754},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Georgian","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"German","score":0.32374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Greek","score":0.23551},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Hungarian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Italian","score":0.37774},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34483},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Polish","score":0.31022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Portuguese","score":0.40835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Serbian","score":0.29091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Spanish","score":0.37455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Turkish","score":0.31204},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Ukrainian","score":0.37273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"English","score":0.252},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"French","score":0.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"German","score":0.144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"Spanish","score":0.14},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Albanian","score":0.69959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Basque","score":0.67033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.7917},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Catalan","score":0.78065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Czech","score":0.7117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Danish","score":0.72},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Dutch","score":0.78593},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Estonian","score":0.61359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Finnish","score":0.67237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"French","score":0.93446},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Galician","score":0.75033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Georgian","score":0.7598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"German","score":0.91123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Greek","score":0.87865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Hungarian","score":0.73846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Italian","score":0.83728},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Latvian","score":0.64677},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.73136},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Polish","score":0.70691},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Romanian","score":0.80399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Serbian","score":0.79428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Slovak","score":0.69964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Spanish","score":0.91893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Turkish","score":0.62113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.76494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.63065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Croatian","score":11.8263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Czech","score":9.71725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Danish","score":18.317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Dutch","score":14.7925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Estonian","score":5.2349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Finnish","score":7.13305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"French","score":14.319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"German","score":18.7415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Greek","score":8.97795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.7645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Italian","score":20.902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Latvian","score":4.18795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.29725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Polish","score":12.23645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.7035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Romanian","score":15.1705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Serbian","score":10.35595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Slovak","score":10.82775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.8461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Spanish","score":23.511},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Swedish","score":23.8195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Turkish","score":8.9566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.09225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Czech","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"English","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Greek","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Hungarian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Icelandic","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Italian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Latvian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Serbian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Estonian","score":0.466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Italian","score":0.516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Turkish","score":0.554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Dutch","score":0.281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"English","score":0.508},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"French","score":0.313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"German","score":0.281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Italian","score":0.288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Polish","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Portuguese","score":0.309},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Spanish","score":0.287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Bosnian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Bulgarian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Catalan","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Croatian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Czech","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Dutch","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"English","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Estonian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Finnish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"French","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Galician","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"German","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Greek","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Hungarian","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Italian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Lithuanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"North Macedonian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Norwegian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Portuguese","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Romanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Serbian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Slovak","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Spanish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Swedish","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Turkish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Basque","score":0.28784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Catalan","score":0.36902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Croatian","score":0.34062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Danish","score":0.38377},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Dutch","score":0.40475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"French","score":0.47387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"German","score":0.40905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Hungarian","score":0.30595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Italian","score":0.43827},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Portuguese","score":0.46354},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Romanian","score":0.36485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Serbian","score":0.34332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Slovak","score":0.32051},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Spanish","score":0.48208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Swedish","score":0.38281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step480000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Ukrainian","score":0.34223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.23464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.23891},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"French","score":0.33703},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"German","score":0.28754},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.24573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.26792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.31911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.29266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Bulgarian","score":0.43222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Croatian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Czech","score":0.44667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Danish","score":0.47778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Dutch","score":0.51556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"English","score":0.73667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Estonian","score":0.34667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Finnish","score":0.40222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"French","score":0.56778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"German","score":0.54111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Greek","score":0.38333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Hungarian","score":0.36222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Italian","score":0.50444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Latvian","score":0.35556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Lithuanian","score":0.35222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Maltese","score":0.34444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Norwegian","score":0.48444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Polish","score":0.40444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Portuguese","score":0.57556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Romanian","score":0.43444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Slovak","score":0.42556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Spanish","score":0.56222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Swedish","score":0.51889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Bulgarian","score":29.75925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Croatian","score":36.279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Czech","score":30.5715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Danish","score":33.8055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Dutch","score":34.3205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Estonian","score":21.9815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Finnish","score":18.4345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"French","score":42.609},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"German","score":34.1875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Greek","score":30.69015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Hungarian","score":15.1715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Irish","score":16.6275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Italian","score":29.776},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Latvian","score":14.2565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Lithuanian","score":24.3525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Maltese","score":15.991},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Polish","score":25.517},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Portuguese","score":16.7795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Romanian","score":31.599},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Slovak","score":30.441},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Slovenian","score":31.0605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Spanish","score":30.5585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Swedish","score":27.346},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Czech","score":0.36134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41084},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"English","score":0.55961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"French","score":0.43092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"German","score":0.41283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Greek","score":0.31641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Italian","score":0.41205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.31477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Polish","score":0.35878},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.42757},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Romanian","score":0.3852},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Russian","score":0.3622},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Spanish","score":0.43548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Swedish","score":0.39289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Turkish","score":0.3471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.32752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Albanian","score":0.28312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Armenian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Basque","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Belarusian","score":0.23636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Bulgarian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Croatian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Dutch","score":0.34664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Estonian","score":0.30357},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Finnish","score":0.27223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"French","score":0.38186},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Georgian","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"German","score":0.32374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Greek","score":0.29167},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Hungarian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Italian","score":0.35949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Lithuanian","score":0.26779},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Polish","score":0.30109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Portuguese","score":0.37568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Russian","score":0.36232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Serbian","score":0.31091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Spanish","score":0.38909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Turkish","score":0.27737},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"English","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"French","score":0.18},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"German","score":0.188},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"Spanish","score":0.132},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Albanian","score":0.6749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Basque","score":0.69597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.79292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Catalan","score":0.77014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Czech","score":0.7399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Danish","score":0.84},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Dutch","score":0.81038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Estonian","score":0.60505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Finnish","score":0.6821},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"French","score":0.92896},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Galician","score":0.7676},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Georgian","score":0.82353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"German","score":0.90862},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Greek","score":0.87774},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Hungarian","score":0.70888},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Icelandic","score":0.65477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Italian","score":0.83161},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Latvian","score":0.63028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Polish","score":0.73991},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Romanian","score":0.80058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Serbian","score":0.79641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Slovak","score":0.69144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Slovenian","score":0.68325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Spanish","score":0.91106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Turkish","score":0.61825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.77259},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.1589},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Croatian","score":10.47295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Czech","score":8.81355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Danish","score":17.547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Dutch","score":14.3895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Estonian","score":4.823},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Finnish","score":6.568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"French","score":13.2475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"German","score":18.088},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Greek","score":8.9345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.11415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Italian","score":19.881},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Latvian","score":3.5654},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.9514},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Norwegian","score":19.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Polish","score":11.5521},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Romanian","score":14.1918},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Serbian","score":8.91695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Slovak","score":9.47505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.33005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Spanish","score":22.6825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Swedish","score":23.1165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Turkish","score":8.0774},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Ukrainian","score":9.35025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"English","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Albanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Basque","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Bosnian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Bulgarian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Catalan","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Croatian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Czech","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Danish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"English","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Estonian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"French","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Galician","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"German","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Greek","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Irish","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Italian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Latvian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Lithuanian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Maltese","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"North Macedonian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Norwegian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Polish","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Portuguese","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Romanian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Serbian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Slovak","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Slovenian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Spanish","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Swedish","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Turkish","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Ukrainian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Estonian","score":0.464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Italian","score":0.512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Turkish","score":0.526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Dutch","score":0.271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"English","score":0.524},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"French","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"German","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Italian","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Polish","score":0.232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Portuguese","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Spanish","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Bosnian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Bulgarian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Catalan","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Croatian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"English","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Estonian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Finnish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"French","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Galician","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Georgian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"German","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Greek","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Hungarian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Italian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Norwegian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Polish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Romanian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Slovak","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Slovenian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Spanish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Swedish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Turkish","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Ukrainian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Basque","score":0.29087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Catalan","score":0.36565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Croatian","score":0.33576},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Danish","score":0.38506},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Dutch","score":0.40237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"French","score":0.47698},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"German","score":0.41065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Hungarian","score":0.30541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Italian","score":0.4362},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Portuguese","score":0.46603},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Romanian","score":0.36355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Serbian","score":0.34141},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Slovak","score":0.3282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Spanish","score":0.49115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Swedish","score":0.38884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step528000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Ukrainian","score":0.34669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"French","score":0.343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"German","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33191},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.34215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33362},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.29949},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Bulgarian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Croatian","score":0.42111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Czech","score":0.45778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Danish","score":0.48889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Dutch","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"English","score":0.75556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Estonian","score":0.34556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Finnish","score":0.39889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"French","score":0.61222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"German","score":0.56556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Greek","score":0.38889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Hungarian","score":0.35222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Italian","score":0.57556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Latvian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Lithuanian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Maltese","score":0.33667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Norwegian","score":0.51778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Polish","score":0.44444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Portuguese","score":0.60889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Romanian","score":0.49889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Slovak","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Slovenian","score":0.40222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Spanish","score":0.62},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Swedish","score":0.52889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Bulgarian","score":41.0215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Croatian","score":30.059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Czech","score":25.0402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Danish","score":31.03455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Dutch","score":35.474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Estonian","score":16.7114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Finnish","score":17.9626},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"French","score":57.5405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"German","score":30.4325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Greek","score":16.89045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Hungarian","score":13.1635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Irish","score":15.45325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Italian","score":44.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Latvian","score":19.5895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Lithuanian","score":20.1955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Maltese","score":14.38615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Polish","score":25.72235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Portuguese","score":35.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Romanian","score":24.6955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Slovak","score":29.5441},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Slovenian","score":26.45535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Spanish","score":24.0115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Swedish","score":16.708},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Czech","score":0.35921},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4087},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"English","score":0.55719},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"French","score":0.43576},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"German","score":0.41233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Greek","score":0.31356},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Italian","score":0.41112},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.3157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Polish","score":0.36583},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.43249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Romanian","score":0.39097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Russian","score":0.36412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Spanish","score":0.43477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35187},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.34076},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Albanian","score":0.31579},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Armenian","score":0.24727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Basque","score":0.266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Bulgarian","score":0.29818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Croatian","score":0.29273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Dutch","score":0.33575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Estonian","score":0.27232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Finnish","score":0.29401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"French","score":0.35084},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Georgian","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"German","score":0.2518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Greek","score":0.26993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Hungarian","score":0.23636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Italian","score":0.34854},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"North Macedonian","score":0.29401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Polish","score":0.22993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Portuguese","score":0.32849},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Russian","score":0.30435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Serbian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Spanish","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Turkish","score":0.26095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Ukrainian","score":0.35636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"English","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"French","score":0.2},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"German","score":0.148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"Spanish","score":0.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Albanian","score":0.70782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Basque","score":0.68864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Catalan","score":0.78678},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Czech","score":0.74013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Danish","score":0.78},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Dutch","score":0.81124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Estonian","score":0.62097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Finnish","score":0.69261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"French","score":0.93093},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Galician","score":0.76892},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Georgian","score":0.7402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"German","score":0.90078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Greek","score":0.88047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Hungarian","score":0.74556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Icelandic","score":0.68368},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Italian","score":0.84662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Latvian","score":0.64842},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Polish","score":0.72372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Romanian","score":0.80204},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Serbian","score":0.79154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Slovak","score":0.67117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Slovenian","score":0.67923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Spanish","score":0.91814},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Swedish","score":0.95025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Turkish","score":0.61309},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.78353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.86255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Croatian","score":11.6653},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Czech","score":9.44165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Danish","score":18.357},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Dutch","score":14.559},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Estonian","score":5.3658},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Finnish","score":7.27975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"French","score":13.9625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"German","score":18.6805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Greek","score":9.3417},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.39065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Italian","score":20.8565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Latvian","score":4.0417},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.5181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.1075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Polish","score":12.2577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.4825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Romanian","score":15.24355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Serbian","score":10.0978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Slovak","score":10.54505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Slovenian","score":6.66875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Spanish","score":23.2875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Swedish","score":24.1115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Turkish","score":9.238},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.10005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"English","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"German","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Italian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Portuguese","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Estonian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Italian","score":0.526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Turkish","score":0.546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Dutch","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"French","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"German","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Italian","score":0.279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Polish","score":0.245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Portuguese","score":0.286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Spanish","score":0.262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Albanian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Bosnian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Catalan","score":0.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Croatian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"English","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Estonian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Finnish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"French","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"German","score":0.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Greek","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Hungarian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Icelandic","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Lithuanian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"North Macedonian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Norwegian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Polish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Portuguese","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Serbian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Slovak","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Spanish","score":0.535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Swedish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Turkish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Ukrainian","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Basque","score":0.29227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Catalan","score":0.37455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Croatian","score":0.33713},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Danish","score":0.38721},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Dutch","score":0.40335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"French","score":0.4804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"German","score":0.4083},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Hungarian","score":0.31089},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Italian","score":0.44121},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Portuguese","score":0.46798},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Romanian","score":0.36798},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Serbian","score":0.34268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Slovak","score":0.32662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Spanish","score":0.48912},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Swedish","score":0.39059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step576000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Ukrainian","score":0.34743},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"French","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"German","score":0.29693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31997},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24061},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.33618},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Bulgarian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Croatian","score":0.46222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Czech","score":0.42889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Danish","score":0.46111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Dutch","score":0.53444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"English","score":0.76778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Estonian","score":0.28667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Finnish","score":0.37333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"French","score":0.60889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"German","score":0.54667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Greek","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Hungarian","score":0.35889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Italian","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Latvian","score":0.33556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Lithuanian","score":0.34444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Maltese","score":0.28889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Norwegian","score":0.49111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Polish","score":0.41111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Portuguese","score":0.60222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Romanian","score":0.47778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Slovak","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Slovenian","score":0.36556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Spanish","score":0.62889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Swedish","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Bulgarian","score":38.887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Croatian","score":38.332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Czech","score":33.838},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Danish","score":30.27555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Dutch","score":33.252},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Estonian","score":11.8025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Finnish","score":19.1635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"French","score":38.759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"German","score":39.438},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Greek","score":36.7465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Hungarian","score":23.1525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Irish","score":14.684},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Italian","score":36.966},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Latvian","score":8.4746},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Lithuanian","score":20.4595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Maltese","score":15.393},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Polish","score":32.828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Portuguese","score":39.3685},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Romanian","score":34.456},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Slovak","score":19.772},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Slovenian","score":27.47875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Spanish","score":19.3325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Swedish","score":10.4415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Galician","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Czech","score":0.34675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Dutch","score":0.40379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"English","score":0.56566},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"French","score":0.43277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"German","score":0.41148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Greek","score":0.31092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Italian","score":0.41711},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.3033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Polish","score":0.35907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.43249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Romanian","score":0.38207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Russian","score":0.36562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Serbian","score":0.30751},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Spanish","score":0.4337},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Swedish","score":0.39047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Turkish","score":0.34411},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33086},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Albanian","score":0.31216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Armenian","score":0.26545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31934},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Basque","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Belarusian","score":0.23273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Bulgarian","score":0.28364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Croatian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Dutch","score":0.34301},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Estonian","score":0.26786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Finnish","score":0.28131},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"French","score":0.35322},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Georgian","score":0.252},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Greek","score":0.30254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Hungarian","score":0.27273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Italian","score":0.38686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Lithuanian","score":0.26779},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"North Macedonian","score":0.31942},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Polish","score":0.25182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Portuguese","score":0.38113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Russian","score":0.31703},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Serbian","score":0.31818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Spanish","score":0.37455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Turkish","score":0.28285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"English","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"Spanish","score":0.196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Albanian","score":0.69959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Basque","score":0.63736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78234},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Catalan","score":0.78065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Czech","score":0.73332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Danish","score":0.72},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Dutch","score":0.78722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Estonian","score":0.61709},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Finnish","score":0.69105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"French","score":0.93014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Galician","score":0.77424},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Georgian","score":0.78922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"German","score":0.90905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Greek","score":0.87682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Hungarian","score":0.74675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Icelandic","score":0.6869},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Italian","score":0.83561},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Latvian","score":0.61972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.7178},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.53846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Polish","score":0.72249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Romanian","score":0.79718},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Serbian","score":0.80584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Slovak","score":0.70615},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69819},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Spanish","score":0.9146},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Swedish","score":0.97512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Turkish","score":0.62342},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.76749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.39205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Croatian","score":12.40145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Czech","score":10.4402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Danish","score":18.59},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Dutch","score":15.303},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Estonian","score":6.36735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Finnish","score":7.99695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"French","score":14.542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"German","score":19.092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Greek","score":9.90875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.6637},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Italian","score":21.2035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Latvian","score":5.04995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.4728},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.3325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Polish","score":12.6112},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.683},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Romanian","score":15.36965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Serbian","score":11.63725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Slovak","score":10.9887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.56},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Spanish","score":23.869},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Swedish","score":24.936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Turkish","score":10.1454},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.83475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Danish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"English","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Portuguese","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Romanian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Spanish","score":0.2451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Swedish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Estonian","score":0.488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Italian","score":0.538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Turkish","score":0.532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Dutch","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"English","score":0.531},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"French","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"German","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Italian","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Polish","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Portuguese","score":0.286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Spanish","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Albanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Bosnian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Catalan","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Croatian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Dutch","score":0.495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Estonian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Finnish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Galician","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Georgian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"German","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Greek","score":0.51},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Hungarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Italian","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Lithuanian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Norwegian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Polish","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Portuguese","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Romanian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Serbian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Slovenian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Spanish","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Swedish","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Basque","score":0.29206},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Catalan","score":0.36902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Croatian","score":0.34305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Danish","score":0.38807},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Dutch","score":0.41133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"French","score":0.48876},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"German","score":0.41535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Hungarian","score":0.30848},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Italian","score":0.44175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Portuguese","score":0.47264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Romanian","score":0.36831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Serbian","score":0.34522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Slovak","score":0.33137},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Spanish","score":0.49317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Swedish","score":0.39597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step624000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Ukrainian","score":0.34722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.27901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.27218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"French","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"German","score":0.29522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.26024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31741},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.3413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.3029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Bulgarian","score":0.46889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Croatian","score":0.43444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Czech","score":0.42778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Danish","score":0.47556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Dutch","score":0.54333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"English","score":0.75556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Estonian","score":0.35111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Finnish","score":0.38667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"French","score":0.62333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"German","score":0.57556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Greek","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Hungarian","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Italian","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Latvian","score":0.36778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Lithuanian","score":0.35222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Maltese","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Norwegian","score":0.51333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Polish","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Portuguese","score":0.59222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Romanian","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Slovak","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Slovenian","score":0.41111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Spanish","score":0.61889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Swedish","score":0.51667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Bulgarian","score":27.221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Croatian","score":34.867},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Czech","score":30.11075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Danish","score":30.5694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Dutch","score":24.81},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Estonian","score":16.7095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Finnish","score":19.29715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"French","score":43.106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"German","score":50.4605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Greek","score":28.88435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Hungarian","score":18.42835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Irish","score":16.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Italian","score":22.3886},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Latvian","score":11.39605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Lithuanian","score":21.5565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Maltese","score":18.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Polish","score":26.868},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Portuguese","score":19.2985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Romanian","score":36.588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Slovak","score":30.1985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Slovenian","score":28.3425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Spanish","score":32.0195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Swedish","score":18.627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Czech","score":0.35864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41063},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"English","score":0.57243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"French","score":0.44011},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"German","score":0.41554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Greek","score":0.31947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Italian","score":0.41262},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.31035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Polish","score":0.3617},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4369},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Romanian","score":0.3946},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Russian","score":0.36434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Serbian","score":0.30722},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44381},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Swedish","score":0.39425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33257},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Albanian","score":0.32305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Basque","score":0.312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Belarusian","score":0.24},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Bulgarian","score":0.32545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Croatian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Dutch","score":0.35027},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Estonian","score":0.37054},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Finnish","score":0.27768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"French","score":0.4105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Georgian","score":0.256},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Greek","score":0.28804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Hungarian","score":0.24182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Italian","score":0.38504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Polish","score":0.27007},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Portuguese","score":0.38113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Russian","score":0.31884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Serbian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Spanish","score":0.38182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Turkish","score":0.27737},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"English","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"French","score":0.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"German","score":0.16},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"Spanish","score":0.212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Albanian","score":0.6749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.79943},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Catalan","score":0.8056},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Czech","score":0.74624},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Danish","score":0.82},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Dutch","score":0.79794},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"English","score":0.99351},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Estonian","score":0.62718},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Finnish","score":0.68638},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"French","score":0.94035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Galician","score":0.77689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Georgian","score":0.7598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"German","score":0.92341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Greek","score":0.88504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Hungarian","score":0.75621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Icelandic","score":0.67297},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Italian","score":0.85195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Latvian","score":0.64809},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.74492},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.76923},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Polish","score":0.72738},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Portuguese","score":0.8937},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Romanian","score":0.80788},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Serbian","score":0.81345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Slovak","score":0.70326},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Spanish","score":0.92011},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Swedish","score":0.96517},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Turkish","score":0.62629},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.78972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Croatian","score":12.77605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Czech","score":10.32815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Danish","score":19.001},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Dutch","score":15.3865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Estonian","score":5.96095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Finnish","score":8.0561},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"French","score":14.387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"German","score":19.2575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Greek","score":9.40245},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.56215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Italian","score":21.2365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Latvian","score":4.58925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.8995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.9675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Polish","score":13.1209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.8945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Romanian","score":16.3103},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Serbian","score":10.37725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Slovak","score":11.639},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.7477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Spanish","score":24.0055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Swedish","score":24.7975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Turkish","score":10.4284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.03765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Albanian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Basque","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Bosnian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Bulgarian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Catalan","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Czech","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"English","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Estonian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Galician","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"German","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Latvian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Maltese","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Norwegian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Polish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Portuguese","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Romanian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Slovak","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Estonian","score":0.462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Italian","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Turkish","score":0.528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Dutch","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"English","score":0.509},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"French","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"German","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Italian","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Polish","score":0.227},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Portuguese","score":0.302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Spanish","score":0.265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Albanian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Bosnian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Catalan","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Croatian","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Czech","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Dutch","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Finnish","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Galician","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"German","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Greek","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Hungarian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Lithuanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Norwegian","score":0.3575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Polish","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Portuguese","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Romanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Serbian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Slovak","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Slovenian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Spanish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Turkish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Ukrainian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Basque","score":0.28363},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Catalan","score":0.37585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Croatian","score":0.34854},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Danish","score":0.39172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Dutch","score":0.41263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"French","score":0.48736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"German","score":0.42037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Hungarian","score":0.31133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Italian","score":0.44675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Portuguese","score":0.47632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Romanian","score":0.37058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Serbian","score":0.35125},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Slovak","score":0.32841},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Spanish","score":0.50128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Swedish","score":0.40035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step672000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Ukrainian","score":0.3536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.29181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"French","score":0.33788},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"German","score":0.29608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.33362},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.2773},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.34556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27304},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.35068},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.30119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Bulgarian","score":0.47222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Croatian","score":0.48778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Czech","score":0.46222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Danish","score":0.51111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Dutch","score":0.57667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"English","score":0.78444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Estonian","score":0.36889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Finnish","score":0.40333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"French","score":0.63667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"German","score":0.59889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Greek","score":0.40222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Hungarian","score":0.38444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Italian","score":0.59111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Latvian","score":0.38778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Lithuanian","score":0.39889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Maltese","score":0.33444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Norwegian","score":0.53667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Polish","score":0.46333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Portuguese","score":0.61667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Romanian","score":0.51222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Slovak","score":0.44333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Slovenian","score":0.43889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Spanish","score":0.65111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Swedish","score":0.53667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Bulgarian","score":30.98835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Croatian","score":36.585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Czech","score":27.54015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Danish","score":34.549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Dutch","score":38.5445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Estonian","score":23.336},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Finnish","score":22.359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"French","score":56.9985},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"German","score":41.666},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Greek","score":22.7268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Hungarian","score":15.371},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Irish","score":16.212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Italian","score":46.138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Latvian","score":13.177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Lithuanian","score":21.5705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Maltese","score":24.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Polish","score":32.1585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Portuguese","score":34.578},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Romanian","score":36.5935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Slovak","score":35.076},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Slovenian","score":32.114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Spanish","score":33.426},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Swedish","score":26.7715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Czech","score":0.36711},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4149},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"English","score":0.56516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"French","score":0.44146},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"German","score":0.41889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Greek","score":0.32104},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29989},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Italian","score":0.42045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.31263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Polish","score":0.36904},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.43178},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Romanian","score":0.39503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Russian","score":0.37124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Swedish","score":0.4003},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Turkish","score":0.34931},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.34062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Albanian","score":0.32486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Armenian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Belarusian","score":0.27091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Bulgarian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Croatian","score":0.32727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Dutch","score":0.35572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Estonian","score":0.29464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Finnish","score":0.32668},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"French","score":0.35561},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Georgian","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Greek","score":0.31159},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Hungarian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Italian","score":0.40328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29401},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"North Macedonian","score":0.33575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Polish","score":0.30839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Portuguese","score":0.39564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Russian","score":0.34058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Serbian","score":0.32727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Spanish","score":0.39818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Turkish","score":0.2938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Ukrainian","score":0.35091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"English","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"French","score":0.204},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"German","score":0.144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"Spanish","score":0.12},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Albanian","score":0.67078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Basque","score":0.78755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78967},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Catalan","score":0.79291},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Czech","score":0.73896},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Danish","score":0.74},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Dutch","score":0.79665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Estonian","score":0.61243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Finnish","score":0.68405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"French","score":0.92465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Galician","score":0.77689},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Georgian","score":0.71569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"German","score":0.91601},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Greek","score":0.87682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Hungarian","score":0.7432},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Italian","score":0.84562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Latvian","score":0.64842},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.73983},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.71795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Polish","score":0.72097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Romanian","score":0.80058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Serbian","score":0.81802},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Slovak","score":0.71146},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Slovenian","score":0.7118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Spanish","score":0.91972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Turkish","score":0.6349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.77879},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Croatian","score":12.41715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Czech","score":9.824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Danish","score":19.0105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Dutch","score":15.1475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Estonian","score":5.6816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Finnish","score":7.5017},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"French","score":14.225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"German","score":18.783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Greek","score":9.97},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.5138},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Italian","score":21.1265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Latvian","score":4.6179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.83915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.4435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Polish","score":12.44545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Romanian","score":15.30355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Serbian","score":11.02055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Slovak","score":10.99575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.5507},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Spanish","score":23.6675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Swedish","score":24.3385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Turkish","score":9.399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.79605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Bosnian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Catalan","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Croatian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Danish","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Dutch","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"English","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Estonian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Finnish","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"French","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Galician","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"German","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Hungarian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Icelandic","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Italian","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Latvian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Lithuanian","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Norwegian","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Polish","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Portuguese","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Romanian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Serbian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Slovak","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Spanish","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Swedish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Turkish","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Estonian","score":0.462},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Italian","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Turkish","score":0.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Dutch","score":0.271},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"French","score":0.299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"German","score":0.267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Italian","score":0.279},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Polish","score":0.224},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Portuguese","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Spanish","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Albanian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Bosnian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Bulgarian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Catalan","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Croatian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Czech","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"English","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Finnish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Galician","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Georgian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"German","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Greek","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Hungarian","score":0.305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Icelandic","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Italian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Lithuanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"North Macedonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Norwegian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Polish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Portuguese","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Romanian","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Slovak","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Spanish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Swedish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Turkish","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Ukrainian","score":0.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Basque","score":0.29011},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Catalan","score":0.37629},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Croatian","score":0.34421},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Danish","score":0.39022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Dutch","score":0.419},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"French","score":0.48833},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"German","score":0.42154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Hungarian","score":0.30749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Italian","score":0.44828},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Portuguese","score":0.47947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Romanian","score":0.36549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Serbian","score":0.35083},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Slovak","score":0.33274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Spanish","score":0.50288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Swedish","score":0.39564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step720000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Ukrainian","score":0.35339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24147},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"French","score":0.36007},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"German","score":0.32423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24573},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32423},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.22782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27816},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.34215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.3541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.30973},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Bulgarian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Croatian","score":0.47556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Czech","score":0.47556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Danish","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Dutch","score":0.58},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"English","score":0.78778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Estonian","score":0.36444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Finnish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"French","score":0.62889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"German","score":0.62111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Greek","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Hungarian","score":0.43222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Italian","score":0.59667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Latvian","score":0.38222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Lithuanian","score":0.39222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Maltese","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Norwegian","score":0.53222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Polish","score":0.45556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Portuguese","score":0.64},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Romanian","score":0.50556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Slovak","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Slovenian","score":0.42222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Spanish","score":0.65222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Swedish","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Bulgarian","score":27.51585},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Croatian","score":18.5725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Czech","score":35.884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Danish","score":30.7935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Dutch","score":33.123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Estonian","score":20.458},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Finnish","score":15.1694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"French","score":36.7055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"German","score":22.74195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Greek","score":28.947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Hungarian","score":15.504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Irish","score":12.5355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Italian","score":32.293},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Latvian","score":18.534},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Lithuanian","score":14.8865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Maltese","score":13.17545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Polish","score":27.0665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Portuguese","score":16.729},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Romanian","score":31.334},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Slovak","score":31.551},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Slovenian","score":22.8636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Spanish","score":28.7455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Swedish","score":17.6415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Czech","score":0.35899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41041},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"English","score":0.56374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"French","score":0.44759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"German","score":0.41739},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Greek","score":0.31228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28586},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Italian","score":0.42501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.30808},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Polish","score":0.3632},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.43584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Romanian","score":0.39617},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Russian","score":0.36248},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Swedish","score":0.39994},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Turkish","score":0.34831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Albanian","score":0.3176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Armenian","score":0.24909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Basque","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Belarusian","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Bulgarian","score":0.32364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Croatian","score":0.35636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Dutch","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Estonian","score":0.29018},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Finnish","score":0.29038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"French","score":0.39141},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Georgian","score":0.302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"German","score":0.29496},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Greek","score":0.30978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Hungarian","score":0.23818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Italian","score":0.39964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28652},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"North Macedonian","score":0.3049},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Polish","score":0.28102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Portuguese","score":0.37931},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Russian","score":0.33877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Serbian","score":0.30364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Spanish","score":0.37091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Turkish","score":0.28467},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Ukrainian","score":0.35455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"English","score":0.296},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"French","score":0.196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"Spanish","score":0.148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Albanian","score":0.69547},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Basque","score":0.7033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.83035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Catalan","score":0.8113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Czech","score":0.76081},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Danish","score":0.84},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Dutch","score":0.80824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Estonian","score":0.64078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Finnish","score":0.7179},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"French","score":0.93328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Galician","score":0.76627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Georgian","score":0.73529},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"German","score":0.91906},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Greek","score":0.88047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Hungarian","score":0.77396},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Icelandic","score":0.67047},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Italian","score":0.84562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Latvian","score":0.64875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.74915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.66667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Polish","score":0.75428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9101},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Romanian","score":0.81663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Serbian","score":0.82775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Slovak","score":0.7158},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Spanish","score":0.92287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Turkish","score":0.63605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Croatian","score":12.31005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Czech","score":10.01915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Danish","score":19.0405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Dutch","score":14.856},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Estonian","score":5.7972},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Finnish","score":7.9644},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"French","score":14.0905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"German","score":18.5175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Greek","score":9.66535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.40035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Italian","score":20.9495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Latvian","score":4.41455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.00075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.8385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Polish","score":12.37165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.2785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Romanian","score":15.6169},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Serbian","score":10.83295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Slovak","score":11.17265},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.16085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Spanish","score":23.4755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Swedish","score":25.0415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Turkish","score":9.68055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.63425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Albanian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Basque","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Bosnian","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Bulgarian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Catalan","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Croatian","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Czech","score":0.43627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Danish","score":0.44118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Dutch","score":0.45588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"English","score":0.57843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Estonian","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Finnish","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"French","score":0.45588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Galician","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Georgian","score":0.15686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"German","score":0.44118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Greek","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Hungarian","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Icelandic","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Italian","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Latvian","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Lithuanian","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Maltese","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"North Macedonian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Norwegian","score":0.44118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Polish","score":0.48529},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Portuguese","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Romanian","score":0.42157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Serbian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Slovak","score":0.46569},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Slovenian","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Spanish","score":0.45588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Swedish","score":0.44608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Turkish","score":0.44118},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Ukrainian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Estonian","score":0.464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Italian","score":0.558},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Turkish","score":0.542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Dutch","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"English","score":0.494},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"French","score":0.289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"German","score":0.282},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Italian","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Polish","score":0.211},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Portuguese","score":0.288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Spanish","score":0.283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Albanian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Bosnian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Bulgarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Catalan","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Croatian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Czech","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Dutch","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Estonian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Finnish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Galician","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Georgian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"German","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Icelandic","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Italian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Lithuanian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Norwegian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Polish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Portuguese","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Romanian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Serbian","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Slovak","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Spanish","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Turkish","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Ukrainian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Basque","score":0.28871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Catalan","score":0.37944},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Croatian","score":0.35477},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Danish","score":0.39764},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Dutch","score":0.42083},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"French","score":0.49422},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"German","score":0.42058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Hungarian","score":0.30837},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Italian","score":0.45382},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Portuguese","score":0.48261},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Romanian","score":0.37404},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Serbian","score":0.35443},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Slovak","score":0.33221},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Spanish","score":0.50597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Swedish","score":0.40232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step768000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Ukrainian","score":0.35902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30546},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"French","score":0.35154},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"German","score":0.29096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.23976},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31826},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23976},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.2372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29437},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.3541},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29096},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.2628},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.34642},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31826},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Bulgarian","score":0.43889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Croatian","score":0.45111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Czech","score":0.45778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Danish","score":0.48444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Dutch","score":0.53222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"English","score":0.80667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Estonian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Finnish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"French","score":0.63778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"German","score":0.61667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Greek","score":0.40444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Hungarian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Italian","score":0.60889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Latvian","score":0.37889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Lithuanian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Maltese","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Norwegian","score":0.50556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Polish","score":0.46111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Portuguese","score":0.64333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Romanian","score":0.51111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Slovak","score":0.43333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Slovenian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Spanish","score":0.67333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Swedish","score":0.52111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Bulgarian","score":28.33085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Croatian","score":34.4355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Czech","score":38.514},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Danish","score":35.155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Dutch","score":33.6885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Estonian","score":23.5445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Finnish","score":19.339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"French","score":35.568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"German","score":22.9175},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Greek","score":34.899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Hungarian","score":16.119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Irish","score":18.6145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Italian","score":44.431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Latvian","score":20.4045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Lithuanian","score":32.3165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Maltese","score":12.327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Polish","score":32.6375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Portuguese","score":39.357},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Romanian","score":32.3455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Slovak","score":35.1015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Slovenian","score":26.921},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Spanish","score":33.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Swedish","score":17.4895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Czech","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Czech","score":0.35935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42458},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"English","score":0.57563},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"French","score":0.45022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"German","score":0.42309},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Greek","score":0.32317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29533},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Italian","score":0.4228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.30857},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Polish","score":0.36312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.44374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Romanian","score":0.39567},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Russian","score":0.36505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31014},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40521},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Turkish","score":0.35059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.332},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Albanian","score":0.36842},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Armenian","score":0.26364},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Basque","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Croatian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Dutch","score":0.37387},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Estonian","score":0.27232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Finnish","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"French","score":0.36993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Georgian","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"German","score":0.27338},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Greek","score":0.31522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Hungarian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Italian","score":0.40876},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Lithuanian","score":0.30337},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"North Macedonian","score":0.31216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Polish","score":0.28102},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Portuguese","score":0.4029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Russian","score":0.32246},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Serbian","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Spanish","score":0.35818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Turkish","score":0.29562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Ukrainian","score":0.40545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"English","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"French","score":0.236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"Spanish","score":0.164},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Albanian","score":0.65432},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Basque","score":0.71062},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.79007},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Catalan","score":0.80998},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Czech","score":0.74883},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Danish","score":0.8},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Dutch","score":0.82239},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Estonian","score":0.62796},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Finnish","score":0.67899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"French","score":0.93917},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Galician","score":0.78752},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Georgian","score":0.73039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"German","score":0.92341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Greek","score":0.86679},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Hungarian","score":0.7503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Italian","score":0.84695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Latvian","score":0.63951},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72797},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.61538},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Polish","score":0.73839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90748},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Romanian","score":0.81663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Serbian","score":0.80736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Slovak","score":0.68806},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69864},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Spanish","score":0.92995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Turkish","score":0.63548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.79045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.3264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Croatian","score":12.8248},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Czech","score":10.27435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Danish","score":18.8955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Dutch","score":15.5215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Estonian","score":5.922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Finnish","score":7.9662},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"French","score":14.6185},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"German","score":19.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Greek","score":10.30885},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.28515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Italian","score":21.527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Latvian","score":4.30645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Lithuanian","score":4.73805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.1325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Polish","score":12.67045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.374},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Romanian","score":15.7226},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Serbian","score":11.0123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Slovak","score":10.6982},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.5228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Spanish","score":22.831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Swedish","score":25.0025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Turkish","score":9.89155},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.8428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Albanian","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Basque","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Bosnian","score":0.44608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Bulgarian","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Catalan","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Croatian","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Czech","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Danish","score":0.47549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Dutch","score":0.47549},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"English","score":0.54902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Estonian","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Finnish","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"French","score":0.42647},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Galician","score":0.42157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Georgian","score":0.20588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"German","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Greek","score":0.41667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Hungarian","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Icelandic","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Italian","score":0.44608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Latvian","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Lithuanian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Maltese","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"North Macedonian","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Norwegian","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Polish","score":0.45098},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Portuguese","score":0.45588},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Romanian","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Serbian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Slovak","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Slovenian","score":0.42157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Spanish","score":0.43627},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Swedish","score":0.52451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Turkish","score":0.47059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Ukrainian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Estonian","score":0.468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Italian","score":0.534},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Turkish","score":0.554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Dutch","score":0.274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"English","score":0.525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"French","score":0.292},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"German","score":0.273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Italian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Polish","score":0.219},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Portuguese","score":0.283},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Spanish","score":0.269},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Albanian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Bosnian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Bulgarian","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Catalan","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Croatian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Czech","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Dutch","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"English","score":0.54},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Finnish","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"French","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Georgian","score":0.34},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"German","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Greek","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Hungarian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Italian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Lithuanian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"North Macedonian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Norwegian","score":0.3975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Polish","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Portuguese","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Romanian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Serbian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Slovak","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Spanish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Swedish","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Turkish","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Ukrainian","score":0.47},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Basque","score":0.29249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Catalan","score":0.37911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Croatian","score":0.35171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Danish","score":0.39764},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Dutch","score":0.41705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"French","score":0.49454},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"German","score":0.42464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Hungarian","score":0.3133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Italian","score":0.45611},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Portuguese","score":0.48315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Romanian","score":0.37198},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Serbian","score":0.3485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Slovak","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Spanish","score":0.50448},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Swedish","score":0.40726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step816000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Ukrainian","score":0.35349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.28328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.28925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"French","score":0.36007},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"German","score":0.29181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.31911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27986},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28072},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.33959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.27048},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.35495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.30887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Bulgarian","score":0.49556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Croatian","score":0.49889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Czech","score":0.48444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Danish","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Dutch","score":0.59111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"English","score":0.80444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Estonian","score":0.36778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Finnish","score":0.45778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"French","score":0.66556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"German","score":0.63111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Greek","score":0.41556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Hungarian","score":0.40667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Italian","score":0.60889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Latvian","score":0.38778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Lithuanian","score":0.40556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Maltese","score":0.35667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Norwegian","score":0.55},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Polish","score":0.47111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Portuguese","score":0.64556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Romanian","score":0.54667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Slovak","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Slovenian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Spanish","score":0.67333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Swedish","score":0.56667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Bulgarian","score":27.46755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Croatian","score":28.9672},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Czech","score":34.691},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Danish","score":33.4877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Dutch","score":47.1945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Estonian","score":20.8901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Finnish","score":12.3992},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"French","score":43.3545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"German","score":46.6815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Greek","score":25.96765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Hungarian","score":12.4028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Irish","score":10.5902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Italian","score":27.568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Latvian","score":12.9235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Lithuanian","score":26.5495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Maltese","score":16.5939},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Polish","score":27.847},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Portuguese","score":11.17655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Romanian","score":26.2339},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Slovak","score":31.55805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Slovenian","score":22.1319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Spanish","score":36.1355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Swedish","score":15.7215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Czech","score":0.37488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"English","score":0.5772},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"French","score":0.44944},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"German","score":0.427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Greek","score":0.32581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Italian","score":0.42921},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32673},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Polish","score":0.3763},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40892},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Russian","score":0.37893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41084},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36327},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.34247},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Albanian","score":0.33575},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Armenian","score":0.27818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Bulgarian","score":0.31455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Croatian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Dutch","score":0.3539},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Estonian","score":0.32589},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Finnish","score":0.30672},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"French","score":0.37947},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Georgian","score":0.288},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Greek","score":0.27899},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Hungarian","score":0.26182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Italian","score":0.43066},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28839},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"North Macedonian","score":0.32486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Polish","score":0.27372},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Portuguese","score":0.38113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Russian","score":0.35145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Serbian","score":0.32182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Spanish","score":0.38727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Turkish","score":0.30109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Ukrainian","score":0.37455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"English","score":0.268},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"French","score":0.188},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"German","score":0.164},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"Spanish","score":0.156},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Albanian","score":0.6749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Basque","score":0.7326},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.78967},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Catalan","score":0.81918},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Czech","score":0.75164},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Danish","score":0.78},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Dutch","score":0.79837},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Estonian","score":0.62369},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Finnish","score":0.68911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"French","score":0.93367},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Galician","score":0.80212},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"German","score":0.90731},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Greek","score":0.9042},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Hungarian","score":0.7503},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Icelandic","score":0.66798},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Italian","score":0.84895},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Latvian","score":0.65501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.75593},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.5641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Polish","score":0.75458},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Portuguese","score":0.90682},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Romanian","score":0.81955},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Serbian","score":0.80341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Slovak","score":0.69554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Slovenian","score":0.69663},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Spanish","score":0.92995},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Swedish","score":0.95522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Turkish","score":0.61022},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.77587},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Bulgarian","score":4.14305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Croatian","score":7.5565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Czech","score":7.71945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Danish","score":16.901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Dutch","score":13.5705},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Estonian","score":3.9526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Finnish","score":6.43815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"French","score":12.347},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"German","score":18.0025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Greek","score":8.19745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Hungarian","score":5.74655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Italian","score":17.572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Latvian","score":3.25535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Lithuanian","score":3.69035},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Norwegian","score":17.3295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Polish","score":10.55315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Portuguese","score":18.2605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Romanian","score":13.37305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Serbian","score":5.20815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Slovak","score":7.8786},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Slovenian","score":5.27325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Spanish","score":20.877},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Swedish","score":21.109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Turkish","score":7.75305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Ukrainian","score":8.69535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Albanian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Basque","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Bosnian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Catalan","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Croatian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Czech","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Danish","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Dutch","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"English","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Estonian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"French","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Galician","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Georgian","score":0.2402},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"German","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Greek","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Icelandic","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Irish","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Italian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Latvian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Lithuanian","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Maltese","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"North Macedonian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Norwegian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Polish","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Portuguese","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Romanian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Slovak","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Slovenian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Spanish","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Swedish","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Turkish","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Estonian","score":0.456},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Italian","score":0.552},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Turkish","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Dutch","score":0.273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"English","score":0.528},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"French","score":0.306},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"German","score":0.291},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Italian","score":0.287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Polish","score":0.223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Portuguese","score":0.314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Spanish","score":0.278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Albanian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Bosnian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Bulgarian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Croatian","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Czech","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Estonian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Finnish","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Galician","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Georgian","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"German","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Italian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Lithuanian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"North Macedonian","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Norwegian","score":0.3525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Polish","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Portuguese","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Romanian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Serbian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Slovak","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Spanish","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Swedish","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Turkish","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Ukrainian","score":0.485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Basque","score":0.28525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Catalan","score":0.38812},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Croatian","score":0.3554},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Danish","score":0.39001},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Dutch","score":0.42191},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"French","score":0.497},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"German","score":0.43435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Hungarian","score":0.31495},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Italian","score":0.45328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Portuguese","score":0.48651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Romanian","score":0.37101},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Serbian","score":0.35379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Slovak","score":0.33548},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Spanish","score":0.50757},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Swedish","score":0.40704},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step864000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Ukrainian","score":0.35562},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.2773},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.2884},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.29522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.23805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"French","score":0.35324},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"German","score":0.30375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.343},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.26792},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.34898},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.28242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36348},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.32082},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Bulgarian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Croatian","score":0.48111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Czech","score":0.47778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Danish","score":0.54444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Dutch","score":0.62333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"English","score":0.80444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Estonian","score":0.37222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Finnish","score":0.43444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"French","score":0.65667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"German","score":0.63444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Greek","score":0.40889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Hungarian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Italian","score":0.61889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Latvian","score":0.40111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Lithuanian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Maltese","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Norwegian","score":0.58444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Polish","score":0.47556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Portuguese","score":0.65222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Romanian","score":0.52222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Slovak","score":0.46556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Slovenian","score":0.43111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Spanish","score":0.67778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Swedish","score":0.56333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Bulgarian","score":26.5391},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Croatian","score":30.05855},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Czech","score":33.02945},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Danish","score":16.5577},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Dutch","score":33.523},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Estonian","score":19.978},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Finnish","score":18.43225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"French","score":41.3905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"German","score":32.078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Greek","score":26.3456},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Hungarian","score":11.73085},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Irish","score":16.5218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Italian","score":25.32015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Latvian","score":11.88025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Lithuanian","score":17.50215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Maltese","score":16.1263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Polish","score":22.904},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Portuguese","score":13.14665},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Romanian","score":32.114},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Slovak","score":26.11145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Slovenian","score":13.66205},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Spanish","score":25.7415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Swedish","score":9.0117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Czech","score":0.37801},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"English","score":0.58204},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"French","score":0.45029},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"German","score":0.43427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Greek","score":0.32203},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.3033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Italian","score":0.42886},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32097},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Polish","score":0.37452},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4468},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40172},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Russian","score":0.37516},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32916},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45278},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36106},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.34888},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Albanian","score":0.36298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Armenian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Basque","score":0.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Belarusian","score":0.24909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Bulgarian","score":0.30909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Croatian","score":0.34545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Dutch","score":0.35572},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Estonian","score":0.33482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Finnish","score":0.30309},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"French","score":0.42959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Georgian","score":0.284},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Greek","score":0.25181},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Hungarian","score":0.28},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Italian","score":0.39781},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"North Macedonian","score":0.33031},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Polish","score":0.29927},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Portuguese","score":0.34664},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Serbian","score":0.25091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Spanish","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Turkish","score":0.33759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Ukrainian","score":0.40182},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"English","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"French","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"German","score":0.18},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"Spanish","score":0.184},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Albanian","score":0.6749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Basque","score":0.7326},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.80065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Catalan","score":0.81042},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Czech","score":0.74695},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Danish","score":0.86},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Dutch","score":0.80223},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Estonian","score":0.6299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Finnish","score":0.70623},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"French","score":0.9325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Galician","score":0.75033},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Georgian","score":0.81863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"German","score":0.92254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Greek","score":0.89964},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Hungarian","score":0.76213},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Icelandic","score":0.68975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Italian","score":0.84328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Latvian","score":0.65501},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.73475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.74359},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Polish","score":0.73533},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Portuguese","score":0.89928},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Romanian","score":0.80399},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Serbian","score":0.7961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Slovak","score":0.68251},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Slovenian","score":0.71336},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Spanish","score":0.91893},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Swedish","score":0.97015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Turkish","score":0.60677},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.80576},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Bulgarian","score":7.44295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Croatian","score":13.08135},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Czech","score":10.4334},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Danish","score":19.6},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Dutch","score":15.3565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Estonian","score":6.671},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Finnish","score":8.54335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"French","score":14.4285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"German","score":19.1905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Greek","score":10.6929},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.62045},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Italian","score":21.5925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Latvian","score":5.3149},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.4344},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.341},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Polish","score":12.7166},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Romanian","score":16.25915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Serbian","score":11.5804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Slovak","score":11.48235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.80605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Spanish","score":23.6195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Swedish","score":25.321},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Turkish","score":10.16735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.39445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Albanian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Basque","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Bosnian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Catalan","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Croatian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Czech","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Dutch","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Estonian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Finnish","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"French","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Galician","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Georgian","score":0.22059},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Greek","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Irish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Italian","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Latvian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Lithuanian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"North Macedonian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Norwegian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Polish","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Romanian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Slovak","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Slovenian","score":0.30392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Swedish","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Turkish","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Ukrainian","score":0.27941},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Estonian","score":0.478},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Italian","score":0.53},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Turkish","score":0.564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Dutch","score":0.266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"English","score":0.523},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"French","score":0.311},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"German","score":0.267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Italian","score":0.291},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Polish","score":0.233},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Portuguese","score":0.31},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Spanish","score":0.281},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Albanian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Bosnian","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Bulgarian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Catalan","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Croatian","score":0.29},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Czech","score":0.285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Dutch","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"English","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Estonian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Finnish","score":0.305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"French","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Galician","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"German","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Greek","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Hungarian","score":0.235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Icelandic","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Italian","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Lithuanian","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"North Macedonian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Norwegian","score":0.2925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Polish","score":0.33},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Portuguese","score":0.345},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Romanian","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Serbian","score":0.315},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Slovak","score":0.295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Slovenian","score":0.3},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Spanish","score":0.36},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Swedish","score":0.32},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Turkish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Ukrainian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Basque","score":0.28795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Catalan","score":0.38215},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Croatian","score":0.35413},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Danish","score":0.40322},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Dutch","score":0.42785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"French","score":0.49871},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"German","score":0.43392},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Hungarian","score":0.31144},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Italian","score":0.45785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Portuguese","score":0.49171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Romanian","score":0.37274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Serbian","score":0.36025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Slovak","score":0.3418},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Spanish","score":0.51493},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Swedish","score":0.41504},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step912000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Ukrainian","score":0.35785},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.24915},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.24829},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.22782},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"French","score":0.28584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"German","score":0.25853},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.22355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24744},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.27645},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.23464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.2901},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.24403},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24488},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.24317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.31229},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.26365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Bulgarian","score":0.32667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Croatian","score":0.37111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Czech","score":0.36111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Danish","score":0.35889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Dutch","score":0.41333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"English","score":0.56111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Estonian","score":0.33222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Finnish","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"French","score":0.43667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"German","score":0.39556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Greek","score":0.30444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Hungarian","score":0.29667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Italian","score":0.38556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Latvian","score":0.32333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Lithuanian","score":0.30778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Maltese","score":0.30556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Norwegian","score":0.37667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Polish","score":0.32778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Portuguese","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Romanian","score":0.32444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Slovak","score":0.33889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Slovenian","score":0.34111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Spanish","score":0.43556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Swedish","score":0.38222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Bulgarian","score":9.90115},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Croatian","score":24.05},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Czech","score":25.3375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Danish","score":17.01065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Dutch","score":29.6285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Estonian","score":17.63905},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Finnish","score":13.9535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"French","score":37.1815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"German","score":28.0925},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Greek","score":9.08835},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Hungarian","score":18.81625},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Irish","score":14.53505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Italian","score":15.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Latvian","score":10.70395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Lithuanian","score":11.40815},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Maltese","score":16.9225},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Polish","score":14.57405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Portuguese","score":15.5783},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Romanian","score":16.6465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Slovak","score":18.39415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Slovenian","score":15.67015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Spanish","score":30.188},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Swedish","score":13.15165},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"German","score":0.028},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Czech","score":0.30195},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Dutch","score":0.35351},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"English","score":0.46482},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"French","score":0.36412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"German","score":0.35736},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Greek","score":0.28237},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.27888},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Italian","score":0.35109},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.28272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Polish","score":0.31071},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.35999},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Romanian","score":0.33428},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Russian","score":0.31078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Serbian","score":0.29134},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Spanish","score":0.36726},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Swedish","score":0.33037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Turkish","score":0.30651},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.29561},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Albanian","score":0.28312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Armenian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.26277},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Basque","score":0.26},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Belarusian","score":0.24545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Bulgarian","score":0.29091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Croatian","score":0.27455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Dutch","score":0.30127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Finnish","score":0.28312},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"French","score":0.34845},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Georgian","score":0.298},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"German","score":0.28058},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Greek","score":0.26993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Hungarian","score":0.24909},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Italian","score":0.34124},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"North Macedonian","score":0.26497},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Polish","score":0.21715},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Portuguese","score":0.35209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Russian","score":0.30254},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Serbian","score":0.27636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Spanish","score":0.33091},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Turkish","score":0.27555},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Ukrainian","score":0.37636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Mgsm","language":"English","score":0.132},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Mgsm","language":"French","score":0.104},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Mgsm","language":"German","score":0.036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Mgsm","language":"Spanish","score":0.088},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Albanian","score":0.62963},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.73841},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Catalan","score":0.77846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Czech","score":0.69267},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Danish","score":0.72},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Dutch","score":0.77177},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Estonian","score":0.58447},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Finnish","score":0.64319},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"French","score":0.92936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Galician","score":0.749},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Georgian","score":0.79902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"German","score":0.89643},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Greek","score":0.83759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Hungarian","score":0.69231},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Icelandic","score":0.63584},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Italian","score":0.80927},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Latvian","score":0.63127},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.73305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.5641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Polish","score":0.70263},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Portuguese","score":0.88123},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Romanian","score":0.77675},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Serbian","score":0.76476},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Slovak","score":0.66055},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Slovenian","score":0.68236},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Spanish","score":0.91145},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Swedish","score":0.97512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Turkish","score":0.5907},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.75838},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Bulgarian","score":4.15775},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Croatian","score":7.30295},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Czech","score":6.24965},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Danish","score":13.73095},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Dutch","score":11.97655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Estonian","score":2.81305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Finnish","score":3.8998},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"French","score":12.86435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"German","score":15.865},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Greek","score":3.78105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Hungarian","score":3.7475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Italian","score":17.128},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Latvian","score":1.962415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Lithuanian","score":2.27795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Norwegian","score":15.745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Polish","score":8.70025},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Portuguese","score":19.0735},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Romanian","score":10.6313},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Serbian","score":6.3676},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Slovak","score":6.10425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Slovenian","score":4.50975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Spanish","score":20.0935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Swedish","score":18.605},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Turkish","score":4.8795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Ukrainian","score":6.5642},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Albanian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Basque","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Bosnian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Bulgarian","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Catalan","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Croatian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Czech","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Danish","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Dutch","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"English","score":0.51471},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Estonian","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Finnish","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"French","score":0.40196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Galician","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Georgian","score":0.12255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"German","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Greek","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Icelandic","score":0.28431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Irish","score":0.27451},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Italian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Latvian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Lithuanian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Maltese","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"North Macedonian","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Norwegian","score":0.29902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Polish","score":0.38235},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Portuguese","score":0.31373},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Romanian","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Serbian","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Slovak","score":0.31863},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Slovenian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Spanish","score":0.36275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Swedish","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Turkish","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Ukrainian","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Estonian","score":0.474},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Italian","score":0.512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Turkish","score":0.564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Dutch","score":0.243},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"English","score":0.505},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"French","score":0.259},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"German","score":0.249},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Italian","score":0.255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Polish","score":0.214},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Portuguese","score":0.266},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Spanish","score":0.252},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Bosnian","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Bulgarian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Catalan","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Croatian","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Czech","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Dutch","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Estonian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Finnish","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"French","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Georgian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Greek","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Icelandic","score":0.325},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Italian","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Lithuanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Norwegian","score":0.375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Polish","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Portuguese","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Romanian","score":0.41},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Serbian","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Slovak","score":0.4},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Slovenian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Spanish","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Swedish","score":0.35},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Turkish","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Ukrainian","score":0.48},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Basque","score":0.29595},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Catalan","score":0.33351},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Croatian","score":0.30071},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Danish","score":0.33133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Dutch","score":0.351},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"French","score":0.41197},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"German","score":0.35333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Hungarian","score":0.29521},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Italian","score":0.37626},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Portuguese","score":0.40113},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Romanian","score":0.32655},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Serbian","score":0.30141},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Slovak","score":0.30669},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Spanish","score":0.43119},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Swedish","score":0.33534},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step96000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Ukrainian","score":0.30641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26621},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25512},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.28498},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30887},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"French","score":0.34898},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"German","score":0.30461},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25427},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.26962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25768},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32679},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22526},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24232},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.29693},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.34386},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27133},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.25597},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27389},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36092},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.3157},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Bulgarian","score":0.47333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Croatian","score":0.44333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Czech","score":0.44889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Danish","score":0.47444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Dutch","score":0.54333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"English","score":0.78556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Estonian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Finnish","score":0.42333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"French","score":0.61},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"German","score":0.60222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Greek","score":0.39667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Hungarian","score":0.37222},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Italian","score":0.56889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Latvian","score":0.36444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Lithuanian","score":0.34556},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Maltese","score":0.35667},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Norwegian","score":0.50889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Polish","score":0.43778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Portuguese","score":0.64444},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Romanian","score":0.50778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Slovak","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Slovenian","score":0.42778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Spanish","score":0.67778},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Swedish","score":0.50111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Bulgarian","score":38.79},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Croatian","score":31.99485},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Czech","score":27.90635},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Danish","score":29.712},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Dutch","score":23.0935},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Estonian","score":10.272},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Finnish","score":19.3218},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"French","score":54.036},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"German","score":37.918},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Greek","score":25.4352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Hungarian","score":11.464},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Irish","score":12.20005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Italian","score":29.005},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Latvian","score":11.17535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Lithuanian","score":17.037},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Maltese","score":21.9975},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Polish","score":27.9795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Portuguese","score":14.758},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Romanian","score":37.242},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Slovak","score":29.038},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Slovenian","score":24.5349},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Spanish","score":48.287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Swedish","score":20.105},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Czech","score":0.37317},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Dutch","score":0.42209},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"English","score":0.57171},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"French","score":0.45001},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"German","score":0.42352},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Greek","score":0.32581},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30003},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Italian","score":0.42765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32431},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Polish","score":0.36825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.44289},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40208},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Russian","score":0.36441},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32196},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44687},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Turkish","score":0.34959},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33699},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Albanian","score":0.33938},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Armenian","score":0.25818},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33759},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Basque","score":0.274},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Belarusian","score":0.25455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Bulgarian","score":0.31273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Croatian","score":0.35455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Dutch","score":0.39564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Finnish","score":0.31034},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"French","score":0.39379},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Georgian","score":0.302},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Greek","score":0.30616},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Hungarian","score":0.25636},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Italian","score":0.42518},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29026},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"North Macedonian","score":0.34846},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Polish","score":0.28285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Portuguese","score":0.39564},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Russian","score":0.36594},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Serbian","score":0.32545},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Spanish","score":0.41273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Turkish","score":0.32117},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36727},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"English","score":0.328},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"French","score":0.264},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"German","score":0.2},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"Spanish","score":0.228},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Albanian","score":0.67078},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Basque","score":0.7619},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.80919},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Catalan","score":0.8148},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Czech","score":0.75211},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Danish","score":0.82},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Dutch","score":0.82111},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Estonian","score":0.64039},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Finnish","score":0.71323},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"French","score":0.93956},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Galician","score":0.78088},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Georgian","score":0.86275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"German","score":0.92515},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Greek","score":0.8969},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Hungarian","score":0.76805},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Icelandic","score":0.67869},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Italian","score":0.84962},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Latvian","score":0.6593},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.72458},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.58974},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Polish","score":0.75489},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Portuguese","score":0.91207},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Romanian","score":0.81469},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Serbian","score":0.80889},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Slovak","score":0.70012},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Spanish","score":0.92641},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Swedish","score":0.95522},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Turkish","score":0.62285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.81013},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.1586},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Croatian","score":13.61285},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Czech","score":10.88305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Danish","score":19.7565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Dutch","score":15.6065},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Estonian","score":6.8434},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Finnish","score":8.7299},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"French","score":14.659},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"German","score":19.5755},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Greek","score":10.59365},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.87375},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Italian","score":21.787},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Latvian","score":5.3244},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Lithuanian","score":5.3902},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.6075},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Polish","score":13.36565},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.142},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Romanian","score":16.36795},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Serbian","score":12.0694},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Slovak","score":12.08475},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Slovenian","score":8.17305},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Spanish","score":24.1535},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Swedish","score":25.2875},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Turkish","score":10.1894},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.5612},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Albanian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Basque","score":0.39216},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Bosnian","score":0.37745},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Bulgarian","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Catalan","score":0.34804},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Czech","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Danish","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Dutch","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"English","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Estonian","score":0.33333},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Finnish","score":0.37255},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"French","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Galician","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"German","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Greek","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Hungarian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Icelandic","score":0.30882},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Irish","score":0.28922},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Italian","score":0.32353},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Latvian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Lithuanian","score":0.33824},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Maltese","score":0.44608},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"North Macedonian","score":0.34314},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Norwegian","score":0.38725},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Polish","score":0.40686},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Portuguese","score":0.39706},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Romanian","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Slovak","score":0.36765},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Slovenian","score":0.35294},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Spanish","score":0.32843},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Swedish","score":0.41176},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Turkish","score":0.35784},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Estonian","score":0.466},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Italian","score":0.536},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Turkish","score":0.542},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Dutch","score":0.276},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"English","score":0.523},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"French","score":0.308},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"German","score":0.273},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Italian","score":0.287},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Polish","score":0.23},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Portuguese","score":0.303},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Spanish","score":0.275},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Bosnian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Bulgarian","score":0.405},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Croatian","score":0.355},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Czech","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Dutch","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"English","score":0.56},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Estonian","score":0.37},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Finnish","score":0.395},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"French","score":0.445},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Galician","score":0.45},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Georgian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"German","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Icelandic","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Italian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Norwegian","score":0.3825},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Portuguese","score":0.465},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Serbian","score":0.42},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Slovak","score":0.415},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Slovenian","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Spanish","score":0.425},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Swedish","score":0.43},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Turkish","score":0.385},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Ukrainian","score":0.455},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Basque","score":0.2872},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Catalan","score":0.38791},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Croatian","score":0.36015},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Danish","score":0.40527},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Dutch","score":0.42936},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"French","score":0.50311},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"German","score":0.43638},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Hungarian","score":0.3178},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Italian","score":0.46568},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Portuguese","score":0.49074},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Romanian","score":0.38486},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Serbian","score":0.35993},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Slovak","score":0.33411},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Spanish","score":0.5191},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Swedish","score":0.41394},{"data":"allenai\/Olmo-3-1025-7B","iter":"stage1-step960000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Ukrainian","score":0.3587},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38652},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38652},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38993},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.44283},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31314},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.3413},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"French","score":0.47526},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"German","score":0.40102},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38567},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3942},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3157},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.46758},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.29863},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.31655},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40956},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39078},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46331},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40358},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.35324},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34386},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.47355},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41041},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Bulgarian","score":0.78667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Croatian","score":0.72667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Czech","score":0.79222},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Danish","score":0.78667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Dutch","score":0.81},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"English","score":0.88111},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Estonian","score":0.66444},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Finnish","score":0.75667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"French","score":0.84889},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"German","score":0.82889},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Greek","score":0.80222},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Hungarian","score":0.79444},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Italian","score":0.8},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Latvian","score":0.68667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Lithuanian","score":0.69333},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Maltese","score":0.58889},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Norwegian","score":0.79},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Polish","score":0.78333},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Portuguese","score":0.84222},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Romanian","score":0.78667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovak","score":0.76667},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovenian","score":0.73222},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Spanish","score":0.83444},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Swedish","score":0.81889},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Bulgarian","score":49.092},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Croatian","score":61.286},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Czech","score":68.133},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Danish","score":33.1975},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Dutch","score":56.229},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Estonian","score":30.277},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Finnish","score":51.445},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"French","score":58.5425},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"German","score":45.04},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Greek","score":29.4237},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Hungarian","score":29.4605},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Irish","score":18.4725},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Italian","score":45.724},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Latvian","score":22.893},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Lithuanian","score":44.827},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Maltese","score":34.9245},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Polish","score":35.271},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Portuguese","score":39.141},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Romanian","score":61.668},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovak","score":49.047},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovenian","score":28.9075},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Spanish","score":49.0285},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Swedish","score":32.421},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"French","score":0.052},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Czech","score":0.53981},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Dutch","score":0.55996},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"English","score":0.65126},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"French","score":0.5799},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"German","score":0.5574},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Greek","score":0.49907},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45428},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Italian","score":0.57577},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.46247},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Polish","score":0.52799},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.57442},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Romanian","score":0.55476},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Russian","score":0.54608},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49843},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Spanish","score":0.58546},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Swedish","score":0.54657},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Turkish","score":0.51374},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51517},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Albanian","score":0.57895},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Armenian","score":0.35091},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.43978},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Basque","score":0.386},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Belarusian","score":0.28},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Bulgarian","score":0.60727},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Croatian","score":0.61091},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Dutch","score":0.54809},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Finnish","score":0.40835},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"French","score":0.58473},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Georgian","score":0.488},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"German","score":0.44604},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Greek","score":0.42391},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Hungarian","score":0.41636},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Italian","score":0.62956},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Lithuanian","score":0.47191},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"North Macedonian","score":0.68784},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Polish","score":0.45438},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Portuguese","score":0.52632},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Russian","score":0.51812},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Serbian","score":0.56},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Spanish","score":0.61455},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Turkish","score":0.5365},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Ukrainian","score":0.57091},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"English","score":0.504},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"French","score":0.444},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"German","score":0.46},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"Spanish","score":0.448},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Albanian","score":0.82305},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Basque","score":0.67033},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9284},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Catalan","score":0.94483},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Czech","score":0.92293},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Dutch","score":0.94723},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Estonian","score":0.80583},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Finnish","score":0.90506},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"French","score":0.97881},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Galician","score":0.86985},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Georgian","score":0.93627},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"German","score":0.97346},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Greek","score":0.98266},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96805},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Icelandic","score":0.83077},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Italian","score":0.95298},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Latvian","score":0.83542},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.91695},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Polish","score":0.92634},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96752},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Romanian","score":0.94212},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Serbian","score":0.94309},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovak","score":0.86514},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovenian","score":0.84408},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Turkish","score":0.81171},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.93659},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.43745},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Croatian","score":21.6055},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Czech","score":18.211},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Danish","score":27.1855},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Dutch","score":20.7295},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Estonian","score":18.949},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Finnish","score":16.977},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"French","score":17.55},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"German","score":24.3955},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Greek","score":20.2005},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.7195},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Italian","score":28.214},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Latvian","score":16.152},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Lithuanian","score":15.727},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.937},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Polish","score":20.073},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.764},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Romanian","score":24.8455},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Serbian","score":21.547},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovak","score":21.3885},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.75195},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Spanish","score":28.516},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Swedish","score":33.489},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Turkish","score":19.435},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.268},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Albanian","score":0.34314},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Basque","score":0.31863},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bosnian","score":0.32353},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Catalan","score":0.36275},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Croatian","score":0.30882},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Czech","score":0.34804},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Danish","score":0.28431},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"English","score":0.41176},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Estonian","score":0.30392},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Finnish","score":0.32353},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"French","score":0.35784},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Galician","score":0.28922},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"German","score":0.31863},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Greek","score":0.27451},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Irish","score":0.29902},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Italian","score":0.33824},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Latvian","score":0.31863},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Lithuanian","score":0.35784},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Maltese","score":0.32353},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Norwegian","score":0.28922},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Polish","score":0.28922},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Portuguese","score":0.33333},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Romanian","score":0.35294},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Serbian","score":0.26471},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovak","score":0.29412},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovenian","score":0.30392},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Spanish","score":0.34314},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Swedish","score":0.29902},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Turkish","score":0.34804},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Estonian","score":0.522},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Italian","score":0.584},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Turkish","score":0.592},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Dutch","score":0.425},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"English","score":0.607},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"French","score":0.412},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"German","score":0.417},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Italian","score":0.393},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Polish","score":0.351},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Portuguese","score":0.42},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Spanish","score":0.403},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Albanian","score":0.325},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bosnian","score":0.39},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bulgarian","score":0.36},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Catalan","score":0.4},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Croatian","score":0.345},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Czech","score":0.385},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Dutch","score":0.425},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"English","score":0.425},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Estonian","score":0.255},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Finnish","score":0.39},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"French","score":0.35},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Galician","score":0.42},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"German","score":0.405},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Greek","score":0.34},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Hungarian","score":0.305},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Icelandic","score":0.33},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Lithuanian","score":0.335},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"North Macedonian","score":0.345},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Norwegian","score":0.3075},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Polish","score":0.375},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Portuguese","score":0.395},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Romanian","score":0.39},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Serbian","score":0.44},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovak","score":0.41},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovenian","score":0.305},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Swedish","score":0.4},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Ukrainian","score":0.45},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Basque","score":0.32858},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Catalan","score":0.57898},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Croatian","score":0.52011},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Danish","score":0.57389},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Dutch","score":0.62115},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"French","score":0.64789},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"German","score":0.60461},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Hungarian","score":0.49841},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Italian","score":0.63004},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Portuguese","score":0.65077},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Romanian","score":0.57534},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Serbian","score":0.51064},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Slovak","score":0.49605},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Spanish","score":0.66738},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Swedish","score":0.59724},{"data":"meta-llama\/Llama-3.1-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Ukrainian","score":0.53332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.23123},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.23038},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.25085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.24147},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.22099},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"French","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"German","score":0.22696},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.25597},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24573},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.25512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.22611},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.24317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.24829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.23635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.23891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.24403},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.25341},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.24403},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Bulgarian","score":0.22667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Croatian","score":0.23},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Czech","score":0.22778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Danish","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Dutch","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"English","score":0.22778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Estonian","score":0.22778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Finnish","score":0.23222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"French","score":0.23333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"German","score":0.23},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Greek","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Hungarian","score":0.23},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Italian","score":0.22667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Latvian","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Lithuanian","score":0.23},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Maltese","score":0.22778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Norwegian","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Polish","score":0.23222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Portuguese","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Romanian","score":0.23111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Slovak","score":0.23111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Slovenian","score":0.23111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Spanish","score":0.23},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"BeleBele","language":"Swedish","score":0.22889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Bulgarian","score":4.2718},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Croatian","score":6.87645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Czech","score":17.627},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Danish","score":7.8564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Dutch","score":23.8395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Estonian","score":8.54385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Finnish","score":13.053},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"French","score":15.7351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"German","score":9.98735},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Greek","score":3.19625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Hungarian","score":11.965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Irish","score":9.24695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Italian","score":10.6111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Latvian","score":1.915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Lithuanian","score":6.3818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Maltese","score":8.06475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Polish","score":7.9925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Portuguese","score":6.18205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Romanian","score":6.93835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Slovak","score":9.3838},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Slovenian","score":7.89395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Spanish","score":13.61175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Flores-200","language":"Swedish","score":9.5972},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"French","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Czech","score":0.23366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Dutch","score":0.23188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"English","score":0.23116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"French","score":0.22867},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"German","score":0.22995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Greek","score":0.22881},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.2271},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Italian","score":0.23067},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.23081},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Polish","score":0.23138},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.23074},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Romanian","score":0.22988},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Russian","score":0.23017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Serbian","score":0.23123},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Spanish","score":0.23109},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Swedish","score":0.23145},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Turkish","score":0.23195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.2338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Albanian","score":0.27405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Armenian","score":0.25818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Basque","score":0.264},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Belarusian","score":0.24},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Croatian","score":0.25818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Dutch","score":0.14156},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Estonian","score":0.29464},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Finnish","score":0.26497},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"French","score":0.28162},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Georgian","score":0.272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Greek","score":0.21196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Hungarian","score":0.25818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Italian","score":0.25365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Lithuanian","score":0.25843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"North Macedonian","score":0.2323},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Polish","score":0.2646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Portuguese","score":0.22868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Russian","score":0.26268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Serbian","score":0.22},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Spanish","score":0.26},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Turkish","score":0.2573},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Mgsm","language":"English","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Mgsm","language":"French","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Mgsm","language":"German","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Mgsm","language":"Spanish","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Albanian","score":0.81481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Basque","score":0.78388},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.88446},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Catalan","score":0.89974},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Czech","score":0.83294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Dutch","score":0.89232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"English","score":0.97532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Estonian","score":0.71146},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Finnish","score":0.82802},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"French","score":0.96272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Galician","score":0.86189},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Georgian","score":0.7598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"German","score":0.9604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Greek","score":0.95712},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Hungarian","score":0.87929},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Icelandic","score":0.76508},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Italian","score":0.89963},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Latvian","score":0.74868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.85847},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.82051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Polish","score":0.86002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Portuguese","score":0.93241},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Romanian","score":0.89105},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Serbian","score":0.8594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Slovak","score":0.79228},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Slovenian","score":0.77805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Spanish","score":0.9512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Turkish","score":0.66016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.86516},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Bulgarian","score":1.064485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Croatian","score":1.8049},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Czech","score":2.1526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Danish","score":3.502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Dutch","score":3.298},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Estonian","score":1.9167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Finnish","score":1.86355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"French","score":3.4311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"German","score":4.56405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Greek","score":1.32855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Hungarian","score":2.1157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Italian","score":4.22715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Latvian","score":1.00945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Lithuanian","score":1.09745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Norwegian","score":4.0524},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Polish","score":2.69525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Portuguese","score":4.6449},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Romanian","score":3.1167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Serbian","score":1.348295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Slovak","score":2.4537},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Slovenian","score":1.8094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Spanish","score":5.17445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Swedish","score":4.36345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Turkish","score":2.055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"OpenSubtitles","language":"Ukrainian","score":1.4544},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Albanian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Basque","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Bosnian","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Bulgarian","score":0.39706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Catalan","score":0.39216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Czech","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Danish","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Dutch","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"English","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Estonian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Finnish","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"French","score":0.38235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Galician","score":0.41667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"German","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Greek","score":0.40196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Irish","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Italian","score":0.46078},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Latvian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Lithuanian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"North Macedonian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Norwegian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Polish","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Portuguese","score":0.43137},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Romanian","score":0.38725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Serbian","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Slovak","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Slovenian","score":0.43137},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Spanish","score":0.41667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Swedish","score":0.39706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Turkish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"SIB-200","language":"Ukrainian","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"XCOPA","language":"Estonian","score":0.492},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"XCOPA","language":"Italian","score":0.516},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"XCOPA","language":"Turkish","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"Dutch","score":0.253},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"English","score":0.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"French","score":0.244},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"German","score":0.258},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"Italian","score":0.257},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"Polish","score":0.233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"Portuguese","score":0.254},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"Xcsqa","language":"Spanish","score":0.247},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Albanian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Bosnian","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Bulgarian","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Catalan","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Croatian","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Czech","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Dutch","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Finnish","score":0.335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"French","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Galician","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"German","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Greek","score":0.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Icelandic","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Italian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Lithuanian","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"North Macedonian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Norwegian","score":0.3925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Polish","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Romanian","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Serbian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Slovak","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Spanish","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Swedish","score":0.4},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Turkish","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"global PIQA","language":"Ukrainian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Basque","score":0.28071},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Catalan","score":0.30974},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Croatian","score":0.29047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Danish","score":0.30801},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Dutch","score":0.32261},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"French","score":0.35993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"German","score":0.32365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Hungarian","score":0.29565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Italian","score":0.34276},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Portuguese","score":0.35638},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Romanian","score":0.3165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Serbian","score":0.28881},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Slovak","score":0.29879},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Spanish","score":0.37028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Swedish","score":0.30892},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0010000","tokens_B":41.94304,"benchmark":"xHellaswag","language":"Ukrainian","score":0.2961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.30034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.30973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.31911},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.26621},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.29522},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"French","score":0.35324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"German","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.30034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.30973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27474},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.32679},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.27474},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.27133},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.32935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.30717},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27474},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Bulgarian","score":0.35667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Croatian","score":0.36444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Czech","score":0.34778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Danish","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Dutch","score":0.37778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"English","score":0.40333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Estonian","score":0.32444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Finnish","score":0.34556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"French","score":0.37},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"German","score":0.38889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Greek","score":0.33889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Hungarian","score":0.34556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Italian","score":0.33667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Latvian","score":0.30889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Lithuanian","score":0.35778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Maltese","score":0.34333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Norwegian","score":0.35556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Polish","score":0.34556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Portuguese","score":0.36667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Romanian","score":0.34667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Slovak","score":0.34556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Slovenian","score":0.32889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Spanish","score":0.35556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"BeleBele","language":"Swedish","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Bulgarian","score":28.1005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Croatian","score":40.787},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Czech","score":45.315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Danish","score":42.189},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Dutch","score":53.2225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Estonian","score":31.2195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Finnish","score":25.8505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"French","score":62.898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"German","score":40.3945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Greek","score":30.5398},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Hungarian","score":17.5205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Irish","score":32.995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Italian","score":45.6865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Latvian","score":15.198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Lithuanian","score":39.9105},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Maltese","score":36.779},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Polish","score":21.409},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Portuguese","score":58.619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Romanian","score":40.9335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Slovak","score":33.766},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Slovenian","score":24.4272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Spanish","score":38.484},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Flores-200","language":"Swedish","score":31.726},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Czech","score":0.34945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Dutch","score":0.35672},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"English","score":0.42401},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"French","score":0.37153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"German","score":0.36419},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Greek","score":0.33094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.27389},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Italian","score":0.3748},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Polish","score":0.34205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.37801},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Romanian","score":0.35209},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Russian","score":0.33307},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Serbian","score":0.32453},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Spanish","score":0.36576},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Swedish","score":0.34924},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Turkish","score":0.32595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Albanian","score":0.30127},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Armenian","score":0.26},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2719},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Basque","score":0.266},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Belarusian","score":0.26727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Bulgarian","score":0.31455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Croatian","score":0.34},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Dutch","score":0.32849},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Estonian","score":0.30357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Finnish","score":0.24864},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"French","score":0.35084},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Georgian","score":0.284},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"German","score":0.43165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Greek","score":0.27536},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Hungarian","score":0.27273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Italian","score":0.30657},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Lithuanian","score":0.3015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"North Macedonian","score":0.33938},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Polish","score":0.28102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Portuguese","score":0.2922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Russian","score":0.33877},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Serbian","score":0.28},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Spanish","score":0.32364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Turkish","score":0.30657},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"INCLUDE","language":"Ukrainian","score":0.39091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Mgsm","language":"English","score":0.068},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Mgsm","language":"French","score":0.112},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Mgsm","language":"German","score":0.072},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Mgsm","language":"Spanish","score":0.052},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Basque","score":0.73993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95688},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Catalan","score":0.9514},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Czech","score":0.93492},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Dutch","score":0.9468},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Estonian","score":0.87262},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Finnish","score":0.92646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"French","score":0.98548},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Galician","score":0.90969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Georgian","score":0.89216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"German","score":0.98216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97633},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90825},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Italian","score":0.96365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Latvian","score":0.88061},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.93898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Polish","score":0.94927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Romanian","score":0.96109},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Serbian","score":0.95161},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Slovak","score":0.92063},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Slovenian","score":0.88423},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Spanish","score":0.97954},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Turkish","score":0.80482},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95991},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.31115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Croatian","score":18.6845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Czech","score":16.0305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Danish","score":24.827},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Dutch","score":18.179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Estonian","score":15.4014},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Finnish","score":15.0115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"French","score":15.9565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"German","score":21.4705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Greek","score":18.68},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.5115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Italian","score":24.65},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Latvian","score":15.4057},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Lithuanian","score":15.331},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.0265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Polish","score":17.4335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.4915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Romanian","score":22.819},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Serbian","score":18.141},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Slovak","score":20.304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Slovenian","score":12.4888},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Spanish","score":25.456},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Swedish","score":31.0535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Turkish","score":14.7274},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.1175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Albanian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Basque","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Bosnian","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Bulgarian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Catalan","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Croatian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Czech","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Danish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"English","score":0.41667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Estonian","score":0.39706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Finnish","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"French","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Galician","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"German","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Greek","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Hungarian","score":0.41176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Icelandic","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Irish","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Latvian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Lithuanian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"North Macedonian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Norwegian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Portuguese","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Romanian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Serbian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Slovak","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Slovenian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Spanish","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Turkish","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"XCOPA","language":"Estonian","score":0.546},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"XCOPA","language":"Italian","score":0.588},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"XCOPA","language":"Turkish","score":0.598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"Dutch","score":0.326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"English","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"French","score":0.32},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"German","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"Italian","score":0.317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"Polish","score":0.291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"Portuguese","score":0.331},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"Xcsqa","language":"Spanish","score":0.311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Bosnian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Bulgarian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Catalan","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Croatian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"English","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Finnish","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Galician","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"German","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Hungarian","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Lithuanian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"North Macedonian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Norwegian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Portuguese","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Romanian","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Serbian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Slovak","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Slovenian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Spanish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Swedish","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Turkish","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"global PIQA","language":"Ukrainian","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Basque","score":0.3168},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Catalan","score":0.50494},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Croatian","score":0.4651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Danish","score":0.5237},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Dutch","score":0.54064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"French","score":0.59028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"German","score":0.53597},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Hungarian","score":0.43206},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Italian","score":0.55433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Portuguese","score":0.57655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Romanian","score":0.50644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Serbian","score":0.46132},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Slovak","score":0.46073},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Spanish","score":0.59836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Swedish","score":0.52752},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0060000","tokens_B":251.65824,"benchmark":"xHellaswag","language":"Ukrainian","score":0.45467},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.31485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.32594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.32765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.3541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.28925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.30375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"French","score":0.38908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"German","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.33618},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.28498},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.2756},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.29352},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.32509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36519},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.34386},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.31997},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.29522},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.35922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Bulgarian","score":0.49333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Croatian","score":0.47333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Czech","score":0.47222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Danish","score":0.46667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Dutch","score":0.51556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"English","score":0.55778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Estonian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Finnish","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"French","score":0.52111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"German","score":0.49333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Greek","score":0.48333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Hungarian","score":0.43889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Italian","score":0.49667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Latvian","score":0.43778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Lithuanian","score":0.47111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Maltese","score":0.43778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Norwegian","score":0.46333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Polish","score":0.46778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Portuguese","score":0.49667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Romanian","score":0.48444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Slovak","score":0.46111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Slovenian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Spanish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"BeleBele","language":"Swedish","score":0.49889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Bulgarian","score":30.7365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Croatian","score":29.8267},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Czech","score":39.799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Danish","score":45.045},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Dutch","score":33.9235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Estonian","score":32.7225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Finnish","score":28.221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"French","score":61.6975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"German","score":58.4375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Greek","score":29.4593},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Hungarian","score":28.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Irish","score":37.6615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Italian","score":31.7225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Latvian","score":20.9054},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Lithuanian","score":28.4835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Maltese","score":34.711},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Polish","score":31.3285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Portuguese","score":29.34625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Romanian","score":37.7135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Slovak","score":39.424},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Slovenian","score":30.1065},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Spanish","score":43.461},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Flores-200","language":"Swedish","score":38.7625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Catalan","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Galician","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Global MGSM","language":"Spanish","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Czech","score":0.39012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"English","score":0.48476},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"French","score":0.41518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"German","score":0.41006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Greek","score":0.35821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.26634},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Italian","score":0.41376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.35821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Polish","score":0.39019},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.42067},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Russian","score":0.35223},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3491},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Spanish","score":0.42537},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Swedish","score":0.3966},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36854},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.36362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Albanian","score":0.4265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Armenian","score":0.24545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2938},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Basque","score":0.306},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Belarusian","score":0.27818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Bulgarian","score":0.39091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Croatian","score":0.41636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Dutch","score":0.44646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Estonian","score":0.3125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Finnish","score":0.32486},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"French","score":0.41527},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Georgian","score":0.344},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Greek","score":0.33696},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Hungarian","score":0.29091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Italian","score":0.45803},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Lithuanian","score":0.35019},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"North Macedonian","score":0.48457},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Polish","score":0.33759},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Portuguese","score":0.39383},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Russian","score":0.35688},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Serbian","score":0.37091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Spanish","score":0.42545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Turkish","score":0.35401},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"INCLUDE","language":"Ukrainian","score":0.40909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Mgsm","language":"English","score":0.1},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Mgsm","language":"French","score":0.132},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Mgsm","language":"German","score":0.116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Mgsm","language":"Spanish","score":0.052},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Basque","score":0.73993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95688},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Catalan","score":0.96016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Czech","score":0.9429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Dutch","score":0.95753},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Estonian","score":0.88388},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Finnish","score":0.92607},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"French","score":0.98548},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"German","score":0.98695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91574},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Italian","score":0.95999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Latvian","score":0.90534},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.82051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Polish","score":0.94927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Romanian","score":0.96352},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Serbian","score":0.95587},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Slovak","score":0.93269},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Slovenian","score":0.88646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Spanish","score":0.97757},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Turkish","score":0.84041},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.66515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Croatian","score":20.231},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Czech","score":16.878},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Danish","score":25.65},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Dutch","score":18.934},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Estonian","score":17.8085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Finnish","score":16.0535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"French","score":16.3035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"German","score":22.2195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Greek","score":20.3055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.647},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Italian","score":25.5665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Latvian","score":17.422},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Lithuanian","score":16.97},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.7265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Polish","score":18.846},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Romanian","score":24.0785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Serbian","score":19.536},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Slovak","score":21.528},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.43085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Spanish","score":25.7795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Swedish","score":31.8435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Turkish","score":16.469},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.839},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Albanian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Basque","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Bosnian","score":0.37745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Catalan","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Croatian","score":0.38235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Danish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"English","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Estonian","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Finnish","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"French","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Galician","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"German","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Greek","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Hungarian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Icelandic","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Irish","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Italian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Latvian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Lithuanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Maltese","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Norwegian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Polish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Romanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Slovenian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Swedish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Turkish","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"XCOPA","language":"Estonian","score":0.556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"XCOPA","language":"Italian","score":0.604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"XCOPA","language":"Turkish","score":0.598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"Dutch","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"English","score":0.504},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"French","score":0.331},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"German","score":0.339},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"Italian","score":0.316},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"Polish","score":0.304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"Portuguese","score":0.329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"Xcsqa","language":"Spanish","score":0.322},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Albanian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Bosnian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Bulgarian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Catalan","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Croatian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Dutch","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"English","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Galician","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Georgian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"German","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Greek","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Hungarian","score":0.4},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Italian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Lithuanian","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"North Macedonian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Norwegian","score":0.4375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Polish","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Portuguese","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Romanian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Serbian","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Slovak","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Slovenian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Spanish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Swedish","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Turkish","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Basque","score":0.32091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Catalan","score":0.53979},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Croatian","score":0.50048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Danish","score":0.55895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Dutch","score":0.57388},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"French","score":0.6208},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"German","score":0.5602},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Hungarian","score":0.45773},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Italian","score":0.58795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Portuguese","score":0.61177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Romanian","score":0.53553},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Serbian","score":0.4954},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Slovak","score":0.4894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Spanish","score":0.63143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Swedish","score":0.55898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0110000","tokens_B":461.37344,"benchmark":"xHellaswag","language":"Ukrainian","score":0.48645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.34471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.34471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.33276},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.36433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3029},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.30887},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"French","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"German","score":0.35922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31229},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.36433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.29181},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.30546},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.38225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.30717},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.29778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.38396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.35666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Bulgarian","score":0.51889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Croatian","score":0.51222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Czech","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Danish","score":0.52222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Dutch","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"English","score":0.60556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Estonian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Finnish","score":0.51111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"French","score":0.53333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"German","score":0.55556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Greek","score":0.51778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Hungarian","score":0.49444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Italian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Latvian","score":0.48778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Lithuanian","score":0.52556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Maltese","score":0.44222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Norwegian","score":0.53778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Polish","score":0.50444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Portuguese","score":0.53556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Romanian","score":0.52778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Slovak","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Slovenian","score":0.49667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Spanish","score":0.54667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"BeleBele","language":"Swedish","score":0.55444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Bulgarian","score":44.4455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Croatian","score":57.6045},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Czech","score":39.969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Danish","score":57.6805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Dutch","score":55.2215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Estonian","score":33.1395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Finnish","score":30.963},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"French","score":60.2325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"German","score":52.4775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Greek","score":29.412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Hungarian","score":33.1595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Irish","score":26.8605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Italian","score":52.2355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Latvian","score":20.291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Lithuanian","score":42.8935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Maltese","score":52.306},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Polish","score":37.893},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Portuguese","score":36.936},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Romanian","score":58.682},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Slovak","score":39.3465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Slovenian","score":31.346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Spanish","score":46.9965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Flores-200","language":"Swedish","score":38.566},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Czech","score":0.40308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41846},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"English","score":0.49231},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"French","score":0.42017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"German","score":0.41775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Greek","score":0.36305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.26257},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Italian","score":0.41832},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.36868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Polish","score":0.40044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.42829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40557},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Russian","score":0.36896},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Spanish","score":0.43021},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41369},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Turkish","score":0.38399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.36683},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Albanian","score":0.50998},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Armenian","score":0.28},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29197},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Basque","score":0.336},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Belarusian","score":0.26},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Bulgarian","score":0.39091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Croatian","score":0.46545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Dutch","score":0.43376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Estonian","score":0.33036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Finnish","score":0.36479},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"French","score":0.42959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Georgian","score":0.402},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Greek","score":0.34783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Hungarian","score":0.32182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Italian","score":0.43978},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Lithuanian","score":0.3633},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"North Macedonian","score":0.52813},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Polish","score":0.37044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Portuguese","score":0.38294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Russian","score":0.34601},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Serbian","score":0.36909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Spanish","score":0.46909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Turkish","score":0.37774},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"INCLUDE","language":"Ukrainian","score":0.44545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Mgsm","language":"English","score":0.156},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Mgsm","language":"French","score":0.18},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Mgsm","language":"German","score":0.132},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Mgsm","language":"Spanish","score":0.112},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Basque","score":0.71795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Catalan","score":0.95709},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Czech","score":0.93797},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Dutch","score":0.95796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Estonian","score":0.88816},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Finnish","score":0.9284},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"French","score":0.98509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Galician","score":0.91899},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Georgian","score":0.88235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"German","score":0.98999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Greek","score":0.99726},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Italian","score":0.96432},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Latvian","score":0.90897},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Polish","score":0.94285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Romanian","score":0.95623},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Serbian","score":0.96287},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Slovak","score":0.93004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Slovenian","score":0.8907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Spanish","score":0.98308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Turkish","score":0.86797},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95408},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.91935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Croatian","score":20.3075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Czech","score":16.233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Danish","score":24.979},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Dutch","score":18.0965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Estonian","score":18.1445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Finnish","score":16.14},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"French","score":15.738},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"German","score":21.3425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Greek","score":20.1975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Italian","score":24.114},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Latvian","score":17.3905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Norwegian","score":26.2025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Polish","score":18.351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.7125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Romanian","score":23.6195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Serbian","score":20.2495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Slovak","score":20.7045},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.763},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Spanish","score":25.229},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Swedish","score":29.8135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Turkish","score":16.21},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.682},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Albanian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Basque","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Bosnian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Czech","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Dutch","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"English","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Estonian","score":0.37745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Finnish","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"French","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Galician","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"German","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Greek","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Hungarian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Icelandic","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Irish","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Italian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Latvian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Maltese","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Norwegian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Polish","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Romanian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Slovenian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Spanish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Swedish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Turkish","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"XCOPA","language":"Estonian","score":0.588},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"XCOPA","language":"Italian","score":0.584},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"XCOPA","language":"Turkish","score":0.61},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"Dutch","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"English","score":0.499},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"French","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"German","score":0.362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"Italian","score":0.315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"Polish","score":0.305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"Portuguese","score":0.329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"Xcsqa","language":"Spanish","score":0.33},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Albanian","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Bulgarian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Catalan","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Czech","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Dutch","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"German","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Icelandic","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Lithuanian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"North Macedonian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Norwegian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Polish","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Portuguese","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Serbian","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Slovenian","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Spanish","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Swedish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Turkish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Basque","score":0.32037},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Catalan","score":0.5488},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Croatian","score":0.51367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Danish","score":0.57034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Dutch","score":0.58446},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"French","score":0.62144},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"German","score":0.57237},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Hungarian","score":0.46979},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Italian","score":0.59795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Portuguese","score":0.62098},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Romanian","score":0.5523},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Serbian","score":0.50884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Slovak","score":0.50079},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Spanish","score":0.64082},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Swedish","score":0.57345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0160000","tokens_B":671.08864,"benchmark":"xHellaswag","language":"Ukrainian","score":0.50154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.3413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.32935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.36177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.28754},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.31229},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"French","score":0.39676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"German","score":0.37884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.33447},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.2884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.36092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.29863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.31399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.37116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.34983},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.34898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.33106},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.31143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.39676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.36263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Bulgarian","score":0.53889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Croatian","score":0.46333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Czech","score":0.51333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Danish","score":0.53778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Dutch","score":0.55889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"English","score":0.62111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Estonian","score":0.44556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Finnish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"French","score":0.54222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"German","score":0.58333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Greek","score":0.49444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Hungarian","score":0.47111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Italian","score":0.54667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Latvian","score":0.49111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Lithuanian","score":0.50667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Maltese","score":0.45778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Norwegian","score":0.54111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Polish","score":0.51444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Portuguese","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Romanian","score":0.54444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Slovak","score":0.52222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Slovenian","score":0.49222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Spanish","score":0.55778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"BeleBele","language":"Swedish","score":0.55667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Bulgarian","score":32.49015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Croatian","score":35.141},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Czech","score":38.418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Danish","score":41.7485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Dutch","score":55.7255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Estonian","score":35.9605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Finnish","score":33.878},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"French","score":61.9495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"German","score":59.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Greek","score":30.73885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Hungarian","score":37.4275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Irish","score":37.123},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Italian","score":51.628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Latvian","score":14.8165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Lithuanian","score":36.279},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Maltese","score":36.852},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Polish","score":27.957},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Portuguese","score":56.0525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Romanian","score":57.0775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Slovak","score":40.138},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Slovenian","score":29.995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Spanish","score":44.541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Flores-200","language":"Swedish","score":29.074},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Global MGSM","language":"Spanish","score":0.044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Czech","score":0.42587},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44709},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"English","score":0.52322},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"French","score":0.45691},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"German","score":0.44965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Greek","score":0.38598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28009},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Italian","score":0.45357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.38833},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Polish","score":0.42608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45663},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Russian","score":0.39375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3904},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Swedish","score":0.43904},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Turkish","score":0.40671},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.39624},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Albanian","score":0.33938},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.25912},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Basque","score":0.268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Belarusian","score":0.28364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Bulgarian","score":0.34909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Croatian","score":0.37636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Dutch","score":0.31034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Estonian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Finnish","score":0.32305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"French","score":0.38425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Georgian","score":0.274},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"German","score":0.17986},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Greek","score":0.31703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Hungarian","score":0.26182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Italian","score":0.36314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Lithuanian","score":0.30712},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"North Macedonian","score":0.4392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Polish","score":0.29015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Portuguese","score":0.34664},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Russian","score":0.26268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Serbian","score":0.35818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Spanish","score":0.34182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Turkish","score":0.31022},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"INCLUDE","language":"Ukrainian","score":0.31455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Mgsm","language":"English","score":0.14},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Mgsm","language":"French","score":0.152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Mgsm","language":"German","score":0.152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Mgsm","language":"Spanish","score":0.112},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Basque","score":0.67399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Catalan","score":0.96497},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Czech","score":0.94126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Dutch","score":0.95796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Estonian","score":0.88816},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Finnish","score":0.93696},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"French","score":0.98548},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Galician","score":0.92829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93467},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Italian","score":0.95999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Latvian","score":0.90501},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Polish","score":0.94377},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Romanian","score":0.96644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Serbian","score":0.9577},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Slovak","score":0.93607},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Spanish","score":0.97717},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Turkish","score":0.84788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96283},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.6175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Croatian","score":21.334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Czech","score":17.5845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Danish","score":26.2385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Dutch","score":19.3895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Estonian","score":19.7005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Finnish","score":16.8065},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"French","score":16.742},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"German","score":22.4795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Greek","score":21.6005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.464},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Italian","score":26.4645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Latvian","score":18.5565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.8615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.3315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Polish","score":19.404},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.359},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Romanian","score":24.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Serbian","score":20.741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Slovak","score":22.646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.046},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Spanish","score":26.821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Swedish","score":32.417},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Turkish","score":17.883},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.5965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"English","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Albanian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Basque","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Bosnian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Croatian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Danish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"English","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Estonian","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Finnish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Irish","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Italian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Maltese","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Norwegian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Slovak","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Spanish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Turkish","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"XCOPA","language":"Estonian","score":0.552},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"XCOPA","language":"Italian","score":0.606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"XCOPA","language":"Turkish","score":0.612},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"Dutch","score":0.343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"French","score":0.354},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"German","score":0.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"Italian","score":0.323},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"Polish","score":0.309},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"Portuguese","score":0.353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"Xcsqa","language":"Spanish","score":0.339},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Albanian","score":0.4},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Bosnian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Bulgarian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Catalan","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Croatian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Czech","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Dutch","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"English","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"German","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Greek","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Italian","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Lithuanian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"North Macedonian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Norwegian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Polish","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Romanian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Serbian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Slovak","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Slovenian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Spanish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Swedish","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Turkish","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"global PIQA","language":"Ukrainian","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Basque","score":0.32566},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Catalan","score":0.55857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Croatian","score":0.52645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Danish","score":0.58055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Dutch","score":0.59504},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"French","score":0.64446},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"German","score":0.58625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Hungarian","score":0.48393},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Italian","score":0.60644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Portuguese","score":0.63138},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Romanian","score":0.57198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Serbian","score":0.52418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Slovak","score":0.50807},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Spanish","score":0.65468},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Swedish","score":0.5866},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0210000","tokens_B":880.80384,"benchmark":"xHellaswag","language":"Ukrainian","score":0.50909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.34812},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.36775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.37372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.30119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.32253},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"French","score":0.39505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"German","score":0.36689},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.34386},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.34642},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.29778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.30034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.30631},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.34556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.35239},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.39932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.36348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Bulgarian","score":0.58889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Croatian","score":0.58778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Czech","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Danish","score":0.60889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Dutch","score":0.63111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"English","score":0.69889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Estonian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Finnish","score":0.59333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"French","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"German","score":0.61778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Greek","score":0.57333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Hungarian","score":0.56444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Italian","score":0.62222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Latvian","score":0.56556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Lithuanian","score":0.59556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Maltese","score":0.54889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Norwegian","score":0.62444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Polish","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Portuguese","score":0.63222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Romanian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Slovak","score":0.60444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Slovenian","score":0.57667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Spanish","score":0.62333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"BeleBele","language":"Swedish","score":0.60222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Bulgarian","score":28.3595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Croatian","score":31.6185},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Czech","score":40.274},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Danish","score":31.4475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Dutch","score":56.9235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Estonian","score":29.943},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Finnish","score":8.9923},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"French","score":60.9295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"German","score":50.6335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Greek","score":52.901},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Hungarian","score":28.6405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Irish","score":34.6225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Italian","score":53.932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Latvian","score":20.3035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Lithuanian","score":52.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Maltese","score":34.9875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Polish","score":34.108},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Portuguese","score":39.6895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Romanian","score":60.848},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Slovak","score":37.8235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Slovenian","score":29.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Spanish","score":27.586},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Flores-200","language":"Swedish","score":23.3722},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Basque","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Czech","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"French","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Czech","score":0.43263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Dutch","score":0.45364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"English","score":0.53796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"French","score":0.46959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"German","score":0.45976},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Greek","score":0.40009},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28757},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Italian","score":0.4698},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.3946},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Polish","score":0.43719},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Romanian","score":0.44096},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Russian","score":0.40849},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3899},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Swedish","score":0.454},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Turkish","score":0.41931},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.40785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Albanian","score":0.46098},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Armenian","score":0.23455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2719},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Basque","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Belarusian","score":0.27091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Bulgarian","score":0.42545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Croatian","score":0.44364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Dutch","score":0.40472},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Estonian","score":0.28125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Finnish","score":0.32668},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"French","score":0.43198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Georgian","score":0.376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"German","score":0.25899},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Greek","score":0.35688},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Hungarian","score":0.32727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Italian","score":0.42153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Lithuanian","score":0.35393},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"North Macedonian","score":0.52632},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Polish","score":0.33942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Portuguese","score":0.36116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Russian","score":0.27536},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Serbian","score":0.39091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Spanish","score":0.44909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Turkish","score":0.36496},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"INCLUDE","language":"Ukrainian","score":0.42545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Mgsm","language":"English","score":0.124},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Mgsm","language":"German","score":0.188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Mgsm","language":"Spanish","score":0.152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Albanian","score":0.88066},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Basque","score":0.65934},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96461},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Catalan","score":0.95884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Czech","score":0.94361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Dutch","score":0.95839},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Estonian","score":0.89903},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Finnish","score":0.93735},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"French","score":0.98666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Galician","score":0.93758},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"German","score":0.98956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9261},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Italian","score":0.96199},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Latvian","score":0.92183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Polish","score":0.95079},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Romanian","score":0.96595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Serbian","score":0.96592},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Slovak","score":0.93124},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9052},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Spanish","score":0.98465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Turkish","score":0.86625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96538},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Bulgarian","score":9.80415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Croatian","score":19.1835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Czech","score":15.721},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Danish","score":23.951},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Dutch","score":18.082},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Estonian","score":18.949},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Finnish","score":14.5285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"French","score":15.4695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"German","score":20.33},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Greek","score":17.9285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.3325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Italian","score":21.772},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Latvian","score":15.027},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Lithuanian","score":14.4965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Norwegian","score":26.606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Polish","score":17.0895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.8165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Romanian","score":20.0965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Serbian","score":18.542},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Slovak","score":18.7955},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Slovenian","score":12.84325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Spanish","score":21.979},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Swedish","score":29.439},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Turkish","score":11.88055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.23815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Estonian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Italian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Slovak","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"XCOPA","language":"Estonian","score":0.562},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"XCOPA","language":"Italian","score":0.622},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"XCOPA","language":"Turkish","score":0.606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"Dutch","score":0.358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"English","score":0.534},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"French","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"German","score":0.369},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"Italian","score":0.34},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"Polish","score":0.294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"Portuguese","score":0.344},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"Xcsqa","language":"Spanish","score":0.323},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Albanian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Bosnian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Bulgarian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Catalan","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Croatian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Czech","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Dutch","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"English","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Estonian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Finnish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"French","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Galician","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Georgian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"German","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Greek","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Hungarian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Icelandic","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"North Macedonian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Norwegian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Portuguese","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Romanian","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Slovak","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Slovenian","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Spanish","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Swedish","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Turkish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"global PIQA","language":"Ukrainian","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Basque","score":0.33269},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Catalan","score":0.56585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Croatian","score":0.53099},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Danish","score":0.59602},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Dutch","score":0.60529},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"French","score":0.64907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"German","score":0.59426},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Hungarian","score":0.49128},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Italian","score":0.61764},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Portuguese","score":0.63951},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Romanian","score":0.56863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Serbian","score":0.52947},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Slovak","score":0.51144},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Spanish","score":0.65564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Swedish","score":0.59472},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0260000","tokens_B":1090.51904,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.34898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.34044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.36263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.36433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.30119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"French","score":0.41041},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"German","score":0.37713},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.34215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.35239},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.36348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.30546},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33276},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.38311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.36348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.33532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.31485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Bulgarian","score":0.59667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Croatian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Czech","score":0.60889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Danish","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Dutch","score":0.65111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"English","score":0.70778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Estonian","score":0.55111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Finnish","score":0.61333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"French","score":0.64667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"German","score":0.65667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Greek","score":0.57111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Hungarian","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Italian","score":0.61778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Latvian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Lithuanian","score":0.60111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Maltese","score":0.51111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Norwegian","score":0.64},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Polish","score":0.60778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Portuguese","score":0.63333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Romanian","score":0.60778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Slovak","score":0.59333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Slovenian","score":0.58222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Spanish","score":0.65889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"BeleBele","language":"Swedish","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Bulgarian","score":31.3978},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Croatian","score":63.6675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Czech","score":63.0405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Danish","score":43.956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Dutch","score":51.064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Estonian","score":29.477},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Finnish","score":32.218},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"French","score":63.554},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"German","score":48.2245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Greek","score":47.2535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Hungarian","score":30.095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Irish","score":38.9905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Italian","score":51.614},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Latvian","score":26.6185},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Lithuanian","score":42.898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Maltese","score":42.6555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Polish","score":34.3085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Portuguese","score":62.057},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Romanian","score":54.138},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Slovak","score":42.205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Slovenian","score":26.4755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Spanish","score":34.195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Flores-200","language":"Swedish","score":31.429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"English","score":0.044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"French","score":0.056},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Serbian","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Global MGSM","language":"Spanish","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Czech","score":0.44232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Dutch","score":0.46845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"English","score":0.54017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"French","score":0.47173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"German","score":0.46183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Greek","score":0.39987},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Italian","score":0.47671},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.40023},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Polish","score":0.43975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Russian","score":0.41362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Serbian","score":0.41347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Swedish","score":0.46126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Turkish","score":0.41782},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.4154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Albanian","score":0.45009},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Armenian","score":0.28182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Basque","score":0.29},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Belarusian","score":0.27273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Bulgarian","score":0.36364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Croatian","score":0.43636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Dutch","score":0.3775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Estonian","score":0.33036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Finnish","score":0.32668},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"French","score":0.43198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Georgian","score":0.374},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Greek","score":0.34058},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Hungarian","score":0.28909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Italian","score":0.39781},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Lithuanian","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"North Macedonian","score":0.50635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Polish","score":0.31387},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Portuguese","score":0.36298},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Serbian","score":0.40545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Spanish","score":0.43818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Turkish","score":0.35401},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"INCLUDE","language":"Ukrainian","score":0.42727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Mgsm","language":"English","score":0.152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Mgsm","language":"French","score":0.196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Mgsm","language":"Spanish","score":0.16},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Albanian","score":0.92593},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Basque","score":0.72527},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96298},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Catalan","score":0.96804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Czech","score":0.94102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Dutch","score":0.95324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"English","score":0.99481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Estonian","score":0.87728},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Finnish","score":0.94163},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"French","score":0.98273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Galician","score":0.91501},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"German","score":0.98956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97278},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Italian","score":0.95999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Latvian","score":0.91194},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95763},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Polish","score":0.95079},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97441},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Romanian","score":0.95914},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Serbian","score":0.96561},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Slovak","score":0.93703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Spanish","score":0.97796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Turkish","score":0.86338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.46075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Croatian","score":21.7865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Czech","score":17.8435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Danish","score":26.913},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Dutch","score":19.4565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Estonian","score":19.539},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Finnish","score":17.176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"French","score":16.725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"German","score":22.886},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Greek","score":21.286},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.762},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Italian","score":26.7155},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Latvian","score":18.8715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.1815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Polish","score":19.7825},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.7085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Romanian","score":24.1665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Serbian","score":20.3215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Slovak","score":22.89},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.5905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Spanish","score":26.9635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Swedish","score":32.569},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Turkish","score":18.153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"Portuguese","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Albanian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Bosnian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Catalan","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Croatian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Czech","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"English","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Finnish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"French","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Galician","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"German","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Greek","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Hungarian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Irish","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Italian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Maltese","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Norwegian","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Romanian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Slovak","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Spanish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Turkish","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"XCOPA","language":"Estonian","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"XCOPA","language":"Italian","score":0.65},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"XCOPA","language":"Turkish","score":0.622},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"Dutch","score":0.343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"English","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"French","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"German","score":0.371},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"Italian","score":0.336},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"Polish","score":0.313},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"Portuguese","score":0.329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"Xcsqa","language":"Spanish","score":0.327},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Bosnian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Croatian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Czech","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Dutch","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"English","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Estonian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Finnish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Georgian","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"German","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Greek","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Hungarian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Icelandic","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Lithuanian","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"North Macedonian","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Norwegian","score":0.4275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Polish","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Portuguese","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Romanian","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Serbian","score":0.62},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Slovak","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Spanish","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Turkish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"global PIQA","language":"Ukrainian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Basque","score":0.32815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Catalan","score":0.57192},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Croatian","score":0.53891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Danish","score":0.59172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Dutch","score":0.60583},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"French","score":0.65175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"German","score":0.60152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Hungarian","score":0.49304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Italian","score":0.61634},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Portuguese","score":0.64081},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Romanian","score":0.57826},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Serbian","score":0.53212},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Slovak","score":0.52261},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Spanish","score":0.66311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Swedish","score":0.59472},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0310000","tokens_B":1300.23424,"benchmark":"xHellaswag","language":"Ukrainian","score":0.51886},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.34727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.34215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.35154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.32594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"French","score":0.38652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"German","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3558},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.35495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31911},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.30205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.36007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.39334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.35666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.33362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.37116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Bulgarian","score":0.60889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Croatian","score":0.56444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Czech","score":0.59667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Danish","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Dutch","score":0.62556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"English","score":0.70556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Estonian","score":0.53667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Finnish","score":0.60222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"French","score":0.64333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"German","score":0.65556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Greek","score":0.59556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Hungarian","score":0.52778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Italian","score":0.61778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Latvian","score":0.56444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Lithuanian","score":0.59444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Maltese","score":0.54222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Norwegian","score":0.62444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Polish","score":0.57556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Portuguese","score":0.64333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Romanian","score":0.58444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Slovak","score":0.59333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Slovenian","score":0.55667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Spanish","score":0.62333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"BeleBele","language":"Swedish","score":0.63333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Bulgarian","score":58.264},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Croatian","score":62.0595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Czech","score":41.845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Danish","score":38.956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Dutch","score":53.8305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Estonian","score":34.5745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Finnish","score":51.0825},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"French","score":62.09},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"German","score":47.9845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Greek","score":32.03455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Hungarian","score":38.2365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Irish","score":32.01415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Italian","score":51.9595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Latvian","score":24.6375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Lithuanian","score":52.1975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Maltese","score":55.1945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Polish","score":41.221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Portuguese","score":54.193},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Romanian","score":56.1485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Slovak","score":27.406},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Slovenian","score":34.0715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Spanish","score":33.9585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Flores-200","language":"Swedish","score":43.312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Basque","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"English","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"French","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Global MGSM","language":"Spanish","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Czech","score":0.44452},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"English","score":0.54145},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"French","score":0.47329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"German","score":0.4708},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Greek","score":0.40208},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28194},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Italian","score":0.47614},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4097},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Polish","score":0.44281},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Romanian","score":0.451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Russian","score":0.41518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Serbian","score":0.40564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48042},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Swedish","score":0.46033},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Turkish","score":0.4238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.42316},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Albanian","score":0.4392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Armenian","score":0.28},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Basque","score":0.316},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Belarusian","score":0.25455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Bulgarian","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Croatian","score":0.42727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Dutch","score":0.33757},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Estonian","score":0.34375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Finnish","score":0.33031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"French","score":0.40095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Georgian","score":0.386},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"German","score":0.2518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Greek","score":0.31884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Hungarian","score":0.28},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Italian","score":0.41058},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Lithuanian","score":0.35768},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"North Macedonian","score":0.48457},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Polish","score":0.33577},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Portuguese","score":0.38113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Russian","score":0.33152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Serbian","score":0.38727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Spanish","score":0.43273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Turkish","score":0.37774},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"INCLUDE","language":"Ukrainian","score":0.42182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Mgsm","language":"English","score":0.188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Mgsm","language":"French","score":0.228},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Mgsm","language":"German","score":0.168},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Mgsm","language":"Spanish","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Albanian","score":0.87243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Basque","score":0.65201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96786},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Catalan","score":0.96629},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Czech","score":0.94525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Dutch","score":0.95667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"English","score":0.99351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Estonian","score":0.8932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Finnish","score":0.94202},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"French","score":0.98352},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Galician","score":0.92829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Greek","score":0.98814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96923},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92753},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Italian","score":0.95965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Latvian","score":0.92051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Polish","score":0.94682},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97441},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Romanian","score":0.96352},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Serbian","score":0.96226},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Slovak","score":0.93559},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90542},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Spanish","score":0.97639},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Turkish","score":0.8651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9621},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.9795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Croatian","score":22.4605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Czech","score":18.783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Danish","score":27.2845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Dutch","score":19.4765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Estonian","score":20.4425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Finnish","score":17.5485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"French","score":16.8585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"German","score":23.0315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Greek","score":22.5805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.0775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Italian","score":26.6645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Latvian","score":19.554},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.5685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.9435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Polish","score":20.146},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Romanian","score":25.3535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Serbian","score":21.7585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Slovak","score":24.013},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Spanish","score":26.8455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Swedish","score":33.176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Turkish","score":19.233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.7165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Albanian","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Bosnian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Croatian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Galician","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"German","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Hungarian","score":0.23039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Icelandic","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Irish","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Italian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Latvian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Lithuanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Maltese","score":0.21569},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"North Macedonian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Polish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Romanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Serbian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Slovak","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Slovenian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Turkish","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"XCOPA","language":"Estonian","score":0.564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"XCOPA","language":"Italian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"XCOPA","language":"Turkish","score":0.616},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"Dutch","score":0.344},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"English","score":0.502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"French","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"German","score":0.366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"Italian","score":0.324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"Polish","score":0.321},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"Portuguese","score":0.334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"Xcsqa","language":"Spanish","score":0.327},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Albanian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Bosnian","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Bulgarian","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Catalan","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Croatian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Czech","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Dutch","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"English","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Finnish","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"French","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Galician","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Georgian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Greek","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Hungarian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Icelandic","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Italian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Lithuanian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"North Macedonian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Norwegian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Portuguese","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Romanian","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Serbian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Slovak","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Slovenian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Spanish","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Swedish","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Turkish","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"global PIQA","language":"Ukrainian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Basque","score":0.33377},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Catalan","score":0.58039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Croatian","score":0.54841},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Danish","score":0.60247},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Dutch","score":0.61684},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"French","score":0.65699},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"German","score":0.60728},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Hungarian","score":0.50422},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Italian","score":0.6282},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Portuguese","score":0.64763},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Romanian","score":0.58507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Serbian","score":0.5408},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Slovak","score":0.52683},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Spanish","score":0.67079},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Swedish","score":0.60677},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0360000","tokens_B":1509.94944,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.33703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.3541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.36007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.36945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.30375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"French","score":0.41126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"German","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3029},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.38567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.32509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.35324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.38993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.36177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.34215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.32338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.39932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.37457},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Bulgarian","score":0.60556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Croatian","score":0.61556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Czech","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Danish","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Dutch","score":0.62778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"English","score":0.70222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Estonian","score":0.53889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Finnish","score":0.60667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"French","score":0.64333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"German","score":0.68222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Greek","score":0.60556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Hungarian","score":0.58333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Italian","score":0.62333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Latvian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Lithuanian","score":0.60222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Maltese","score":0.54111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Norwegian","score":0.62444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Polish","score":0.60222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Portuguese","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Romanian","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Slovak","score":0.60778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Slovenian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Spanish","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"BeleBele","language":"Swedish","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Bulgarian","score":56.4195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Croatian","score":64.4875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Czech","score":74.7195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Danish","score":40.665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Dutch","score":58.124},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Estonian","score":23.6384},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Finnish","score":47.692},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"French","score":61.244},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"German","score":49.178},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Greek","score":52.2415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Hungarian","score":47.693},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Irish","score":28.36485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Italian","score":55.774},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Latvian","score":22.418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Lithuanian","score":59.8835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Maltese","score":44.313},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Polish","score":35.058},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Portuguese","score":36.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Romanian","score":58.03},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Slovak","score":38.0175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Slovenian","score":33.462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Spanish","score":44.234},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Flores-200","language":"Swedish","score":40.3315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"French","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Czech","score":0.46218},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Dutch","score":0.48391},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"English","score":0.55761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"French","score":0.48939},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"German","score":0.48512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Greek","score":0.41853},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30359},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Italian","score":0.49388},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42152},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Polish","score":0.45442},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49573},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Romanian","score":0.46169},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Russian","score":0.429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Spanish","score":0.50007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Swedish","score":0.4755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43968},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.42928},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Albanian","score":0.5608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Armenian","score":0.28727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28832},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Basque","score":0.332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Belarusian","score":0.28364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Croatian","score":0.49818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Dutch","score":0.46279},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Estonian","score":0.50446},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Finnish","score":0.35027},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"French","score":0.48449},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Georgian","score":0.422},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Greek","score":0.36775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Hungarian","score":0.32},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Italian","score":0.4708},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Lithuanian","score":0.41199},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"North Macedonian","score":0.60617},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Polish","score":0.38686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Portuguese","score":0.38475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Russian","score":0.39674},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Serbian","score":0.46182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Spanish","score":0.49091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Turkish","score":0.42883},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"INCLUDE","language":"Ukrainian","score":0.47455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Mgsm","language":"English","score":0.172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Mgsm","language":"French","score":0.176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Mgsm","language":"German","score":0.164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Mgsm","language":"Spanish","score":0.16},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Albanian","score":0.90123},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Catalan","score":0.96016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Czech","score":0.95019},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Dutch","score":0.96697},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Estonian","score":0.89204},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Finnish","score":0.93969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Galician","score":0.93625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"German","score":0.98738},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Greek","score":0.98814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97041},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Italian","score":0.96365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Latvian","score":0.92117},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Polish","score":0.95049},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97178},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Romanian","score":0.96595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Serbian","score":0.96348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Slovak","score":0.93703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9081},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Turkish","score":0.86797},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9621},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.994},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Croatian","score":22.17},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Czech","score":18.0635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Danish","score":27.0635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Dutch","score":19.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Estonian","score":20.0895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Finnish","score":17.101},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"French","score":16.961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"German","score":23.1345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Greek","score":22.1565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.844},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Italian","score":27.1},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Latvian","score":18.961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.928},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Polish","score":20.224},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.7885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Romanian","score":25.9385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Serbian","score":18.804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Slovak","score":23.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.97},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Spanish","score":27.0535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Swedish","score":33.154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Turkish","score":18.187},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.65},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Bosnian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Bulgarian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Czech","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Dutch","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"English","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Estonian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Icelandic","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Irish","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Maltese","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Norwegian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Turkish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"XCOPA","language":"Estonian","score":0.542},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"XCOPA","language":"Italian","score":0.612},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"XCOPA","language":"Turkish","score":0.626},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"Dutch","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"English","score":0.514},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"French","score":0.342},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"German","score":0.374},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"Italian","score":0.328},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"Polish","score":0.316},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"Portuguese","score":0.34},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"Xcsqa","language":"Spanish","score":0.333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Albanian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Bosnian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Bulgarian","score":0.605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Catalan","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Croatian","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Czech","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Dutch","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Estonian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Finnish","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"French","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Georgian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"German","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Greek","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Hungarian","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Italian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Lithuanian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"North Macedonian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Norwegian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Polish","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Portuguese","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Romanian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Serbian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Slovak","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Slovenian","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Spanish","score":0.615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Swedish","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Turkish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Basque","score":0.33766},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Catalan","score":0.5805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Croatian","score":0.55179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Danish","score":0.60419},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Dutch","score":0.61651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"French","score":0.65389},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"German","score":0.61272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Hungarian","score":0.50927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Italian","score":0.63059},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Portuguese","score":0.64915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Romanian","score":0.58843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Serbian","score":0.54958},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Slovak","score":0.52926},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Spanish","score":0.66855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Swedish","score":0.61226},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0410000","tokens_B":1719.66464,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37287},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33618},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"French","score":0.4215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"German","score":0.38652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.35922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32253},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.38737},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.30631},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.36945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.3942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.36604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.33618},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.40785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.3959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Bulgarian","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Croatian","score":0.64889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Czech","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Danish","score":0.65333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Dutch","score":0.66333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"English","score":0.73},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Estonian","score":0.58778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Finnish","score":0.62},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"French","score":0.66},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"German","score":0.67667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Greek","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Hungarian","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Italian","score":0.67778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Latvian","score":0.62333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Lithuanian","score":0.60444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Maltese","score":0.58667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Norwegian","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Polish","score":0.61778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Portuguese","score":0.67667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Romanian","score":0.66111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Slovak","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Slovenian","score":0.61444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Spanish","score":0.67556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"BeleBele","language":"Swedish","score":0.66111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Bulgarian","score":30.7915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Croatian","score":66.6565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Czech","score":65.889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Danish","score":43.095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Dutch","score":54.9155},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Estonian","score":35.2155},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Finnish","score":46.962},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"French","score":62.7235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"German","score":47.9405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Greek","score":37.937},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Hungarian","score":33.0645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Irish","score":40.207},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Italian","score":53.605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Latvian","score":17.149},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Lithuanian","score":59.7975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Maltese","score":22.663},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Polish","score":40.3695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Portuguese","score":63.2015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Romanian","score":59.255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Slovak","score":45.9775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Slovenian","score":38.865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Spanish","score":49.4545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Flores-200","language":"Swedish","score":23.6005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Catalan","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Czech","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"English","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"French","score":0.056},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Czech","score":0.46304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Dutch","score":0.47821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"English","score":0.55291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"French","score":0.49509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"German","score":0.48832},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Greek","score":0.41924},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Italian","score":0.4921},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42458},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Polish","score":0.46012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49459},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Russian","score":0.43035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Swedish","score":0.48034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44759},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.42978},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Albanian","score":0.47731},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Armenian","score":0.25091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29562},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Basque","score":0.324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Belarusian","score":0.28182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Croatian","score":0.50364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Dutch","score":0.44102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Estonian","score":0.41071},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Finnish","score":0.36479},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"French","score":0.45107},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Georgian","score":0.418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Greek","score":0.36413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Hungarian","score":0.31273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Italian","score":0.45438},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Lithuanian","score":0.41199},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"North Macedonian","score":0.56261},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Polish","score":0.33212},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Portuguese","score":0.39746},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Russian","score":0.33514},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Serbian","score":0.48545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Spanish","score":0.47636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Turkish","score":0.39599},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"INCLUDE","language":"Ukrainian","score":0.44545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Mgsm","language":"English","score":0.224},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Mgsm","language":"French","score":0.2},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Mgsm","language":"Spanish","score":0.164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Basque","score":0.78755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96461},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Catalan","score":0.96541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Czech","score":0.95277},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Dutch","score":0.96353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Estonian","score":0.8967},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Finnish","score":0.94241},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Galician","score":0.92165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"German","score":0.9913},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94252},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Italian","score":0.96632},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Latvian","score":0.91887},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Polish","score":0.95721},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Romanian","score":0.96693},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Serbian","score":0.96439},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Slovak","score":0.91894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90453},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Spanish","score":0.97835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Turkish","score":0.86625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9621},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.8095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Croatian","score":21.456},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Czech","score":18.135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Danish","score":26.649},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Dutch","score":19.5595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Estonian","score":19.913},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Finnish","score":16.7615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"French","score":16.7675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"German","score":23.238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Greek","score":22.2135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Italian","score":26.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Latvian","score":19.015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.581},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Polish","score":19.7855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.3195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Romanian","score":24.3515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Serbian","score":15.03935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Slovak","score":22.8275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.6095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Spanish","score":26.934},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Swedish","score":33.0045},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Turkish","score":18.17},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.813},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"Italian","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"PolyMath","language":"Spanish","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Albanian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Bosnian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Catalan","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Croatian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Czech","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Danish","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Dutch","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"English","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Estonian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Finnish","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Galician","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"German","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Greek","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Hungarian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Icelandic","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Italian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Lithuanian","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"North Macedonian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Norwegian","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Polish","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Portuguese","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Romanian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Serbian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Slovak","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Slovenian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Swedish","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Turkish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"SIB-200","language":"Ukrainian","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"XCOPA","language":"Estonian","score":0.574},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"XCOPA","language":"Italian","score":0.634},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"Dutch","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"English","score":0.532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"French","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"German","score":0.383},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"Italian","score":0.325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"Polish","score":0.305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"Portuguese","score":0.346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"Xcsqa","language":"Spanish","score":0.332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Albanian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Bosnian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Bulgarian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Catalan","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Croatian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Czech","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Dutch","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Georgian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"German","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Greek","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Hungarian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Icelandic","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Italian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Lithuanian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"North Macedonian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Norwegian","score":0.4775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Polish","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Portuguese","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Romanian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Serbian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Slovak","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Slovenian","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Spanish","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Swedish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"global PIQA","language":"Ukrainian","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Basque","score":0.33928},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Catalan","score":0.58463},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Croatian","score":0.55179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Danish","score":0.60602},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Dutch","score":0.61436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"French","score":0.65849},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"German","score":0.61155},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Hungarian","score":0.50872},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Italian","score":0.63701},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Portuguese","score":0.65673},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Romanian","score":0.5868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Serbian","score":0.55001},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Slovak","score":0.53284},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Spanish","score":0.67463},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Swedish","score":0.61511},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0460000","tokens_B":1929.37984,"benchmark":"xHellaswag","language":"Ukrainian","score":0.53438},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.3686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40529},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"French","score":0.43089},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"German","score":0.39334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31997},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.3959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.41126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.3814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36519},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33191},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43089},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.37969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Bulgarian","score":0.61111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Croatian","score":0.62111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Czech","score":0.62667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Danish","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Dutch","score":0.67778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"English","score":0.73556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Estonian","score":0.55667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Finnish","score":0.61667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"French","score":0.69111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"German","score":0.67889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Greek","score":0.61333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Hungarian","score":0.62778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Italian","score":0.66444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Latvian","score":0.60333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Lithuanian","score":0.61444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Maltese","score":0.58556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Norwegian","score":0.65556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Polish","score":0.60444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Portuguese","score":0.65111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Romanian","score":0.67556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Slovak","score":0.64333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Slovenian","score":0.60111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Spanish","score":0.66222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"BeleBele","language":"Swedish","score":0.63889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Bulgarian","score":53.1005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Croatian","score":60.6785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Czech","score":41.3375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Danish","score":21.7905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Dutch","score":59.0205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Estonian","score":45.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Finnish","score":36.231},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"French","score":64.615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"German","score":51.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Greek","score":46.4535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Hungarian","score":32.065},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Irish","score":34.7355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Italian","score":57.021},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Latvian","score":18.507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Lithuanian","score":59.263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Maltese","score":59.462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Polish","score":41.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Portuguese","score":50.6615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Romanian","score":57.541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Slovak","score":38.3485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Slovenian","score":32.506},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Spanish","score":35.2995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Flores-200","language":"Swedish","score":29.488},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"French","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"German","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Czech","score":0.46802},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"English","score":0.55861},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"French","score":0.49907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"German","score":0.49195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Greek","score":0.43085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29547},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Italian","score":0.49929},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.43035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Polish","score":0.46596},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.50306},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47579},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Russian","score":0.43349},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42537},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Spanish","score":0.50897},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Swedish","score":0.48569},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44559},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43883},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Albanian","score":0.52995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Armenian","score":0.22364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31934},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Basque","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Belarusian","score":0.28727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Croatian","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Dutch","score":0.48276},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Estonian","score":0.41518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Finnish","score":0.35935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"French","score":0.45585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Georgian","score":0.416},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Greek","score":0.38406},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Hungarian","score":0.34727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Italian","score":0.44161},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Lithuanian","score":0.40824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"North Macedonian","score":0.60073},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Polish","score":0.39234},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Portuguese","score":0.41379},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Russian","score":0.38587},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Serbian","score":0.49091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Spanish","score":0.48364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Turkish","score":0.42153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Mgsm","language":"English","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Mgsm","language":"French","score":0.164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Mgsm","language":"German","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Mgsm","language":"Spanish","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Basque","score":0.81685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Catalan","score":0.96629},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Czech","score":0.95254},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Dutch","score":0.96311},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Estonian","score":0.91068},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Finnish","score":0.94241},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"French","score":0.98352},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Galician","score":0.9243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"German","score":0.9852},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Greek","score":0.98814},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93609},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Italian","score":0.96165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Latvian","score":0.92513},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Polish","score":0.95324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97441},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Romanian","score":0.96887},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Serbian","score":0.96835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Slovak","score":0.94113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Spanish","score":0.98111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Turkish","score":0.88289},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96501},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.9435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Croatian","score":22.2665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Czech","score":18.6675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Danish","score":26.9425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Dutch","score":19.478},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Estonian","score":20.3415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Finnish","score":17.6075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"French","score":16.8395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"German","score":23.257},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Greek","score":22.7445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Italian","score":27.183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Latvian","score":19.1645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.723},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.7425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Polish","score":20.3985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.2365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Romanian","score":25.86},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Serbian","score":16.8064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Slovak","score":24.1345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.443},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Spanish","score":27.4635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Swedish","score":33.2515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Turkish","score":19.5585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.984},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Albanian","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Basque","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Bosnian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Bulgarian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Catalan","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Croatian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Czech","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Danish","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"English","score":0.41176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Estonian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"French","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Galician","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Georgian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"German","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Greek","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Hungarian","score":0.37745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Irish","score":0.41667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Italian","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Latvian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Lithuanian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Maltese","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"North Macedonian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Norwegian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Polish","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Portuguese","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Romanian","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Serbian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Slovak","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Slovenian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Spanish","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Swedish","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Turkish","score":0.40196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"SIB-200","language":"Ukrainian","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"XCOPA","language":"Estonian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"XCOPA","language":"Italian","score":0.64},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"Dutch","score":0.356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"English","score":0.511},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"French","score":0.351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"German","score":0.369},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"Italian","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"Polish","score":0.304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"Portuguese","score":0.345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"Xcsqa","language":"Spanish","score":0.326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Albanian","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Bosnian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Bulgarian","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Catalan","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Czech","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Dutch","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"English","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Finnish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"French","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Galician","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Georgian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"German","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Greek","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Hungarian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Icelandic","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Italian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Lithuanian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"North Macedonian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Norwegian","score":0.5025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Polish","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Portuguese","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Romanian","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Serbian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Slovak","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Slovenian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Spanish","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Swedish","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Turkish","score":0.61},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"global PIQA","language":"Ukrainian","score":0.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Basque","score":0.33474},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Catalan","score":0.58788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Croatian","score":0.55665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Danish","score":0.61214},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Dutch","score":0.62267},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"French","score":0.6616},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"German","score":0.61507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Hungarian","score":0.51025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Italian","score":0.63896},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Portuguese","score":0.66074},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Romanian","score":0.59535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Serbian","score":0.5554},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Slovak","score":0.53421},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Spanish","score":0.67933},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Swedish","score":0.61807},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0510000","tokens_B":2139.09504,"benchmark":"xHellaswag","language":"Ukrainian","score":0.53651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.34898},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31997},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34983},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"French","score":0.41297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"German","score":0.3942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.407},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.31399},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Bulgarian","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Croatian","score":0.65222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Czech","score":0.65778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Danish","score":0.65444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Dutch","score":0.65667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"English","score":0.73111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Estonian","score":0.57222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Finnish","score":0.63333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"French","score":0.69222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"German","score":0.66889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Greek","score":0.66667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Hungarian","score":0.58778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Italian","score":0.64667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Latvian","score":0.61556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Lithuanian","score":0.63667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Maltese","score":0.58778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Norwegian","score":0.66444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Polish","score":0.61889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Portuguese","score":0.67778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Romanian","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Slovak","score":0.63444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Slovenian","score":0.62889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Spanish","score":0.65222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"BeleBele","language":"Swedish","score":0.65444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Bulgarian","score":30.11},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Croatian","score":35.393},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Czech","score":35.255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Danish","score":33.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Dutch","score":53.566},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Estonian","score":26.4255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Finnish","score":28.697},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"French","score":62.539},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"German","score":44.5875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Greek","score":51.144},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Hungarian","score":29.3755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Irish","score":36.647},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Italian","score":49.1565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Latvian","score":24.0285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Lithuanian","score":53.7705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Maltese","score":40.173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Polish","score":38.1785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Portuguese","score":58.201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Romanian","score":58.053},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Slovak","score":37.9165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Slovenian","score":30.662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Spanish","score":44.607},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Flores-200","language":"Swedish","score":27.6695},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"German","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Hungarian","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Czech","score":0.47429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"English","score":0.55861},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"French","score":0.50249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"German","score":0.49943},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Greek","score":0.42935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Italian","score":0.5015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Polish","score":0.4572},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.50214},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Russian","score":0.4436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Serbian","score":0.41931},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5079},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Swedish","score":0.48198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44837},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Albanian","score":0.51906},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Armenian","score":0.27091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31934},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Basque","score":0.332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Belarusian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Croatian","score":0.52364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Dutch","score":0.44102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Estonian","score":0.40625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Finnish","score":0.37024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"French","score":0.47255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Georgian","score":0.354},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Greek","score":0.38587},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Hungarian","score":0.36909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Italian","score":0.4927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Polish","score":0.40511},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Portuguese","score":0.45009},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Russian","score":0.38768},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Serbian","score":0.43818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Spanish","score":0.49455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"INCLUDE","language":"Ukrainian","score":0.50182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Mgsm","language":"English","score":0.22},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Mgsm","language":"French","score":0.196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Basque","score":0.83516},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Catalan","score":0.9606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Czech","score":0.95207},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Dutch","score":0.96053},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Estonian","score":0.89437},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Finnish","score":0.94125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Galician","score":0.93625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"German","score":0.98477},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Italian","score":0.96265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Latvian","score":0.91194},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Polish","score":0.95263},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Romanian","score":0.96839},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Serbian","score":0.95435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Slovak","score":0.94258},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Spanish","score":0.9815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Turkish","score":0.86969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.9105},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Croatian","score":22.202},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Czech","score":18.0285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Danish","score":26.723},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Dutch","score":19.413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Estonian","score":19.622},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Finnish","score":17.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"French","score":16.7285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"German","score":23.025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Greek","score":22.497},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.553},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Italian","score":27.135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Latvian","score":18.8975},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.733},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.524},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Polish","score":20.09},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.424},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Romanian","score":25.4915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Serbian","score":18.6885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Slovak","score":23.297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.802},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Spanish","score":27.018},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Swedish","score":32.7635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Turkish","score":18.4405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.1135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Croatian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Czech","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Danish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Dutch","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"English","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Estonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Greek","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Hungarian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Irish","score":0.23039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Italian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Maltese","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Norwegian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Romanian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Spanish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Swedish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Turkish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"SIB-200","language":"Ukrainian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"XCOPA","language":"Estonian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"XCOPA","language":"Italian","score":0.644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"XCOPA","language":"Turkish","score":0.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"Dutch","score":0.357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"English","score":0.512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"French","score":0.346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"German","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"Italian","score":0.322},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"Polish","score":0.33},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"Portuguese","score":0.328},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"Xcsqa","language":"Spanish","score":0.326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Albanian","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Bosnian","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Bulgarian","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Catalan","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Croatian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Czech","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Dutch","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"English","score":0.605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Finnish","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"French","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Galician","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Georgian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"German","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Hungarian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Lithuanian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"North Macedonian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Norwegian","score":0.4375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Portuguese","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Serbian","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Slovak","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Slovenian","score":0.445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Spanish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Swedish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Turkish","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"global PIQA","language":"Ukrainian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Basque","score":0.33549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Catalan","score":0.58886},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Croatian","score":0.5653},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Danish","score":0.61408},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Dutch","score":0.62428},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"French","score":0.66759},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"German","score":0.6186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Hungarian","score":0.51925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Italian","score":0.63766},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Portuguese","score":0.66031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Romanian","score":0.60054},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Serbian","score":0.55403},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Slovak","score":0.53706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Spanish","score":0.6773},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Swedish","score":0.62059},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0560000","tokens_B":2348.81024,"benchmark":"xHellaswag","language":"Ukrainian","score":0.53693},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.36689},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.38567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"French","score":0.4343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"German","score":0.3959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.35068},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36519},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.37969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.32765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38823},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37713},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4087},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38737},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.35154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.31826},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.38225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Bulgarian","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Croatian","score":0.63556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Czech","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Danish","score":0.68},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Dutch","score":0.67556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"English","score":0.74444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Estonian","score":0.57444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Finnish","score":0.64333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"French","score":0.69},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"German","score":0.68667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Greek","score":0.64667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Hungarian","score":0.60444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Italian","score":0.67222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Latvian","score":0.61889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Lithuanian","score":0.63333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Maltese","score":0.59556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Norwegian","score":0.65778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Polish","score":0.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Portuguese","score":0.67667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Romanian","score":0.67222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Slovak","score":0.65111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Slovenian","score":0.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Spanish","score":0.67333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"BeleBele","language":"Swedish","score":0.68333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Bulgarian","score":29.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Croatian","score":34.7185},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Czech","score":43.5015},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Danish","score":42.314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Dutch","score":57.0935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Estonian","score":31.6555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Finnish","score":29.932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"French","score":61.5835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"German","score":48.904},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Greek","score":54.0155},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Hungarian","score":27.277},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Irish","score":32.7005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Italian","score":56.1815},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Latvian","score":29.0895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Lithuanian","score":33.683},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Maltese","score":39.0525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Polish","score":36.85},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Portuguese","score":46.7125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Romanian","score":57.2995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Slovak","score":52.879},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Slovenian","score":31.007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Spanish","score":43.1515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Flores-200","language":"Swedish","score":28.876},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Serbian","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Global MGSM","language":"Spanish","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Czech","score":0.45464},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Dutch","score":0.47529},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"English","score":0.55662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"French","score":0.49615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"German","score":0.4859},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Greek","score":0.42216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28899},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Italian","score":0.48561},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42473},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Polish","score":0.45343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45748},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Russian","score":0.43363},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Turkish","score":0.42729},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Albanian","score":0.53358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Armenian","score":0.28727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28467},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Basque","score":0.336},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Belarusian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Bulgarian","score":0.48727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Croatian","score":0.54364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Dutch","score":0.42831},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Estonian","score":0.44196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Finnish","score":0.33212},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"French","score":0.47971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Georgian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"German","score":0.38129},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Greek","score":0.38406},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Hungarian","score":0.37818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Italian","score":0.48175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Lithuanian","score":0.46067},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63158},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Polish","score":0.4781},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Portuguese","score":0.39564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Russian","score":0.43297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Serbian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Spanish","score":0.50182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Turkish","score":0.46533},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Mgsm","language":"English","score":0.188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Mgsm","language":"French","score":0.172},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Mgsm","language":"Spanish","score":0.2},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Basque","score":0.7619},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Catalan","score":0.96935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Czech","score":0.95348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Dutch","score":0.95667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Estonian","score":0.90136},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Finnish","score":0.94319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Galician","score":0.93758},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"German","score":0.98956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94074},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Italian","score":0.96532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Latvian","score":0.91326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Polish","score":0.95293},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Romanian","score":0.96936},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Serbian","score":0.96044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Slovak","score":0.93824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90787},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Spanish","score":0.98229},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Turkish","score":0.88462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.4756},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Croatian","score":20.8685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Czech","score":17.439},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Danish","score":26.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Dutch","score":19.177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Estonian","score":18.6095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Finnish","score":17.0925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"French","score":16.797},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"German","score":22.885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Greek","score":21.9275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.2685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Italian","score":26.69},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Latvian","score":19.18},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.162},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Polish","score":19.3135},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.536},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Romanian","score":24.9205},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Serbian","score":20.1485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Slovak","score":22.5225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.11445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Spanish","score":26.751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Swedish","score":32.4265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Turkish","score":17.855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.5235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"French","score":0.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"German","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"Italian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"Portuguese","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"PolyMath","language":"Spanish","score":0.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Albanian","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Bosnian","score":0.38725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Catalan","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Czech","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Dutch","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"English","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Estonian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"French","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"German","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Italian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Lithuanian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Norwegian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Romanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Slovak","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Slovenian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Swedish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Turkish","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"SIB-200","language":"Ukrainian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"XCOPA","language":"Estonian","score":0.594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"XCOPA","language":"Italian","score":0.622},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"XCOPA","language":"Turkish","score":0.628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"Dutch","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"English","score":0.516},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"French","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"German","score":0.378},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"Italian","score":0.354},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"Portuguese","score":0.348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"Xcsqa","language":"Spanish","score":0.326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Albanian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Catalan","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Czech","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Dutch","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"English","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Finnish","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"German","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Hungarian","score":0.42},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Icelandic","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"North Macedonian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Norwegian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Polish","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Portuguese","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Serbian","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Slovak","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Slovenian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Spanish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Swedish","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Turkish","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"global PIQA","language":"Ukrainian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Basque","score":0.33485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Catalan","score":0.59147},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Croatian","score":0.56351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Danish","score":0.61225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Dutch","score":0.62493},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"French","score":0.66685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"German","score":0.6202},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Hungarian","score":0.51003},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Italian","score":0.63907},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Portuguese","score":0.66659},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Romanian","score":0.60032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Serbian","score":0.56027},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Slovak","score":0.54012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Spanish","score":0.68359},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Swedish","score":0.61752},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0610000","tokens_B":2558.52544,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.36945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.407},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"French","score":0.42321},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"German","score":0.3959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.35751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.35836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.32594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42491},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Bulgarian","score":0.66},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Croatian","score":0.65444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Czech","score":0.68333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Danish","score":0.66667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Dutch","score":0.68222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"English","score":0.76222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Estonian","score":0.59444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Finnish","score":0.64111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"French","score":0.71111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"German","score":0.72333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Greek","score":0.66556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Hungarian","score":0.65667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Italian","score":0.67444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Latvian","score":0.65889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Lithuanian","score":0.69},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Maltese","score":0.59333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Norwegian","score":0.67778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Polish","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Portuguese","score":0.70556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Romanian","score":0.69222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Slovak","score":0.66333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Slovenian","score":0.63889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Spanish","score":0.69111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"BeleBele","language":"Swedish","score":0.67111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Bulgarian","score":46.1195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Croatian","score":58.2885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Czech","score":40.7375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Danish","score":42.581},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Dutch","score":59.8935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Estonian","score":36.493},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Finnish","score":41.4005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"French","score":60.7295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"German","score":52.3035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Greek","score":56.052},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Hungarian","score":47.91},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Irish","score":26.8418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Italian","score":53.9245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Latvian","score":24.4545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Lithuanian","score":37.722},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Maltese","score":45.84},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Polish","score":36.86},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Portuguese","score":68.391},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Romanian","score":59.372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Slovak","score":45.058},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Slovenian","score":34.708},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Spanish","score":39.5455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Flores-200","language":"Swedish","score":28.1565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Catalan","score":0.064},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"French","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Galician","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Greek","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Hungarian","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Serbian","score":0.068},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Czech","score":0.45905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4807},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"English","score":0.55284},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"French","score":0.49623},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"German","score":0.48462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Greek","score":0.41775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Italian","score":0.49153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.41468},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Polish","score":0.45513},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49252},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Romanian","score":0.46475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Russian","score":0.43349},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Serbian","score":0.41604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49793},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47906},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43826},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43484},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Albanian","score":0.56624},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Armenian","score":0.29273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31204},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Basque","score":0.322},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Belarusian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Bulgarian","score":0.47273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Croatian","score":0.52909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Dutch","score":0.47731},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Estonian","score":0.48214},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Finnish","score":0.35027},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"French","score":0.49403},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Georgian","score":0.464},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"German","score":0.3741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Greek","score":0.33514},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Hungarian","score":0.38727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Italian","score":0.51277},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43446},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Polish","score":0.44343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Portuguese","score":0.42831},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Russian","score":0.40942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Serbian","score":0.45636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Spanish","score":0.54182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Turkish","score":0.46533},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"INCLUDE","language":"Ukrainian","score":0.45091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Mgsm","language":"English","score":0.252},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Mgsm","language":"French","score":0.236},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Mgsm","language":"German","score":0.224},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Mgsm","language":"Spanish","score":0.236},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Basque","score":0.78755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Catalan","score":0.96454},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Czech","score":0.95559},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Dutch","score":0.96868},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Estonian","score":0.8967},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Finnish","score":0.94903},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Galician","score":0.9243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"German","score":0.98564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Greek","score":0.99544},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Italian","score":0.96465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Latvian","score":0.91689},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Polish","score":0.9511},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97343},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Romanian","score":0.97033},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Serbian","score":0.97018},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Slovak","score":0.94355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90542},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Spanish","score":0.98308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Turkish","score":0.88806},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.194},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Croatian","score":22.4575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Czech","score":18.7185},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Danish","score":26.8965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Dutch","score":19.631},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Estonian","score":19.324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Finnish","score":17.7255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"French","score":17.0805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"German","score":23.266},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Greek","score":22.9925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.053},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Italian","score":26.891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Latvian","score":19.5405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.0265},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Polish","score":20.291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Romanian","score":25.0455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Serbian","score":20.4665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Slovak","score":23.743},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.9385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Spanish","score":26.72},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Swedish","score":33.239},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Turkish","score":19.0565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.3225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Bosnian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Czech","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"English","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Finnish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"German","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Maltese","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Polish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Portuguese","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Romanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Slovak","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Turkish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"SIB-200","language":"Ukrainian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"XCOPA","language":"Estonian","score":0.584},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"XCOPA","language":"Italian","score":0.628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"XCOPA","language":"Turkish","score":0.608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"Dutch","score":0.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"French","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"German","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"Italian","score":0.337},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"Polish","score":0.312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"Portuguese","score":0.357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"Xcsqa","language":"Spanish","score":0.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Albanian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Bosnian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Bulgarian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Catalan","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Croatian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Czech","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Dutch","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"English","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Galician","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"German","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Greek","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Hungarian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Icelandic","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Italian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"North Macedonian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Norwegian","score":0.4725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Polish","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Portuguese","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Serbian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Slovak","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Slovenian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Swedish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Turkish","score":0.47},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Basque","score":0.33852},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Catalan","score":0.5932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Croatian","score":0.56193},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Danish","score":0.61741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Dutch","score":0.62698},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"French","score":0.66867},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"German","score":0.62308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Hungarian","score":0.51892},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Italian","score":0.64429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Portuguese","score":0.66291},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Romanian","score":0.59719},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Serbian","score":0.5608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Slovak","score":0.54381},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Spanish","score":0.68999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Swedish","score":0.62991},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0660000","tokens_B":2768.24064,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54246},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"French","score":0.42833},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"German","score":0.39846},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.36177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33788},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39846},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33447},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4087},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38823},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.32509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41809},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Bulgarian","score":0.66333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Croatian","score":0.66444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Czech","score":0.68222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Danish","score":0.70222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Dutch","score":0.69778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"English","score":0.79778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Estonian","score":0.62222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Finnish","score":0.65778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"French","score":0.72556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"German","score":0.70778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Greek","score":0.67778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Hungarian","score":0.64778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Italian","score":0.68556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Latvian","score":0.66111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Lithuanian","score":0.58222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Maltese","score":0.62556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Norwegian","score":0.70222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Polish","score":0.67222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Portuguese","score":0.72444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Romanian","score":0.66778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Slovak","score":0.66778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Slovenian","score":0.67222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Spanish","score":0.71222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"BeleBele","language":"Swedish","score":0.70889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Bulgarian","score":26.4325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Croatian","score":58.883},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Czech","score":40.922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Danish","score":39.3785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Dutch","score":53.566},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Estonian","score":33.5285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Finnish","score":36.2505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"French","score":60.663},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"German","score":49.5405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Greek","score":26.0171},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Hungarian","score":39.0785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Irish","score":36.13},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Italian","score":50.3095},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Latvian","score":26.366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Lithuanian","score":41.1195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Maltese","score":48.836},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Polish","score":31.0215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Portuguese","score":37.776},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Romanian","score":62.4075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Slovak","score":38.038},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Slovenian","score":30.4025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Spanish","score":42.7595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Flores-200","language":"Swedish","score":27.9535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Basque","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Catalan","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Czech","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"English","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Galician","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Global MGSM","language":"Spanish","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Czech","score":0.48156},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"English","score":0.56552},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"French","score":0.51332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"German","score":0.4985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Greek","score":0.4389},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Italian","score":0.51317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.44474},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Polish","score":0.47643},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.5141},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Romanian","score":0.48839},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Russian","score":0.45585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Serbian","score":0.44153},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Spanish","score":0.51723},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Swedish","score":0.49737},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Turkish","score":0.45877},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45563},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Albanian","score":0.56624},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Armenian","score":0.27636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Basque","score":0.312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Belarusian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Bulgarian","score":0.47636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Croatian","score":0.50909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Dutch","score":0.46824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Estonian","score":0.39286},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Finnish","score":0.35572},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"French","score":0.47255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Georgian","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Greek","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Hungarian","score":0.35273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Italian","score":0.44891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43258},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Polish","score":0.40876},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Portuguese","score":0.43013},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Russian","score":0.38949},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Serbian","score":0.47091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Spanish","score":0.49455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Turkish","score":0.43796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"INCLUDE","language":"Ukrainian","score":0.47455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Mgsm","language":"English","score":0.204},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Mgsm","language":"French","score":0.22},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Mgsm","language":"German","score":0.232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Basque","score":0.76923},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97274},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Catalan","score":0.96454},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Czech","score":0.95583},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Dutch","score":0.95882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Estonian","score":0.90447},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Finnish","score":0.94514},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"French","score":0.98901},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Galician","score":0.9243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"German","score":0.99086},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Italian","score":0.96732},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Latvian","score":0.9215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96949},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Polish","score":0.95171},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Romanian","score":0.96984},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Serbian","score":0.96592},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Slovak","score":0.94162},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90743},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Spanish","score":0.97835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Turkish","score":0.88404},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95918},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Croatian","score":21.7495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Czech","score":18.6365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Danish","score":27.7575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Dutch","score":19.7805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Estonian","score":21.088},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Finnish","score":17.7705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"French","score":17.1955},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"German","score":23.4885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Greek","score":23.2535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.2875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Italian","score":27.626},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Latvian","score":19.5665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.757},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.213},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Polish","score":20.138},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.6665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Romanian","score":26.2075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Serbian","score":18.3724},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Slovak","score":23.5685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.623},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Spanish","score":26.3805},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Swedish","score":33.727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Turkish","score":18.9955},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"English","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"Italian","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"Portuguese","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"PolyMath","language":"Spanish","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Basque","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Bosnian","score":0.36765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Catalan","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Croatian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Czech","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Danish","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Dutch","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"English","score":0.37745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Estonian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Finnish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"French","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Galician","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"German","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Greek","score":0.2402},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Hungarian","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Icelandic","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Irish","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Italian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Latvian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Lithuanian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Norwegian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Polish","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Portuguese","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Romanian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Serbian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Slovak","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Slovenian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Spanish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Swedish","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Turkish","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"SIB-200","language":"Ukrainian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"XCOPA","language":"Estonian","score":0.556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"XCOPA","language":"Italian","score":0.606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"Dutch","score":0.354},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"English","score":0.533},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"French","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"German","score":0.396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"Italian","score":0.342},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"Polish","score":0.317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"Portuguese","score":0.349},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"Xcsqa","language":"Spanish","score":0.33},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Bosnian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Bulgarian","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Catalan","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Czech","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Dutch","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Finnish","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"French","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Galician","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Georgian","score":0.395},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"German","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Greek","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Hungarian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Icelandic","score":0.4},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Italian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Lithuanian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"North Macedonian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Norwegian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Polish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Portuguese","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Romanian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Slovenian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Spanish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Swedish","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Turkish","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Basque","score":0.34003},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Catalan","score":0.59331},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Croatian","score":0.5652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Danish","score":0.61741},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Dutch","score":0.63184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"French","score":0.66717},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"German","score":0.62436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Hungarian","score":0.51946},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Italian","score":0.64255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Portuguese","score":0.66551},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Romanian","score":0.60487},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Serbian","score":0.56271},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Slovak","score":0.54844},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Spanish","score":0.68509},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Swedish","score":0.62881},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0710000","tokens_B":2977.95584,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54639},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.35154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.32167},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"French","score":0.42662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"German","score":0.40273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.30717},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.36092},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40956},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.30375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39846},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Bulgarian","score":0.68556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Croatian","score":0.67444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Czech","score":0.69444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Danish","score":0.70333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Dutch","score":0.70444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"English","score":0.77222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Estonian","score":0.59556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Finnish","score":0.68556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"French","score":0.72556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"German","score":0.72667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Greek","score":0.68222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Hungarian","score":0.64},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Italian","score":0.70333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Latvian","score":0.62778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Lithuanian","score":0.64222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Maltese","score":0.60778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Norwegian","score":0.70667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Polish","score":0.68667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Portuguese","score":0.72333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Romanian","score":0.69222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Slovak","score":0.66889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Slovenian","score":0.66333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Spanish","score":0.70222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"BeleBele","language":"Swedish","score":0.71889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Bulgarian","score":33.055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Croatian","score":58.939},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Czech","score":38.612},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Danish","score":31.7773},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Dutch","score":57.1725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Estonian","score":33.308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Finnish","score":39.321},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"French","score":63.801},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"German","score":45.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Greek","score":49.401},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Hungarian","score":39.134},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Irish","score":33.272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Italian","score":56.2415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Latvian","score":27.894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Lithuanian","score":58.4465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Maltese","score":66.411},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Polish","score":37.7605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Portuguese","score":64.4075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Romanian","score":40.3445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Slovak","score":42.08},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Slovenian","score":30.677},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Spanish","score":45.5025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Flores-200","language":"Swedish","score":29.912},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Basque","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Catalan","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Serbian","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Czech","score":0.48903},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"English","score":0.57698},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"French","score":0.51937},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"German","score":0.50969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Greek","score":0.44751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31406},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Italian","score":0.51859},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4488},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Polish","score":0.48184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Romanian","score":0.49594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Russian","score":0.4609},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Serbian","score":0.44958},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Swedish","score":0.49893},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46738},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45656},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Albanian","score":0.54809},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Armenian","score":0.29091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28832},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Basque","score":0.342},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Belarusian","score":0.26},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Croatian","score":0.55818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Dutch","score":0.50272},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Finnish","score":0.33394},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"French","score":0.50358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Georgian","score":0.424},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Greek","score":0.38768},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Hungarian","score":0.37636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Italian","score":0.47993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42697},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63339},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Polish","score":0.41971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Portuguese","score":0.43376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Russian","score":0.41848},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Serbian","score":0.48364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Spanish","score":0.50727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Turkish","score":0.45803},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48364},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Mgsm","language":"English","score":0.208},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Mgsm","language":"French","score":0.164},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Mgsm","language":"German","score":0.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Albanian","score":0.893},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Basque","score":0.82051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Catalan","score":0.95753},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Czech","score":0.94666},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Dutch","score":0.95538},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Estonian","score":0.90563},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Finnish","score":0.94047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Galician","score":0.93227},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"German","score":0.98782},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Italian","score":0.96632},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Latvian","score":0.92249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Polish","score":0.95355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Romanian","score":0.96693},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Serbian","score":0.96409},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Slovak","score":0.93366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9081},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Spanish","score":0.98347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Turkish","score":0.86625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96611},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.2415},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Croatian","score":22.1735},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Czech","score":18.5085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Danish","score":27.4985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Dutch","score":19.8375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Estonian","score":20.069},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Finnish","score":17.588},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"French","score":17.2885},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"German","score":23.4645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Greek","score":22.8955},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.7035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Italian","score":27.231},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Latvian","score":19.2325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.729},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.967},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Polish","score":20.2375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Romanian","score":26.124},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Serbian","score":17.89025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Slovak","score":23.5945},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.1515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Spanish","score":27.512},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Swedish","score":33.681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Turkish","score":19.1295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.077},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Bosnian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Bulgarian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Catalan","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Croatian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Czech","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Danish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"English","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Estonian","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"French","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Galician","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Georgian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"German","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Greek","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Hungarian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Irish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Italian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Norwegian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Polish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Romanian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Serbian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Slovak","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Spanish","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Swedish","score":0.28922},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Turkish","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"SIB-200","language":"Ukrainian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"XCOPA","language":"Estonian","score":0.564},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"XCOPA","language":"Italian","score":0.648},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"XCOPA","language":"Turkish","score":0.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"Dutch","score":0.357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"French","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"German","score":0.376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"Italian","score":0.341},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"Portuguese","score":0.346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"Xcsqa","language":"Spanish","score":0.317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Albanian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Bosnian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Bulgarian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Catalan","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Czech","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Dutch","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"English","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Estonian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Finnish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Galician","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"German","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Greek","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Hungarian","score":0.4},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Icelandic","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Italian","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Lithuanian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"North Macedonian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Norwegian","score":0.4625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Polish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Portuguese","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Romanian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Slovak","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Slovenian","score":0.405},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Spanish","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Swedish","score":0.615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Turkish","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Basque","score":0.33863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Catalan","score":0.60026},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Croatian","score":0.57333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Danish","score":0.61977},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Dutch","score":0.62806},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"French","score":0.67166},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"German","score":0.62383},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Hungarian","score":0.52078},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Italian","score":0.64288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Portuguese","score":0.66605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Romanian","score":0.60173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Serbian","score":0.5681},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Slovak","score":0.55277},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Spanish","score":0.68647},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Swedish","score":0.62585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0760000","tokens_B":3187.67104,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37713},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41126},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33959},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34812},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"French","score":0.42662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"German","score":0.39249},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3413},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41382},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39078},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42321},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36433},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43174},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41809},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Bulgarian","score":0.69444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Croatian","score":0.69556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Czech","score":0.71111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Danish","score":0.72111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Dutch","score":0.73778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"English","score":0.80444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Estonian","score":0.63667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Finnish","score":0.70111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"French","score":0.74222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"German","score":0.75333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Greek","score":0.68778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Hungarian","score":0.67111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Italian","score":0.72889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Latvian","score":0.65333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Lithuanian","score":0.66778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Maltese","score":0.64556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Norwegian","score":0.71111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Polish","score":0.68444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Portuguese","score":0.73111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Romanian","score":0.70778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Slovak","score":0.69889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Slovenian","score":0.66556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Spanish","score":0.72444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"BeleBele","language":"Swedish","score":0.71333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Bulgarian","score":51.308},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Croatian","score":53.0705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Czech","score":62.7},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Danish","score":39.567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Dutch","score":56.5905},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Estonian","score":40.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Finnish","score":53.998},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"French","score":62.1705},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"German","score":46.453},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Greek","score":50.075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Hungarian","score":39.9605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Irish","score":41.2655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Italian","score":56.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Latvian","score":33.3475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Lithuanian","score":35.8675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Maltese","score":58.798},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Polish","score":34.849},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Portuguese","score":67.4175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Romanian","score":61.4035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Slovak","score":34.65029},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Slovenian","score":29.847},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Spanish","score":33.67},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Flores-200","language":"Swedish","score":35.204},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"English","score":0.032},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"French","score":0.056},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Hungarian","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Global MGSM","language":"Spanish","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Czech","score":0.48739},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Dutch","score":0.50285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"English","score":0.58581},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"French","score":0.5203},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"German","score":0.5141},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Greek","score":0.45328},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Italian","score":0.52094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.45535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Polish","score":0.48355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52578},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Romanian","score":0.49266},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Russian","score":0.45927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Serbian","score":0.45001},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53582},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46368},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.46119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Albanian","score":0.56443},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Armenian","score":0.27636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30292},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Basque","score":0.322},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Belarusian","score":0.24},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Bulgarian","score":0.41273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Croatian","score":0.49455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Dutch","score":0.43013},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Estonian","score":0.4375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Finnish","score":0.31942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"French","score":0.43675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Georgian","score":0.428},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Greek","score":0.39312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Hungarian","score":0.35455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Italian","score":0.43796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43071},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63339},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Polish","score":0.37774},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Portuguese","score":0.44465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Russian","score":0.3587},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Serbian","score":0.43818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Spanish","score":0.51091},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Turkish","score":0.44526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"INCLUDE","language":"Ukrainian","score":0.36909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Mgsm","language":"English","score":0.292},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Mgsm","language":"French","score":0.252},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Mgsm","language":"German","score":0.248},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Albanian","score":0.92593},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Basque","score":0.76923},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Catalan","score":0.97154},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Czech","score":0.95113},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Dutch","score":0.96697},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Estonian","score":0.91184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Finnish","score":0.94436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Galician","score":0.92829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93895},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Italian","score":0.96966},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Latvian","score":0.91985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Polish","score":0.96057},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97638},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Romanian","score":0.96449},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Serbian","score":0.9647},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Slovak","score":0.94089},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Slovenian","score":0.911},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Turkish","score":0.89437},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.5175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Croatian","score":23.482},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Czech","score":18.873},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Danish","score":27.976},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Dutch","score":20.295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Estonian","score":21.302},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Finnish","score":18.048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"French","score":17.329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"German","score":23.544},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Greek","score":23.039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.731},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Italian","score":27.8185},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Latvian","score":19.834},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.181},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.5485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Polish","score":20.755},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Romanian","score":26.858},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Serbian","score":22.899},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Slovak","score":24.344},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Spanish","score":27.645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Swedish","score":34.288},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Turkish","score":19.953},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.8075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Albanian","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Basque","score":0.33333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Bosnian","score":0.40196},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Bulgarian","score":0.38235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Catalan","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Czech","score":0.41667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Danish","score":0.40686},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Dutch","score":0.31373},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"English","score":0.38235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Estonian","score":0.34314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Finnish","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"French","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Galician","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Georgian","score":0.32353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"German","score":0.41176},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Greek","score":0.32843},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Hungarian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Icelandic","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Irish","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Italian","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Latvian","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Lithuanian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Maltese","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"North Macedonian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Norwegian","score":0.36275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Polish","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Portuguese","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Romanian","score":0.35784},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Serbian","score":0.37255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Slovak","score":0.39216},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Slovenian","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Spanish","score":0.35294},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Swedish","score":0.31863},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Turkish","score":0.34804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"SIB-200","language":"Ukrainian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"XCOPA","language":"Estonian","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"XCOPA","language":"Italian","score":0.65},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"XCOPA","language":"Turkish","score":0.648},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"Dutch","score":0.363},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"English","score":0.526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"French","score":0.363},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"German","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"Italian","score":0.336},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"Polish","score":0.31},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"Portuguese","score":0.358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"Xcsqa","language":"Spanish","score":0.346},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Albanian","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Bosnian","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Bulgarian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Catalan","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Croatian","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Czech","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Dutch","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"English","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Estonian","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"French","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"German","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Hungarian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Italian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Lithuanian","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"North Macedonian","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Norwegian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Polish","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Romanian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Slovak","score":0.52},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Slovenian","score":0.425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Spanish","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Swedish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"global PIQA","language":"Ukrainian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Basque","score":0.33657},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Catalan","score":0.60829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Croatian","score":0.57924},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Danish","score":0.62762},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Dutch","score":0.63756},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"French","score":0.67456},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"German","score":0.6329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Hungarian","score":0.52857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Italian","score":0.65365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Portuguese","score":0.67613},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Romanian","score":0.60855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Serbian","score":0.56884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Slovak","score":0.55013},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Spanish","score":0.69085},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Swedish","score":0.63254},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0810000","tokens_B":3397.38624,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55351},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38055},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40614},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42833},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33703},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36775},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"French","score":0.44795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"German","score":0.40444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42491},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33874},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.36689},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41553},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38993},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34642},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44369},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Bulgarian","score":0.71},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Croatian","score":0.71333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Czech","score":0.73556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Danish","score":0.73111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Dutch","score":0.70444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"English","score":0.80667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Estonian","score":0.65889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Finnish","score":0.72556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"French","score":0.76333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"German","score":0.76333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Greek","score":0.72556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Hungarian","score":0.66},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Italian","score":0.75667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Latvian","score":0.68778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Lithuanian","score":0.69},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Maltese","score":0.67444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Norwegian","score":0.73556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Polish","score":0.71111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Portuguese","score":0.75},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Romanian","score":0.73111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Slovak","score":0.71556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Slovenian","score":0.71},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Spanish","score":0.74667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"BeleBele","language":"Swedish","score":0.73556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Bulgarian","score":50.2435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Croatian","score":62.7845},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Czech","score":70.744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Danish","score":39.184},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Dutch","score":58.9795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Estonian","score":36.027},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Finnish","score":47.019},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"French","score":64.7665},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"German","score":52.7595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Greek","score":52.9865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Hungarian","score":47.5385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Irish","score":17.201},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Italian","score":52.243},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Latvian","score":29.5725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Lithuanian","score":38.4285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Maltese","score":61.2365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Polish","score":38.1035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Portuguese","score":63.882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Romanian","score":58.572},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Slovak","score":63.129},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Slovenian","score":32.1245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Spanish","score":50.324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Flores-200","language":"Swedish","score":32.114},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Czech","score":0.048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"French","score":0.076},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"German","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Serbian","score":0.056},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Czech","score":0.50285},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"English","score":0.59037},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"French","score":0.54017},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"German","score":0.53062},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Greek","score":0.4624},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30964},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Italian","score":0.52407},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.46048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Polish","score":0.49651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53233},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Romanian","score":0.50584},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Russian","score":0.476},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Serbian","score":0.46646},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53888},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Swedish","score":0.5136},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Turkish","score":0.47543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.47215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Albanian","score":0.58439},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Armenian","score":0.3},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Basque","score":0.334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Belarusian","score":0.26545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Croatian","score":0.55273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Dutch","score":0.48639},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Estonian","score":0.46875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Finnish","score":0.34664},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"French","score":0.52029},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Georgian","score":0.496},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Greek","score":0.39855},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Hungarian","score":0.39273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Italian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Lithuanian","score":0.45693},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66969},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Polish","score":0.44526},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Portuguese","score":0.42287},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Russian","score":0.44928},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Serbian","score":0.47818},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Spanish","score":0.57636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Turkish","score":0.45803},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"INCLUDE","language":"Ukrainian","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Mgsm","language":"English","score":0.268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Mgsm","language":"German","score":0.248},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Mgsm","language":"Spanish","score":0.264},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Basque","score":0.77289},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97478},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Catalan","score":0.96629},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Czech","score":0.9563},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Dutch","score":0.96911},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Estonian","score":0.91379},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Finnish","score":0.94669},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Galician","score":0.94422},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"German","score":0.98651},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94859},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Italian","score":0.96799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Latvian","score":0.92744},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Polish","score":0.95935},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Serbian","score":0.965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Slovak","score":0.94837},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Turkish","score":0.90471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96611},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.507},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Croatian","score":23.187},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Czech","score":19.005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Danish","score":27.6035},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Dutch","score":20.1985},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Estonian","score":21.8295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Finnish","score":17.923},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"French","score":17.3785},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"German","score":23.7475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Greek","score":23.3635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.752},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Italian","score":27.763},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Latvian","score":19.988},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.0245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.338},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Polish","score":21.099},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.3175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Romanian","score":25.661},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Serbian","score":21.826},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Slovak","score":24.887},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.5655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Spanish","score":23.4195},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Swedish","score":33.626},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Turkish","score":20.117},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.1585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"English","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"Italian","score":0.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"Portuguese","score":0.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"PolyMath","language":"Spanish","score":0.018},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Albanian","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Bosnian","score":0.30882},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Croatian","score":0.30392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Czech","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"English","score":0.33824},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Estonian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"French","score":0.29412},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Galician","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"German","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Irish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Maltese","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Norwegian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Polish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Portuguese","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Romanian","score":0.29902},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Serbian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Slovak","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Turkish","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"SIB-200","language":"Ukrainian","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"XCOPA","language":"Estonian","score":0.586},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"XCOPA","language":"Italian","score":0.606},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"XCOPA","language":"Turkish","score":0.654},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"Dutch","score":0.361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"English","score":0.522},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"French","score":0.355},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"German","score":0.385},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"Italian","score":0.347},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"Polish","score":0.324},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"Portuguese","score":0.35},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"Xcsqa","language":"Spanish","score":0.349},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Bosnian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Bulgarian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Catalan","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Croatian","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Czech","score":0.485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Dutch","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"English","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Finnish","score":0.5},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Galician","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Georgian","score":0.37},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"German","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Greek","score":0.44},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Icelandic","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Italian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"North Macedonian","score":0.505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Norwegian","score":0.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Polish","score":0.495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Portuguese","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Romanian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Serbian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Slovak","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Slovenian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Spanish","score":0.535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Swedish","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Turkish","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Basque","score":0.33841},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Catalan","score":0.61546},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Croatian","score":0.58663},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Danish","score":0.63503},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Dutch","score":0.64436},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"French","score":0.68612},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"German","score":0.64411},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Hungarian","score":0.53504},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Italian","score":0.66377},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Portuguese","score":0.6835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Romanian","score":0.62326},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Serbian","score":0.58408},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Slovak","score":0.5631},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Spanish","score":0.70226},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Swedish","score":0.64492},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0860000","tokens_B":3607.10144,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56021},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37287},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38396},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40614},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43174},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.34983},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"French","score":0.45734},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"German","score":0.40188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38481},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39078},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3541},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.34044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41809},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.407},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43003},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39932},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35239},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44881},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41553},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Bulgarian","score":0.74889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Croatian","score":0.76444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Czech","score":0.76},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Danish","score":0.76444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Dutch","score":0.74889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"English","score":0.84},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Estonian","score":0.70667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Finnish","score":0.73667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"French","score":0.80556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"German","score":0.79111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Greek","score":0.75111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Hungarian","score":0.71778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Italian","score":0.77667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Latvian","score":0.72444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Lithuanian","score":0.73333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Maltese","score":0.71111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Norwegian","score":0.76111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Polish","score":0.75333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Portuguese","score":0.77333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Romanian","score":0.77444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Slovak","score":0.74222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Slovenian","score":0.74444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Spanish","score":0.77667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"BeleBele","language":"Swedish","score":0.76333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Bulgarian","score":52.661},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Croatian","score":64.456},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Czech","score":45.3955},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Danish","score":42.675},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Dutch","score":58.7305},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Estonian","score":36.6645},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Finnish","score":49.939},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"French","score":61.7025},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"German","score":61.0245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Greek","score":53.2225},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Hungarian","score":51.822},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Irish","score":26.295},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Italian","score":56.011},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Latvian","score":28.8255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Lithuanian","score":54.374},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Maltese","score":63.325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Polish","score":40.096},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Portuguese","score":58.3625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Romanian","score":56.864},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Slovak","score":60.327},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Slovenian","score":29.8075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Spanish","score":51.7465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Flores-200","language":"Swedish","score":40.392},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"French","score":0.048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Galician","score":0.036},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"German","score":0.044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Serbian","score":0.1},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Global MGSM","language":"Spanish","score":0.048},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Czech","score":0.51859},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"English","score":0.60604},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"French","score":0.55362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"German","score":0.53304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Greek","score":0.48034},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.32659},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Italian","score":0.55213},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47835},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Polish","score":0.51389},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.55348},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Russian","score":0.49039},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48141},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Spanish","score":0.56068},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53532},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.49501},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Albanian","score":0.62795},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Armenian","score":0.26727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Basque","score":0.356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Belarusian","score":0.26727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Bulgarian","score":0.54909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Croatian","score":0.61273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Dutch","score":0.5245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Estonian","score":0.50893},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Finnish","score":0.38475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"French","score":0.55609},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Georgian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"German","score":0.39568},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Greek","score":0.43478},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Hungarian","score":0.41273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Italian","score":0.56022},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Lithuanian","score":0.51873},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"North Macedonian","score":0.71325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Polish","score":0.49088},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Portuguese","score":0.48094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Russian","score":0.40217},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Serbian","score":0.53636},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Spanish","score":0.62182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Turkish","score":0.4781},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"INCLUDE","language":"Ukrainian","score":0.53273},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Mgsm","language":"English","score":0.332},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Mgsm","language":"French","score":0.312},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Mgsm","language":"German","score":0.3},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Mgsm","language":"Spanish","score":0.32},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Albanian","score":0.93827},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Basque","score":0.82418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97722},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Catalan","score":0.96673},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Czech","score":0.961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Dutch","score":0.97254},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Estonian","score":0.92777},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Finnish","score":0.94747},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Galician","score":0.93891},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"German","score":0.98999},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Greek","score":0.99544},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95644},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Italian","score":0.97366},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Latvian","score":0.93964},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97542},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Polish","score":0.95782},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Serbian","score":0.97596},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Slovak","score":0.95175},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92527},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Turkish","score":0.9116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96829},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.933},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Croatian","score":23.9235},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Czech","score":20.094},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Danish","score":28.5425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Dutch","score":20.468},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Estonian","score":22.279},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Finnish","score":18.6525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"French","score":17.5445},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"German","score":24.3615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Greek","score":24.4215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.329},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Italian","score":28.3765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5505},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.4245},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.1635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Polish","score":21.482},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.8215},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Romanian","score":26.7425},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Serbian","score":22.554},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Slovak","score":25.655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.2125},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Spanish","score":24.2365},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Swedish","score":34.884},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Turkish","score":20.238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.8455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"English","score":0.014},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"Portuguese","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Albanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Czech","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"English","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Irish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Maltese","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Slovak","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"XCOPA","language":"Estonian","score":0.594},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"XCOPA","language":"Italian","score":0.652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"XCOPA","language":"Turkish","score":0.628},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"Dutch","score":0.39},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"English","score":0.538},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"French","score":0.372},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"German","score":0.404},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"Italian","score":0.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"Portuguese","score":0.357},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"Xcsqa","language":"Spanish","score":0.376},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Albanian","score":0.475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Bosnian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Bulgarian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Catalan","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Croatian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Czech","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Dutch","score":0.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Estonian","score":0.45},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Finnish","score":0.61},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"French","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Georgian","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"German","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Greek","score":0.455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Hungarian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Icelandic","score":0.465},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Italian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Lithuanian","score":0.545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"North Macedonian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Norwegian","score":0.51},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Polish","score":0.515},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Portuguese","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Romanian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Serbian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Slovak","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Slovenian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Spanish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Turkish","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"global PIQA","language":"Ukrainian","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Basque","score":0.34608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Catalan","score":0.62664},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Croatian","score":0.59804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Danish","score":0.64804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Dutch","score":0.65796},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"French","score":0.69876},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"German","score":0.64987},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Hungarian","score":0.54238},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Italian","score":0.66942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Portuguese","score":0.69119},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Romanian","score":0.63418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Serbian","score":0.59551},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Slovak","score":0.57143},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Spanish","score":0.71058},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Swedish","score":0.65358},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0910000","tokens_B":3816.81664,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38652},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39334},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40102},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43259},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37543},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37031},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"French","score":0.45051},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"German","score":0.41297},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39761},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38908},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35495},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43345},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.35751},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38567},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41894},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40529},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43857},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40188},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3558},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.46331},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.4198},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Bulgarian","score":0.77333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Croatian","score":0.77667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Czech","score":0.77556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Danish","score":0.77},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Dutch","score":0.79111},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"English","score":0.84444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Estonian","score":0.73556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Finnish","score":0.77},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"French","score":0.82},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"German","score":0.81444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Greek","score":0.77222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Hungarian","score":0.75333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Italian","score":0.78444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Latvian","score":0.76},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Lithuanian","score":0.76444},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Maltese","score":0.72222},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Norwegian","score":0.78556},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Polish","score":0.76778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Portuguese","score":0.79},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Romanian","score":0.80333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Slovak","score":0.75889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Slovenian","score":0.77889},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Spanish","score":0.78667},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"BeleBele","language":"Swedish","score":0.77333},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Bulgarian","score":52.718},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Croatian","score":61.808},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Czech","score":65.7715},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Danish","score":39.162},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Dutch","score":58.261},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Estonian","score":32.2545},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Finnish","score":43.827},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"French","score":64.3535},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"German","score":47.9725},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Greek","score":49.1375},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Hungarian","score":48.4745},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Irish","score":37.3065},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Italian","score":56.5615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Latvian","score":15.9427},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Lithuanian","score":52.749},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Maltese","score":63.0875},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Polish","score":34.928},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Portuguese","score":60.2315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Romanian","score":60.8255},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Slovak","score":42.7275},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Slovenian","score":35.914},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Spanish","score":44.105},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Flores-200","language":"Swedish","score":41.1555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"French","score":0.04},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"German","score":0.084},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Hungarian","score":0.028},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Serbian","score":0.084},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Global MGSM","language":"Spanish","score":0.044},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Czech","score":0.5418},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5559},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"English","score":0.62769},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"French","score":0.57449},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"German","score":0.55562},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Greek","score":0.49865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.33485},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Italian","score":0.56794},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4943},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Polish","score":0.53611},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.56886},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Romanian","score":0.54714},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Russian","score":0.51047},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49658},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Spanish","score":0.58254},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Swedish","score":0.55847},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Turkish","score":0.51353},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50335},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Albanian","score":0.64973},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33577},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Basque","score":0.356},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Belarusian","score":0.28},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Bulgarian","score":0.60727},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Croatian","score":0.64},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Dutch","score":0.5608},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Estonian","score":0.55804},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Finnish","score":0.41379},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"French","score":0.59189},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Georgian","score":0.566},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"German","score":0.41007},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Greek","score":0.46014},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Hungarian","score":0.44182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Italian","score":0.58942},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Lithuanian","score":0.53371},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"North Macedonian","score":0.7314},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Polish","score":0.4927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Portuguese","score":0.47731},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Russian","score":0.42391},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Serbian","score":0.56909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Spanish","score":0.64182},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Turkish","score":0.51825},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54909},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Mgsm","language":"English","score":0.36},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Mgsm","language":"French","score":0.304},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Mgsm","language":"German","score":0.384},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Mgsm","language":"Spanish","score":0.34},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Albanian","score":0.9177},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Basque","score":0.81319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.98617},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Catalan","score":0.9676},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Czech","score":0.96523},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Dutch","score":0.97083},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Estonian","score":0.92699},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Finnish","score":0.95409},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Galician","score":0.94555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Georgian","score":0.92647},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"German","score":0.99173},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Greek","score":0.99635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98817},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Icelandic","score":0.96037},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Italian","score":0.97533},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Latvian","score":0.93799},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97712},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Polish","score":0.96546},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97769},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Romanian","score":0.97374},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Serbian","score":0.97778},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Slovak","score":0.9544},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92617},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Turkish","score":0.91561},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97449},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.4022},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Croatian","score":23.8915},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Czech","score":20.1315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Danish","score":28.2635},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Dutch","score":20.43},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Estonian","score":22.8315},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Finnish","score":18.6325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"French","score":17.0475},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"German","score":23.965},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Greek","score":22.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.432},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Italian","score":27.927},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Latvian","score":21.569},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.27},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.9625},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Polish","score":21.3865},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.3655},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Romanian","score":26.9165},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Serbian","score":23.319},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Slovak","score":25.897},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.0925},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Spanish","score":23.1995},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Swedish","score":34.4765},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Turkish","score":21.1075},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.73},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"English","score":0.016},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"German","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"Italian","score":0.006},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"Portuguese","score":0.012},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"PolyMath","language":"Spanish","score":0.01},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Bulgarian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Croatian","score":0.28431},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Czech","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Dutch","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"English","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"French","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"German","score":0.27941},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Italian","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Turkish","score":0.27451},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"XCOPA","language":"Estonian","score":0.616},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"XCOPA","language":"Italian","score":0.668},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"XCOPA","language":"Turkish","score":0.662},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"Dutch","score":0.378},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"English","score":0.536},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"French","score":0.371},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"German","score":0.409},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"Italian","score":0.361},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"Polish","score":0.325},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"Portuguese","score":0.362},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"Xcsqa","language":"Spanish","score":0.367},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Albanian","score":0.49},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Bosnian","score":0.61},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Bulgarian","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Catalan","score":0.585},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Croatian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Czech","score":0.555},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Dutch","score":0.595},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Estonian","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Finnish","score":0.57},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"French","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Galician","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Georgian","score":0.435},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"German","score":0.58},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Greek","score":0.46},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Hungarian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Icelandic","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Italian","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Lithuanian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"North Macedonian","score":0.6},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Norwegian","score":0.525},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Polish","score":0.53},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Portuguese","score":0.54},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Romanian","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Slovak","score":0.615},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Slovenian","score":0.48},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Swedish","score":0.605},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Turkish","score":0.575},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"global PIQA","language":"Ukrainian","score":0.63},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Basque","score":0.35116},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Catalan","score":0.63685},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Croatian","score":0.61282},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Danish","score":0.66115},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Dutch","score":0.66821},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"French","score":0.70454},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"German","score":0.66183},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Hungarian","score":0.55192},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Italian","score":0.68171},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Portuguese","score":0.70073},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Romanian","score":0.64186},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Serbian","score":0.60472},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Slovak","score":0.57754},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Spanish","score":0.72317},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Swedish","score":0.66827},{"data":"openeurollm\/datamix-9b-80-20","iter":"iter_0950000","tokens_B":3984.5888,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.24232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25939},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.23635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.23208},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.23464},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"French","score":0.23891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"German","score":0.22696},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.24488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.27304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.24317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.23208},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.24317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.23635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.24573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.24488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.2227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.23635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.23549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Bulgarian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Croatian","score":0.29},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Czech","score":0.26667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Danish","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Dutch","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"English","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Estonian","score":0.23778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Finnish","score":0.27222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"French","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"German","score":0.26444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Greek","score":0.25556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Hungarian","score":0.24778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Italian","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Latvian","score":0.28222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Lithuanian","score":0.25444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Maltese","score":0.26778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Norwegian","score":0.27333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Polish","score":0.24556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Portuguese","score":0.26667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Romanian","score":0.23556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Slovak","score":0.27889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Slovenian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Spanish","score":0.24111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"BeleBele","language":"Swedish","score":0.27556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Bulgarian","score":3.3903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Croatian","score":11.9894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Czech","score":11.6016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Danish","score":16.3515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Dutch","score":13.341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Estonian","score":6.29285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Finnish","score":12.0526},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"French","score":8.6521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"German","score":10.9735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Greek","score":4.47025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Hungarian","score":6.9934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Irish","score":14.8155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Italian","score":14.34175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Latvian","score":9.33545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Lithuanian","score":11.37205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Maltese","score":8.0671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Polish","score":8.00395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Portuguese","score":9.6198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Romanian","score":11.721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Slovak","score":5.23875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Slovenian","score":9.53545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Spanish","score":13.15725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Flores-200","language":"Swedish","score":18.5985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Czech","score":0.25474},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Dutch","score":0.26264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"English","score":0.25858},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"French","score":0.26036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"German","score":0.26079},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Greek","score":0.25338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Italian","score":0.25239},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.26236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Polish","score":0.25915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.24576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Romanian","score":0.25552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Russian","score":0.26613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Serbian","score":0.25623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Spanish","score":0.25089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Swedish","score":0.25716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26207},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Albanian","score":0.2686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Armenian","score":0.23818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.26277},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Basque","score":0.258},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Belarusian","score":0.24364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Bulgarian","score":0.24182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Croatian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Dutch","score":0.19782},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Finnish","score":0.23593},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"French","score":0.27208},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Greek","score":0.2029},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Hungarian","score":0.28182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Italian","score":0.23905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28839},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"North Macedonian","score":0.23412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Polish","score":0.25365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Portuguese","score":0.24682},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Russian","score":0.28442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Serbian","score":0.24909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Spanish","score":0.28909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Turkish","score":0.27737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"INCLUDE","language":"Ukrainian","score":0.25818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Mgsm","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Mgsm","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Mgsm","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Mgsm","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Albanian","score":0.74897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Basque","score":0.51648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.67575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Catalan","score":0.76751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Czech","score":0.64897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Danish","score":0.76},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Dutch","score":0.64178},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"English","score":0.88312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Estonian","score":0.62757},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Finnish","score":0.62218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"French","score":0.75314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Galician","score":0.74104},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Georgian","score":0.72549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"German","score":0.75587},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Greek","score":0.76369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Hungarian","score":0.70888},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Icelandic","score":0.65512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Italian","score":0.72791},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Latvian","score":0.66425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.74237},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.71795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Polish","score":0.62744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Portuguese","score":0.76214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Romanian","score":0.74173},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Serbian","score":0.73646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Slovak","score":0.61086},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Slovenian","score":0.70176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Spanish","score":0.82959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Swedish","score":0.85572},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Turkish","score":0.52124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.65124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Bulgarian","score":0.1234375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Croatian","score":0.283055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Czech","score":0.396735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Danish","score":0.5292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Dutch","score":0.554585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Estonian","score":0.49128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Finnish","score":0.46604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"French","score":0.63993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"German","score":0.5201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Greek","score":0.28553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Hungarian","score":0.530975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Italian","score":0.721465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Latvian","score":0.39407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Lithuanian","score":0.270385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Norwegian","score":0.53962},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Polish","score":0.48161},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Portuguese","score":0.73468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Romanian","score":0.673415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Serbian","score":0.18585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Slovak","score":0.464485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Slovenian","score":0.378525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Spanish","score":0.838555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Swedish","score":0.533265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Turkish","score":0.575625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"OpenSubtitles","language":"Ukrainian","score":0.17124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Albanian","score":0.20098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Basque","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Bosnian","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Bulgarian","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Croatian","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Danish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Dutch","score":0.18627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"English","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Estonian","score":0.18137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Finnish","score":0.19608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"French","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Georgian","score":0.093137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"German","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Greek","score":0.22549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Hungarian","score":0.18627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Icelandic","score":0.20098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Irish","score":0.21078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Italian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Latvian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Maltese","score":0.18137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"North Macedonian","score":0.19118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Polish","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Romanian","score":0.20588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Serbian","score":0.20098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Slovak","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Slovenian","score":0.21569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Spanish","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Turkish","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"SIB-200","language":"Ukrainian","score":0.16667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"XCOPA","language":"Estonian","score":0.516},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"XCOPA","language":"Italian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"XCOPA","language":"Turkish","score":0.528},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"Dutch","score":0.221},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"English","score":0.282},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"French","score":0.222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"German","score":0.227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"Italian","score":0.221},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"Polish","score":0.217},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"Portuguese","score":0.234},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"Xcsqa","language":"Spanish","score":0.213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Bosnian","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Bulgarian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Catalan","score":0.415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Croatian","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Czech","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Dutch","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"English","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Finnish","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"French","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Galician","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Georgian","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"German","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Greek","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Hungarian","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Icelandic","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Italian","score":0.34},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Lithuanian","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"North Macedonian","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Norwegian","score":0.3625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Portuguese","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Romanian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Serbian","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Slovak","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Slovenian","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Spanish","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Swedish","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Turkish","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"global PIQA","language":"Ukrainian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Basque","score":0.2685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Catalan","score":0.27967},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Croatian","score":0.25985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Danish","score":0.27329},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Dutch","score":0.27469},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"French","score":0.2764},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"German","score":0.26398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Hungarian","score":0.27459},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Italian","score":0.27456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Portuguese","score":0.2853},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Romanian","score":0.28264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Serbian","score":0.26299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Slovak","score":0.26653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Spanish","score":0.2859},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Swedish","score":0.26814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0002400","tokens_B":20.1326592,"benchmark":"xHellaswag","language":"Ukrainian","score":0.27378},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.2628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.25512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.25597},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.24488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.22867},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.24488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"French","score":0.25683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"German","score":0.25085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.26024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.24744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.25341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.26962},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.24915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.23976},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.24147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.25341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.26962},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.25683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.26024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.26451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.25512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Bulgarian","score":0.23778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Croatian","score":0.28444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Czech","score":0.25111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Danish","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Dutch","score":0.25778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"English","score":0.23556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Estonian","score":0.22556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Finnish","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"French","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"German","score":0.26778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Greek","score":0.25111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Hungarian","score":0.24778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Italian","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Latvian","score":0.25111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Lithuanian","score":0.23333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Maltese","score":0.23333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Norwegian","score":0.23778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Polish","score":0.23667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Portuguese","score":0.23111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Romanian","score":0.26111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Slovak","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Slovenian","score":0.23111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Spanish","score":0.24333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"BeleBele","language":"Swedish","score":0.24667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Bulgarian","score":4.0734},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Croatian","score":11.66895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Czech","score":17.5125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Danish","score":15.1105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Dutch","score":19.335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Estonian","score":9.2665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Finnish","score":9.96905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"French","score":7.35335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"German","score":11.8493},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Greek","score":4.71175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Hungarian","score":12.7155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Irish","score":15.496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Italian","score":13.2065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Latvian","score":14.064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Lithuanian","score":15.221},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Maltese","score":14.361},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Polish","score":15.3435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Portuguese","score":9.99765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Romanian","score":9.4036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Slovak","score":13.11},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Slovenian","score":10.0606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Spanish","score":9.2415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Flores-200","language":"Swedish","score":14.273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Czech","score":0.25502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Dutch","score":0.26285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"English","score":0.25445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"French","score":0.26592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"German","score":0.26585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Greek","score":0.26556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25011},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Italian","score":0.25353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.26528},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Polish","score":0.24747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.25231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Romanian","score":0.24932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Russian","score":0.26342},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Serbian","score":0.27055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Spanish","score":0.25402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Swedish","score":0.26563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25637},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Albanian","score":0.25408},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Armenian","score":0.23636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.21715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Basque","score":0.224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Belarusian","score":0.24364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Bulgarian","score":0.24182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Croatian","score":0.25636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Dutch","score":0.3176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Estonian","score":0.3125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Finnish","score":0.2559},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"French","score":0.26492},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Georgian","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"German","score":0.29496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Greek","score":0.23732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Hungarian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Italian","score":0.25182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Lithuanian","score":0.24157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"North Macedonian","score":0.23775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Polish","score":0.27007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Portuguese","score":0.22686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Russian","score":0.30254},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Serbian","score":0.25818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Spanish","score":0.27273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Turkish","score":0.2573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"INCLUDE","language":"Ukrainian","score":0.21636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Mgsm","language":"English","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Mgsm","language":"French","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Mgsm","language":"German","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Mgsm","language":"Spanish","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Albanian","score":0.83951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Basque","score":0.69597},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.85598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Catalan","score":0.89229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Czech","score":0.78501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Dutch","score":0.77821},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"English","score":0.96623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Estonian","score":0.7499},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Finnish","score":0.74786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"French","score":0.91876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Galician","score":0.84462},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Georgian","score":0.80882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"German","score":0.8899},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Greek","score":0.92974},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Hungarian","score":0.8568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Icelandic","score":0.81292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Irish","score":0.39286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Italian","score":0.83494},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Latvian","score":0.79518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.88644},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.74359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Polish","score":0.7824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Portuguese","score":0.88156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Romanian","score":0.84484},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Serbian","score":0.86519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Slovak","score":0.78118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Slovenian","score":0.8124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Spanish","score":0.92247},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Swedish","score":0.9602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Turkish","score":0.62974},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.8156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Bulgarian","score":1.77504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Croatian","score":2.7946},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Czech","score":3.04105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Danish","score":3.78615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Dutch","score":3.23565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Estonian","score":2.5268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Finnish","score":2.6066},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"French","score":2.61825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"German","score":3.8051},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Greek","score":2.34246},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Hungarian","score":2.6546},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Italian","score":5.4074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Latvian","score":1.5057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Lithuanian","score":2.15395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Norwegian","score":4.2319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Polish","score":3.5257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Portuguese","score":5.2685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Romanian","score":4.08035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Serbian","score":2.321715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Slovak","score":3.67605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Slovenian","score":2.6506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Spanish","score":5.7201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Swedish","score":5.0145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Turkish","score":2.18215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"OpenSubtitles","language":"Ukrainian","score":2.0048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Albanian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Basque","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Bosnian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Bulgarian","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Catalan","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Czech","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Danish","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Dutch","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"English","score":0.62255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Estonian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Finnish","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"French","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Galician","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Georgian","score":0.16667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"German","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Greek","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Hungarian","score":0.2451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Icelandic","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Irish","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Italian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Latvian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Lithuanian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Maltese","score":0.20588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"North Macedonian","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Norwegian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Polish","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Portuguese","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Romanian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Serbian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Slovak","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Slovenian","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Spanish","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Swedish","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Turkish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"SIB-200","language":"Ukrainian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"XCOPA","language":"Estonian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"XCOPA","language":"Italian","score":0.546},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"XCOPA","language":"Turkish","score":0.548},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"Dutch","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"English","score":0.337},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"French","score":0.236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"German","score":0.262},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"Italian","score":0.239},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"Polish","score":0.229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"Portuguese","score":0.257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"Xcsqa","language":"Spanish","score":0.236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Albanian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Bosnian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Bulgarian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Catalan","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Croatian","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Czech","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Dutch","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"English","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Estonian","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Finnish","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"French","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Galician","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"German","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Greek","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Hungarian","score":0.325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Icelandic","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Italian","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Lithuanian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"North Macedonian","score":0.335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Norwegian","score":0.3425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Portuguese","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Romanian","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Serbian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Slovak","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Slovenian","score":0.325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Spanish","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Swedish","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Turkish","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"global PIQA","language":"Ukrainian","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Basque","score":0.28147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Catalan","score":0.33232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Croatian","score":0.30926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Danish","score":0.32671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Dutch","score":0.3252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"French","score":0.35896},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"German","score":0.33401},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Hungarian","score":0.30683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Italian","score":0.3544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Portuguese","score":0.36212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Romanian","score":0.32937},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Serbian","score":0.31305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Slovak","score":0.31313},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Spanish","score":0.37903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Swedish","score":0.3223},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0004800","tokens_B":40.2653184,"benchmark":"xHellaswag","language":"Ukrainian","score":0.3113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.26792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.26877},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.27218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.23891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"French","score":0.27986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"German","score":0.27304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.26792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.28584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.24915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.27986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.24829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.25512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.2901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.28072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.2756},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.2756},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.29437},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.28072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.27474},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Bulgarian","score":0.23222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Croatian","score":0.25444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Czech","score":0.27778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Danish","score":0.24556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Dutch","score":0.26889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"English","score":0.27222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Estonian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Finnish","score":0.24444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"French","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"German","score":0.26889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Greek","score":0.24444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Hungarian","score":0.23111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Italian","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Latvian","score":0.24111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Lithuanian","score":0.27778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Maltese","score":0.23889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Norwegian","score":0.25222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Polish","score":0.24444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Portuguese","score":0.23333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Romanian","score":0.23333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Slovak","score":0.26333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Slovenian","score":0.23889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Spanish","score":0.27667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"BeleBele","language":"Swedish","score":0.23444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Bulgarian","score":4.14905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Croatian","score":12.05455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Czech","score":38.9875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Danish","score":10.4912},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Dutch","score":20.7885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Estonian","score":16.5335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Finnish","score":13.931},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"French","score":38.592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"German","score":18.3495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Greek","score":4.45005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Hungarian","score":16.2105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Irish","score":12.74585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Italian","score":17.8645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Latvian","score":13.105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Lithuanian","score":15.999},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Maltese","score":12.0955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Polish","score":15.3025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Portuguese","score":15.5395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Romanian","score":17.76},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Slovak","score":34.7695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Slovenian","score":14.424},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Spanish","score":13.6535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Flores-200","language":"Swedish","score":16.4635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Czech","score":0.24776},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Dutch","score":0.24875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"English","score":0.25096},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"French","score":0.24811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"German","score":0.25224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Greek","score":0.25004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.24462},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Italian","score":0.24925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.25417},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Polish","score":0.24925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.24911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Romanian","score":0.24541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Russian","score":0.25089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Serbian","score":0.25089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Spanish","score":0.25146},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Swedish","score":0.24861},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Turkish","score":0.24534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.24897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Albanian","score":0.22142},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Armenian","score":0.24364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.22628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Basque","score":0.238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Belarusian","score":0.22727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Bulgarian","score":0.24545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Croatian","score":0.25818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Dutch","score":0.28675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Finnish","score":0.25771},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"French","score":0.2673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Georgian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Greek","score":0.26087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Hungarian","score":0.27273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Italian","score":0.2719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Lithuanian","score":0.23596},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"North Macedonian","score":0.25227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Polish","score":0.26642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Portuguese","score":0.23775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Russian","score":0.30072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Serbian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Spanish","score":0.26909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Turkish","score":0.25365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"INCLUDE","language":"Ukrainian","score":0.20909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Mgsm","language":"English","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Mgsm","language":"French","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Mgsm","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Mgsm","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Albanian","score":0.88477},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Basque","score":0.72527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.91294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Catalan","score":0.92776},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Czech","score":0.83435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Dutch","score":0.86315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"English","score":0.96883},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Estonian","score":0.82913},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Finnish","score":0.82218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"French","score":0.95016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Galician","score":0.87251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Georgian","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"German","score":0.9369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Greek","score":0.9635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Hungarian","score":0.91124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Icelandic","score":0.87255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Italian","score":0.89496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Latvian","score":0.85224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.92373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Polish","score":0.85758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Portuguese","score":0.92848},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Romanian","score":0.893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Serbian","score":0.90566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Slovak","score":0.80603},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Slovenian","score":0.83895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Spanish","score":0.94805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Turkish","score":0.68312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.89759},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Bulgarian","score":6.3349},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Croatian","score":11.68765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Czech","score":9.12235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Danish","score":15.9915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Dutch","score":12.0525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Estonian","score":8.40165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Finnish","score":7.00645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"French","score":11.24965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"German","score":14.062},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Greek","score":8.0675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Hungarian","score":6.8861},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Italian","score":14.8665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Latvian","score":6.21815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Lithuanian","score":7.106},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Norwegian","score":18.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Polish","score":10.1238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Portuguese","score":16.738},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Romanian","score":13.05415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Serbian","score":10.0045},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Slovak","score":10.47385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Slovenian","score":7.04385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Spanish","score":16.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Swedish","score":19.6905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Turkish","score":4.95215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"OpenSubtitles","language":"Ukrainian","score":8.04085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Albanian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Basque","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Bosnian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Bulgarian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Catalan","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Croatian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Czech","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Danish","score":0.59314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Dutch","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"English","score":0.65686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Estonian","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Finnish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"French","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Galician","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Georgian","score":0.14706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"German","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Greek","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Hungarian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Icelandic","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Irish","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Italian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Latvian","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Lithuanian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"North Macedonian","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Norwegian","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Polish","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Portuguese","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Romanian","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Serbian","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Slovak","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Slovenian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Spanish","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Swedish","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Turkish","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"SIB-200","language":"Ukrainian","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"XCOPA","language":"Estonian","score":0.532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"XCOPA","language":"Italian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"XCOPA","language":"Turkish","score":0.536},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"Dutch","score":0.274},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"English","score":0.418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"French","score":0.263},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"German","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"Italian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"Polish","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"Portuguese","score":0.275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"Xcsqa","language":"Spanish","score":0.258},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Albanian","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Bosnian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Bulgarian","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Catalan","score":0.395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Croatian","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Czech","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Dutch","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Estonian","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Finnish","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"French","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Galician","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Greek","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Hungarian","score":0.285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Icelandic","score":0.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Italian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Lithuanian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"North Macedonian","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Norwegian","score":0.3775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Polish","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Romanian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Serbian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Slovak","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Slovenian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Spanish","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Swedish","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Turkish","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"global PIQA","language":"Ukrainian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Basque","score":0.28763},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Catalan","score":0.39312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Croatian","score":0.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Danish","score":0.38721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Dutch","score":0.3946},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"French","score":0.426},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"German","score":0.39165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Hungarian","score":0.33743},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Italian","score":0.42456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Portuguese","score":0.41716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Romanian","score":0.3775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Serbian","score":0.36491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Slovak","score":0.36025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Spanish","score":0.44623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Swedish","score":0.38742},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0007200","tokens_B":60.3979776,"benchmark":"xHellaswag","language":"Ukrainian","score":0.36348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.28925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.29181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.27816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.2901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.25683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.25427},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"French","score":0.31143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"German","score":0.27986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.28669},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.29352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.3157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.25341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.27645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.27901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.29181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.28498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.27304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.27474},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.25512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.29266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.29181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Bulgarian","score":0.24222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Croatian","score":0.24889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Czech","score":0.27778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Danish","score":0.23889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Dutch","score":0.26778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"English","score":0.28111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Estonian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Finnish","score":0.28889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"French","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"German","score":0.26778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Greek","score":0.27556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Hungarian","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Italian","score":0.25778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Latvian","score":0.28444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Lithuanian","score":0.27889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Maltese","score":0.23111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Norwegian","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Polish","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Portuguese","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Romanian","score":0.23222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Slovak","score":0.25222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Slovenian","score":0.28111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Spanish","score":0.27111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"BeleBele","language":"Swedish","score":0.26111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Bulgarian","score":3.80555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Croatian","score":10.7371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Czech","score":13.8435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Danish","score":13.276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Dutch","score":13.0975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Estonian","score":12.246},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Finnish","score":13.432},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"French","score":24.9115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"German","score":11.46985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Greek","score":6.34615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Hungarian","score":12.8136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Irish","score":11.10775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Italian","score":11.9555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Latvian","score":11.41395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Lithuanian","score":15.414},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Maltese","score":12.9765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Polish","score":10.1317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Portuguese","score":11.5555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Romanian","score":15.631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Slovak","score":10.976},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Slovenian","score":11.0235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Spanish","score":11.302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Flores-200","language":"Swedish","score":14.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Czech","score":0.25908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Dutch","score":0.263},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"English","score":0.25851},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"French","score":0.2583},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"German","score":0.25872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Greek","score":0.26777},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Italian","score":0.26015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.26456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Polish","score":0.25545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.25915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Romanian","score":0.24683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Russian","score":0.26442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Serbian","score":0.27019},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Spanish","score":0.25823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Swedish","score":0.25196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Albanian","score":0.25227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Armenian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Basque","score":0.234},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Belarusian","score":0.23273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Croatian","score":0.25091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Dutch","score":0.29764},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Estonian","score":0.21875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Finnish","score":0.25408},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"French","score":0.30549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Georgian","score":0.266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"German","score":0.20863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Greek","score":0.2663},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Hungarian","score":0.27818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Italian","score":0.2573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"North Macedonian","score":0.26316},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Polish","score":0.2135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Portuguese","score":0.27223},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Russian","score":0.29167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Serbian","score":0.26727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Spanish","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Turkish","score":0.2135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"INCLUDE","language":"Ukrainian","score":0.2},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Mgsm","language":"English","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Mgsm","language":"French","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Mgsm","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Mgsm","language":"Spanish","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Basque","score":0.65934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.92799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Catalan","score":0.94046},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Czech","score":0.86748},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Dutch","score":0.88117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"English","score":0.97013},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Estonian","score":0.82718},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Finnish","score":0.85253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"French","score":0.96546},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Georgian","score":0.7451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"German","score":0.94952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Greek","score":0.96715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Hungarian","score":0.92189},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Italian","score":0.90897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Latvian","score":0.87764},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9322},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Polish","score":0.87164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Portuguese","score":0.94357},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Romanian","score":0.91975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Serbian","score":0.92605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Slovak","score":0.83426},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Slovenian","score":0.85389},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Spanish","score":0.95907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Turkish","score":0.71355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.90926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.5367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Croatian","score":15.3295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Czech","score":11.94345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Danish","score":20.0875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Dutch","score":14.7975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Estonian","score":11.5083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Finnish","score":10.94295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"French","score":13.3005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"German","score":17.1115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Greek","score":13.28515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Hungarian","score":9.8964},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Italian","score":18.844},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Latvian","score":11.8273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Lithuanian","score":11.03935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Norwegian","score":22.1435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Polish","score":13.756},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Portuguese","score":20.957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Romanian","score":17.566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Serbian","score":13.4713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Slovak","score":14.744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Slovenian","score":9.0872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Spanish","score":19.7775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Swedish","score":24.3535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Turkish","score":8.85515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"OpenSubtitles","language":"Ukrainian","score":11.02595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Albanian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Basque","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Bosnian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Bulgarian","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Catalan","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Croatian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Czech","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Danish","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"English","score":0.61275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Estonian","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Finnish","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"French","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Galician","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Georgian","score":0.21078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"German","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Greek","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Hungarian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Icelandic","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Irish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Italian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Latvian","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Lithuanian","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Maltese","score":0.23039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"North Macedonian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Norwegian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Polish","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Portuguese","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Romanian","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Serbian","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Slovak","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Slovenian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Spanish","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Swedish","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Turkish","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"SIB-200","language":"Ukrainian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"XCOPA","language":"Estonian","score":0.538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"XCOPA","language":"Italian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"XCOPA","language":"Turkish","score":0.546},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"Dutch","score":0.267},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"English","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"French","score":0.281},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"German","score":0.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"Italian","score":0.288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"Polish","score":0.249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"Portuguese","score":0.283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"Xcsqa","language":"Spanish","score":0.269},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Bosnian","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Bulgarian","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Catalan","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Croatian","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Czech","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Dutch","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Estonian","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Finnish","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"French","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Galician","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Georgian","score":0.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Greek","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Hungarian","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Lithuanian","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Polish","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Portuguese","score":0.395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Romanian","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Serbian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Slovak","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Slovenian","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Spanish","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Swedish","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"global PIQA","language":"Ukrainian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Basque","score":0.29433},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Catalan","score":0.42829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Croatian","score":0.40112},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Danish","score":0.42332},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Dutch","score":0.43076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"French","score":0.46948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"German","score":0.43488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Hungarian","score":0.36331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Italian","score":0.46448},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Portuguese","score":0.46571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Romanian","score":0.42207},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Serbian","score":0.39983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Slovak","score":0.39642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Spanish","score":0.48955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Swedish","score":0.43006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0009600","tokens_B":80.5306368,"benchmark":"xHellaswag","language":"Ukrainian","score":0.3874},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.29949},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.28754},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.30631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.30034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.27389},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.2756},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"French","score":0.3302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"German","score":0.30973},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.29181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.2884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.27048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.3157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.26365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.30034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.32338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.30717},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.30461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.29352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.29437},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.26195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.33106},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.31314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Bulgarian","score":0.25889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Croatian","score":0.29667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Czech","score":0.28444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Danish","score":0.28222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Dutch","score":0.28111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"English","score":0.28222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Estonian","score":0.28444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Finnish","score":0.28778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"French","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"German","score":0.28556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Greek","score":0.28667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Hungarian","score":0.22556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Italian","score":0.26444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Latvian","score":0.28889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Lithuanian","score":0.28778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Maltese","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Norwegian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Polish","score":0.29556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Portuguese","score":0.26556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Romanian","score":0.26333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Slovak","score":0.27778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Slovenian","score":0.28111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Spanish","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"BeleBele","language":"Swedish","score":0.28222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Bulgarian","score":10.444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Croatian","score":29.389},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Czech","score":18.9035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Danish","score":21.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Dutch","score":19.0815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Estonian","score":13.591},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Finnish","score":16.496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"French","score":48.6745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"German","score":50.0785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Greek","score":30.8904},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Hungarian","score":24.594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Irish","score":17.0605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Italian","score":24.2985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Latvian","score":13.8875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Lithuanian","score":12.5885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Maltese","score":11.7055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Polish","score":14.391},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Portuguese","score":32.089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Romanian","score":34.3695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Slovak","score":14.352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Slovenian","score":15.5515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Spanish","score":19.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Flores-200","language":"Swedish","score":18.503},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"French","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Czech","score":0.25053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Dutch","score":0.25189},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"English","score":0.24911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"French","score":0.25053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"German","score":0.25011},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Greek","score":0.25823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.24861},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Italian","score":0.25288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.24662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Polish","score":0.25224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.25246},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Romanian","score":0.25523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Russian","score":0.25231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Serbian","score":0.26065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Spanish","score":0.24712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Swedish","score":0.24797},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Turkish","score":0.24968},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Albanian","score":0.22868},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Armenian","score":0.23455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Basque","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Belarusian","score":0.22909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Bulgarian","score":0.23636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Croatian","score":0.25455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Dutch","score":0.3176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Estonian","score":0.29911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Finnish","score":0.23956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"French","score":0.28162},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Georgian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"German","score":0.30216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Greek","score":0.24457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Hungarian","score":0.27818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Italian","score":0.25912},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Lithuanian","score":0.2397},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"North Macedonian","score":0.26134},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Polish","score":0.26095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Portuguese","score":0.22142},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Russian","score":0.29167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Serbian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Spanish","score":0.27091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Turkish","score":0.2719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"INCLUDE","language":"Ukrainian","score":0.23091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Mgsm","language":"English","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Mgsm","language":"French","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Mgsm","language":"German","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Mgsm","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Albanian","score":0.86831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Basque","score":0.67033},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.94386},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Catalan","score":0.92951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Czech","score":0.88017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Danish","score":0.92},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Dutch","score":0.86615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"English","score":0.98052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Estonian","score":0.83417},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Finnish","score":0.84903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"French","score":0.96154},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Galician","score":0.89243},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Georgian","score":0.85784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"German","score":0.953},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Greek","score":0.96898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Hungarian","score":0.93373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Italian","score":0.91697},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Latvian","score":0.87368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.94492},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Polish","score":0.87072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Portuguese","score":0.94521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Romanian","score":0.91148},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Serbian","score":0.93092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Slovak","score":0.85283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Slovenian","score":0.87107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Spanish","score":0.95868},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Turkish","score":0.69346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.91582},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Bulgarian","score":9.77415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Croatian","score":17.7495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Czech","score":13.58505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Danish","score":22.1475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Dutch","score":15.867},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Estonian","score":14.9035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Finnish","score":13.251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"French","score":14.12},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"German","score":18.816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Greek","score":14.7405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Hungarian","score":11.44585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Italian","score":21.2595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Latvian","score":13.61815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Lithuanian","score":14.007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Norwegian","score":24.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Polish","score":15.057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Portuguese","score":22.152},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Romanian","score":20.151},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Serbian","score":16.744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Slovak","score":17.1445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Slovenian","score":11.4382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Spanish","score":22.6595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Swedish","score":26.963},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Turkish","score":10.0851},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"OpenSubtitles","language":"Ukrainian","score":13.1985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Albanian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Basque","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Bosnian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Bulgarian","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Catalan","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Croatian","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Czech","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Danish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Dutch","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"English","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Estonian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Finnish","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"French","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Galician","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Georgian","score":0.14706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"German","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Greek","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Hungarian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Icelandic","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Irish","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Italian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Latvian","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Lithuanian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Maltese","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"North Macedonian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Norwegian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Polish","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Portuguese","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Romanian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Serbian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Slovak","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Slovenian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Spanish","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Swedish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Turkish","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"SIB-200","language":"Ukrainian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"XCOPA","language":"Estonian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"XCOPA","language":"Italian","score":0.568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"XCOPA","language":"Turkish","score":0.552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"Dutch","score":0.307},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"English","score":0.463},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"French","score":0.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"German","score":0.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"Italian","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"Polish","score":0.261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"Portuguese","score":0.312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"Xcsqa","language":"Spanish","score":0.301},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Albanian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Bosnian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Bulgarian","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Croatian","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Czech","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Dutch","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Finnish","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"German","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Greek","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Hungarian","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Icelandic","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Italian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"North Macedonian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Norwegian","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Polish","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Portuguese","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Romanian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Serbian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Slovak","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Spanish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Swedish","score":0.415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Turkish","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"global PIQA","language":"Ukrainian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Basque","score":0.30167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Catalan","score":0.45413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Croatian","score":0.43491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Danish","score":0.46093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Dutch","score":0.4626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"French","score":0.50032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"German","score":0.46061},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Hungarian","score":0.38272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Italian","score":0.49821},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Portuguese","score":0.49735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Romanian","score":0.45214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Serbian","score":0.4247},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Slovak","score":0.42014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Spanish","score":0.51835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Swedish","score":0.45922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0012000","tokens_B":100.663296,"benchmark":"xHellaswag","language":"Ukrainian","score":0.41099},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.35068},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.31911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.31911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.32594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.30205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"French","score":0.36519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"German","score":0.33788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.31741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.30119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.34812},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.30887},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.33362},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.33532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.33788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.31997},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.32082},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.29352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.35751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Bulgarian","score":0.24222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Croatian","score":0.26667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Czech","score":0.26111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Danish","score":0.26222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Dutch","score":0.25556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"English","score":0.32111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Estonian","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Finnish","score":0.28111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"French","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"German","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Greek","score":0.24444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Hungarian","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Italian","score":0.30333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Latvian","score":0.30667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Lithuanian","score":0.26667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Maltese","score":0.29222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Norwegian","score":0.26778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Polish","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Portuguese","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Romanian","score":0.25222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Slovak","score":0.27222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Slovenian","score":0.28333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Spanish","score":0.28667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"BeleBele","language":"Swedish","score":0.26889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Bulgarian","score":29.3425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Croatian","score":15.1985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Czech","score":36.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Danish","score":10.79195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Dutch","score":25.074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Estonian","score":32.4835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Finnish","score":15.7505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"French","score":55.623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"German","score":33.998},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Greek","score":29.02655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Hungarian","score":12.633},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Irish","score":26.18455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Italian","score":29.194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Latvian","score":12.16485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Lithuanian","score":17.8645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Maltese","score":12.915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Polish","score":30.5185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Portuguese","score":9.62855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Romanian","score":29.91095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Slovak","score":23.676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Slovenian","score":27.4415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Spanish","score":28.223},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Flores-200","language":"Swedish","score":18.6275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Galician","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Czech","score":0.2568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Dutch","score":0.27439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"English","score":0.29326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"French","score":0.27503},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"German","score":0.27133},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Greek","score":0.27069},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.23586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Italian","score":0.27653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.26948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Polish","score":0.28579},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.27368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Romanian","score":0.27717},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Russian","score":0.27902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Serbian","score":0.29013},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Spanish","score":0.28401},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Swedish","score":0.27204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.2939},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Albanian","score":0.26497},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Armenian","score":0.23091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.26642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Basque","score":0.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Bulgarian","score":0.26909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Croatian","score":0.24545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Dutch","score":0.24319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Estonian","score":0.30357},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Finnish","score":0.21416},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"French","score":0.28878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Georgian","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"German","score":0.28058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Greek","score":0.23007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Hungarian","score":0.25091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Italian","score":0.29927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Lithuanian","score":0.28277},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"North Macedonian","score":0.23593},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Polish","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Portuguese","score":0.22686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Russian","score":0.24275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Serbian","score":0.20909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Spanish","score":0.24727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Turkish","score":0.28102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Mgsm","language":"English","score":0.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Mgsm","language":"French","score":0.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Mgsm","language":"German","score":0.092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Mgsm","language":"Spanish","score":0.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Basque","score":0.7033},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.94833},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Catalan","score":0.94133},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Czech","score":0.89967},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Dutch","score":0.88975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"English","score":0.98052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Estonian","score":0.85786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Finnish","score":0.8716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"French","score":0.96311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Georgian","score":0.76961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"German","score":0.96258},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Greek","score":0.97628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Hungarian","score":0.93728},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Italian","score":0.92731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Latvian","score":0.89776},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.94153},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Polish","score":0.90128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Romanian","score":0.9251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Serbian","score":0.94279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Slovak","score":0.87793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Slovenian","score":0.87843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Spanish","score":0.96655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Turkish","score":0.73938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.92857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Bulgarian","score":10.97685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Croatian","score":20.327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Czech","score":15.229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Danish","score":24.7035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Dutch","score":17.581},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Estonian","score":16.109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Finnish","score":14.847},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"French","score":15.223},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"German","score":20.3475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Greek","score":17.6085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Hungarian","score":13.32115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Italian","score":23.327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Latvian","score":17.027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Lithuanian","score":15.875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Norwegian","score":26.0735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Polish","score":16.9225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Romanian","score":22.84},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Serbian","score":18.0015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Slovak","score":19.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.526},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Spanish","score":23.85},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Swedish","score":29.8495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Turkish","score":13.57075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"OpenSubtitles","language":"Ukrainian","score":14.523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Albanian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Basque","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Bosnian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Bulgarian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Catalan","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Croatian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Czech","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Danish","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"English","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Estonian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Finnish","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"French","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Galician","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Georgian","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"German","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Greek","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Hungarian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Icelandic","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Irish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Italian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Latvian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Lithuanian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Maltese","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"North Macedonian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Norwegian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Polish","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Portuguese","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Romanian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Serbian","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Slovak","score":0.58824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Slovenian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Spanish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Swedish","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Turkish","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"SIB-200","language":"Ukrainian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Estonian","score":0.536},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Italian","score":0.586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"XCOPA","language":"Turkish","score":0.564},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Dutch","score":0.313},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"English","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"French","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"German","score":0.339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Italian","score":0.323},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Polish","score":0.31},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Portuguese","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"Xcsqa","language":"Spanish","score":0.301},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Albanian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Bosnian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Bulgarian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Catalan","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Czech","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Estonian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Finnish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Galician","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Georgian","score":0.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"German","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Hungarian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Italian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Lithuanian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"North Macedonian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Norwegian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Polish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Serbian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Slovenian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Spanish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Swedish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Turkish","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"global PIQA","language":"Ukrainian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Basque","score":0.31388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Catalan","score":0.51862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Croatian","score":0.49224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Danish","score":0.52488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Dutch","score":0.532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"French","score":0.57111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"German","score":0.51921},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Hungarian","score":0.43557},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Italian","score":0.55651},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Portuguese","score":0.56517},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Romanian","score":0.50752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Serbian","score":0.49328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Slovak","score":0.47348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Spanish","score":0.58481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Swedish","score":0.52412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0024000","tokens_B":201.326592,"benchmark":"xHellaswag","language":"Ukrainian","score":0.46647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.3558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.34812},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.36007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.37201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33447},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"French","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"German","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.36348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.34556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33703},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33106},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.34471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.36945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.3558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.35751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.36945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Bulgarian","score":0.40667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Croatian","score":0.48667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Czech","score":0.47556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Danish","score":0.46111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Dutch","score":0.49778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"English","score":0.56222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Estonian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Finnish","score":0.44556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"French","score":0.49556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"German","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Greek","score":0.44889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Hungarian","score":0.42889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Italian","score":0.47333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Latvian","score":0.43556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Lithuanian","score":0.45444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Maltese","score":0.44889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Norwegian","score":0.48778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Polish","score":0.44667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Portuguese","score":0.46667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Romanian","score":0.49556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Slovak","score":0.46222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Slovenian","score":0.44667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Spanish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"BeleBele","language":"Swedish","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Bulgarian","score":29.71965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Croatian","score":15.634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Czech","score":14.6665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Danish","score":11.1703},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Dutch","score":49.541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Estonian","score":27.3385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Finnish","score":31.7115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"French","score":63.7415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"German","score":43.1105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Greek","score":5.52075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Hungarian","score":22.121},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Irish","score":17.6705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Italian","score":51.7185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Latvian","score":13.625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Lithuanian","score":15.235765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Maltese","score":35.457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Polish","score":29.7955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Portuguese","score":40.92},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Romanian","score":39.5275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Slovak","score":40.2155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Slovenian","score":15.5585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Spanish","score":32.7335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Flores-200","language":"Swedish","score":18.5915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"French","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Czech","score":0.38015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Dutch","score":0.40108},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"English","score":0.44374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"French","score":0.40279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"German","score":0.40571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Greek","score":0.37452},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25096},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Italian","score":0.40771},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.38064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Polish","score":0.38057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.40272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Romanian","score":0.39788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Russian","score":0.35251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Serbian","score":0.35721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Spanish","score":0.40906},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Turkish","score":0.37131},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.36889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Albanian","score":0.32305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Armenian","score":0.23455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Basque","score":0.274},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Belarusian","score":0.24909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Bulgarian","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Croatian","score":0.34909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Dutch","score":0.35935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Estonian","score":0.3125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Finnish","score":0.26679},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"French","score":0.34845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Georgian","score":0.262},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"German","score":0.28058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Greek","score":0.28986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Hungarian","score":0.26545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Italian","score":0.33577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Lithuanian","score":0.29026},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"North Macedonian","score":0.3412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Polish","score":0.27555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Portuguese","score":0.30127},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Russian","score":0.2971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Serbian","score":0.28909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Spanish","score":0.29455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Turkish","score":0.28285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"INCLUDE","language":"Ukrainian","score":0.37455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Mgsm","language":"English","score":0.136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Mgsm","language":"French","score":0.172},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Mgsm","language":"German","score":0.148},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Mgsm","language":"Spanish","score":0.124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Basque","score":0.64469},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95403},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Catalan","score":0.96278},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Czech","score":0.91095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Danish","score":0.94},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Dutch","score":0.9142},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Estonian","score":0.89981},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Finnish","score":0.90584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"French","score":0.97135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Galician","score":0.93094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Georgian","score":0.85784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"German","score":0.9691},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Greek","score":0.9854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95976},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Italian","score":0.94331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Latvian","score":0.9093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95847},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Polish","score":0.92298},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Romanian","score":0.9499},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Serbian","score":0.96013},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Slovak","score":0.91604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Slovenian","score":0.88936},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Spanish","score":0.96694},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Turkish","score":0.79219},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94206},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.4955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Croatian","score":21.672},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Czech","score":16.489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Danish","score":25.907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Dutch","score":18.302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Estonian","score":18.4135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Finnish","score":16.4045},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"French","score":15.946},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"German","score":21.682},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Greek","score":19.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.8585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Italian","score":24.4585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Latvian","score":18.9995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.7395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Polish","score":18.253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.703},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Romanian","score":24.184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Serbian","score":20.635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Slovak","score":21.793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.4905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Spanish","score":25.789},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Swedish","score":31.439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Turkish","score":15.772},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.9675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Albanian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Basque","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Bosnian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Bulgarian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Catalan","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Croatian","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Czech","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Danish","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"English","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Estonian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Finnish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"French","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Galician","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"German","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Greek","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Hungarian","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Icelandic","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Irish","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Italian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Latvian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Lithuanian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Maltese","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"North Macedonian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Norwegian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Polish","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Portuguese","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Romanian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Serbian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Slovak","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Slovenian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Spanish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Swedish","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Turkish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"SIB-200","language":"Ukrainian","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Estonian","score":0.596},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Italian","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"XCOPA","language":"Turkish","score":0.592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Dutch","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"English","score":0.523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"French","score":0.326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"German","score":0.368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Italian","score":0.351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Polish","score":0.298},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Portuguese","score":0.358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"Xcsqa","language":"Spanish","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Albanian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Bosnian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Bulgarian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Catalan","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Croatian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Czech","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Dutch","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Estonian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Finnish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"French","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Galician","score":0.615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Georgian","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"German","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Greek","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Hungarian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Icelandic","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Italian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"North Macedonian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Norwegian","score":0.5175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Polish","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Portuguese","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Romanian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Slovak","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Slovenian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Spanish","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Turkish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"global PIQA","language":"Ukrainian","score":0.63},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Basque","score":0.32793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Catalan","score":0.55379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Croatian","score":0.53574},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Danish","score":0.57474},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Dutch","score":0.57658},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"French","score":0.61898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"German","score":0.57099},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Hungarian","score":0.4745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Italian","score":0.59001},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Portuguese","score":0.61231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Romanian","score":0.55414},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Serbian","score":0.53551},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Slovak","score":0.50986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Spanish","score":0.62972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Swedish","score":0.57268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0048000","tokens_B":402.653184,"benchmark":"xHellaswag","language":"Ukrainian","score":0.50622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"French","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"German","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.36177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Bulgarian","score":0.57444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Croatian","score":0.56889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Czech","score":0.62333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Danish","score":0.59556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Dutch","score":0.55111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"English","score":0.64889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Estonian","score":0.56111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Finnish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"French","score":0.61333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"German","score":0.60444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Greek","score":0.55667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Hungarian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Italian","score":0.59889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Latvian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Lithuanian","score":0.55556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Maltese","score":0.54778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Norwegian","score":0.59111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Polish","score":0.56778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Portuguese","score":0.57889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Romanian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Slovak","score":0.59111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Slovenian","score":0.57111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Spanish","score":0.57556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"BeleBele","language":"Swedish","score":0.59889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Bulgarian","score":4.01755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Croatian","score":11.5105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Czech","score":14.613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Danish","score":15.431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Dutch","score":34.2295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Estonian","score":14.337},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Finnish","score":28.026},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"French","score":60.788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"German","score":43.2865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Greek","score":5.01735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Hungarian","score":15.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Irish","score":16.503},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Italian","score":29.0205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Latvian","score":12.1335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Lithuanian","score":8.2663},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Maltese","score":12.8365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Polish","score":13.7365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Portuguese","score":16.8705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Romanian","score":18.138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Slovak","score":31.9707},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Slovenian","score":13.901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Spanish","score":19.429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Flores-200","language":"Swedish","score":17.326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"French","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Hungarian","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Czech","score":0.44324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44929},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"English","score":0.49345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"French","score":0.45613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"German","score":0.4515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Greek","score":0.4176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28984},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Italian","score":0.45613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Polish","score":0.4416},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Romanian","score":0.44972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Russian","score":0.41518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42914},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45478},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Swedish","score":0.45485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Turkish","score":0.41055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.42209},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Albanian","score":0.4265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Armenian","score":0.22727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Basque","score":0.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Belarusian","score":0.24364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Bulgarian","score":0.37273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Croatian","score":0.38727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Dutch","score":0.38657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Estonian","score":0.35268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Finnish","score":0.32123},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"French","score":0.37232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Georgian","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"German","score":0.30216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Greek","score":0.36051},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Hungarian","score":0.32545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Italian","score":0.37044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Lithuanian","score":0.34831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"North Macedonian","score":0.45372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Polish","score":0.28102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Portuguese","score":0.37024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Russian","score":0.31884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Serbian","score":0.39636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Spanish","score":0.38727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Turkish","score":0.33394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"INCLUDE","language":"Ukrainian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Mgsm","language":"English","score":0.2},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Mgsm","language":"German","score":0.188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Mgsm","language":"Spanish","score":0.176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Albanian","score":0.87243},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Basque","score":0.61538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Catalan","score":0.94396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Czech","score":0.91494},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Dutch","score":0.88589},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"English","score":0.97792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Estonian","score":0.89476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Finnish","score":0.87704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"French","score":0.97292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Georgian","score":0.78922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"German","score":0.9691},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Greek","score":0.98631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Italian","score":0.94465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Latvian","score":0.91227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95763},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Polish","score":0.90342},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Romanian","score":0.95136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Serbian","score":0.9577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Slovak","score":0.90326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Spanish","score":0.97481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Turkish","score":0.7698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.6605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Croatian","score":21.983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Czech","score":17.689},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Danish","score":26.6025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Dutch","score":19.1025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Estonian","score":20.4815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Finnish","score":16.556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"French","score":16.392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"German","score":22.4115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Greek","score":21.739},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.493},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Italian","score":25.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Latvian","score":20.162},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.9925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.8395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Polish","score":19.1585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Romanian","score":24.863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Serbian","score":21.6445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Slovak","score":22.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.95},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Spanish","score":26.828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Swedish","score":32.4735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Turkish","score":16.6115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Albanian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Basque","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Bosnian","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Bulgarian","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Catalan","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Croatian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Czech","score":0.61765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Danish","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Dutch","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"English","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Estonian","score":0.59314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Finnish","score":0.61765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"French","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Galician","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"German","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Greek","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Hungarian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Icelandic","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Irish","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Italian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Latvian","score":0.59314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Lithuanian","score":0.58824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Maltese","score":0.18137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"North Macedonian","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Norwegian","score":0.62255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Polish","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Portuguese","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Romanian","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Serbian","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Slovak","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Slovenian","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Spanish","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Swedish","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Turkish","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"SIB-200","language":"Ukrainian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Estonian","score":0.554},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Italian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"XCOPA","language":"Turkish","score":0.586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Dutch","score":0.353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"French","score":0.348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"German","score":0.386},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Italian","score":0.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Polish","score":0.317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Portuguese","score":0.369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"Xcsqa","language":"Spanish","score":0.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Albanian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Bosnian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Bulgarian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Catalan","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Croatian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Czech","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Dutch","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"English","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Estonian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Finnish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Georgian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"German","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Hungarian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Italian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Lithuanian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"North Macedonian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Norwegian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Polish","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Portuguese","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Serbian","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Slovak","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Slovenian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Spanish","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Swedish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Turkish","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"global PIQA","language":"Ukrainian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Basque","score":0.33279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Catalan","score":0.56259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Croatian","score":0.54598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Danish","score":0.59151},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Dutch","score":0.59104},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"French","score":0.63183},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"German","score":0.58166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Hungarian","score":0.48613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Italian","score":0.60176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Portuguese","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Romanian","score":0.56636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Serbian","score":0.54747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Slovak","score":0.5184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Spanish","score":0.63825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Swedish","score":0.58945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0072000","tokens_B":603.979776,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52099},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"French","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"German","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.36604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37031},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36433},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Bulgarian","score":0.60556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Croatian","score":0.59333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Czech","score":0.61222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Danish","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Dutch","score":0.61556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"English","score":0.67222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Estonian","score":0.58778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Finnish","score":0.59444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"French","score":0.63},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"German","score":0.60111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Greek","score":0.59667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Hungarian","score":0.57667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Italian","score":0.60667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Latvian","score":0.57889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Lithuanian","score":0.61333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Maltese","score":0.57333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Norwegian","score":0.62556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Polish","score":0.58667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Portuguese","score":0.59667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Romanian","score":0.60889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Slovak","score":0.59778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Slovenian","score":0.58778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Spanish","score":0.59222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"BeleBele","language":"Swedish","score":0.60889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Bulgarian","score":30.94355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Croatian","score":16.4065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Czech","score":44.328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Danish","score":15.4155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Dutch","score":21.9155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Estonian","score":22.041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Finnish","score":15.79},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"French","score":32.489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"German","score":32.194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Greek","score":5.7232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Hungarian","score":11.059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Irish","score":17.651},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Italian","score":31.99},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Latvian","score":13.284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Lithuanian","score":39.723},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Maltese","score":35.4795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Polish","score":15.762},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Portuguese","score":36.2525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Romanian","score":21.0065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Slovak","score":15.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Slovenian","score":14.6715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Spanish","score":23.4166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Flores-200","language":"Swedish","score":27.185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"French","score":0.052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Serbian","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Czech","score":0.44965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"English","score":0.501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"French","score":0.46097},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"German","score":0.44816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Greek","score":0.43384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.27639},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Italian","score":0.44994},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.43826},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Polish","score":0.43163},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Russian","score":0.40664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Serbian","score":0.43356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Swedish","score":0.44581},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Turkish","score":0.41411},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.4322},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Albanian","score":0.50091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Armenian","score":0.24545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30839},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Basque","score":0.312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Belarusian","score":0.25818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Bulgarian","score":0.42364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Croatian","score":0.42727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Dutch","score":0.35209},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Estonian","score":0.35268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Finnish","score":0.33575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"French","score":0.4105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Georgian","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Greek","score":0.2971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Hungarian","score":0.34182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Italian","score":0.42518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Lithuanian","score":0.40449},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"North Macedonian","score":0.44102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Polish","score":0.33942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Portuguese","score":0.37568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Russian","score":0.33152},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Serbian","score":0.39455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Spanish","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Turkish","score":0.34854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"INCLUDE","language":"Ukrainian","score":0.45455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Mgsm","language":"English","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Mgsm","language":"French","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Mgsm","language":"Spanish","score":0.196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Albanian","score":0.893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Basque","score":0.68498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Catalan","score":0.95534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Czech","score":0.93257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Dutch","score":0.8876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Estonian","score":0.87495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Finnish","score":0.88016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"French","score":0.9741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Galician","score":0.92563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Georgian","score":0.85294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"German","score":0.95997},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Greek","score":0.98723},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Italian","score":0.94431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Latvian","score":0.9248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Polish","score":0.92512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Romanian","score":0.95233},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Serbian","score":0.96926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Slovak","score":0.91484},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Spanish","score":0.97757},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Turkish","score":0.79334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.91325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Croatian","score":21.266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Czech","score":15.753},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Danish","score":25.416},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Dutch","score":18.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Estonian","score":19.846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Finnish","score":16.1145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"French","score":15.531},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"German","score":20.9755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Greek","score":19.611},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Italian","score":24.185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Latvian","score":18.6445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.4485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Norwegian","score":26.854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Polish","score":17.197},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.79},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Romanian","score":22.991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Serbian","score":19.811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Slovak","score":20.8285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.4005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Spanish","score":24.855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Swedish","score":30.2095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Turkish","score":15.84555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.6235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Albanian","score":0.18627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Basque","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Bosnian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Bulgarian","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Catalan","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Croatian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Czech","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Danish","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Dutch","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"English","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Estonian","score":0.59314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Finnish","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"French","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Galician","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"German","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Greek","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Hungarian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Icelandic","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Irish","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Italian","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Latvian","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Lithuanian","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Maltese","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"North Macedonian","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Norwegian","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Polish","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Portuguese","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Romanian","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Serbian","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Slovak","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Slovenian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Spanish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Swedish","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Turkish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"SIB-200","language":"Ukrainian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Estonian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Italian","score":0.594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"XCOPA","language":"Turkish","score":0.608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Dutch","score":0.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"English","score":0.521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"French","score":0.339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"German","score":0.372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Italian","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Polish","score":0.324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Portuguese","score":0.362},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"Xcsqa","language":"Spanish","score":0.344},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Albanian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Bosnian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Bulgarian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Catalan","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Croatian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Czech","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Dutch","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Estonian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Finnish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"French","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Galician","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Georgian","score":0.285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Greek","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Hungarian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Icelandic","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Italian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"North Macedonian","score":0.65},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Norwegian","score":0.5175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Polish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Portuguese","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Romanian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Serbian","score":0.645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Slovak","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Slovenian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Spanish","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Swedish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Turkish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"global PIQA","language":"Ukrainian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Basque","score":0.33506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Catalan","score":0.57648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Croatian","score":0.56583},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Danish","score":0.60903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Dutch","score":0.60529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"French","score":0.63943},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"German","score":0.59095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Hungarian","score":0.50269},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Italian","score":0.62254},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Portuguese","score":0.63701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Romanian","score":0.58561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Serbian","score":0.56895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Slovak","score":0.5301},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Spanish","score":0.65468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Swedish","score":0.60042},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0096000","tokens_B":805.306368,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52864},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.3686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"French","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"German","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37031},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37031},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Bulgarian","score":0.63778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Croatian","score":0.64222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Czech","score":0.65889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Danish","score":0.65889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Dutch","score":0.64444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"English","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Estonian","score":0.61667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Finnish","score":0.64778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"French","score":0.64444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"German","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Greek","score":0.62222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Hungarian","score":0.61556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Italian","score":0.64222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Latvian","score":0.63222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Lithuanian","score":0.65},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Maltese","score":0.60556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Norwegian","score":0.67778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Polish","score":0.62111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Portuguese","score":0.66111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Romanian","score":0.61778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Slovak","score":0.64556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Slovenian","score":0.63333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Spanish","score":0.65333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"BeleBele","language":"Swedish","score":0.66556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Bulgarian","score":25.5136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Croatian","score":48.9185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Czech","score":18.6735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Danish","score":36.729},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Dutch","score":28.616},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Estonian","score":27.7785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Finnish","score":11.95955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"French","score":34.8985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"German","score":54.6325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Greek","score":28.811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Hungarian","score":32.139},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Irish","score":38.8525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Italian","score":53.889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Latvian","score":32.087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Lithuanian","score":17.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Maltese","score":47.3585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Polish","score":36.388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Portuguese","score":59.4385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Romanian","score":54.562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Slovak","score":43.4995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Slovenian","score":23.149},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Spanish","score":20.4125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Flores-200","language":"Swedish","score":24.2745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Catalan","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"English","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Global MGSM","language":"Spanish","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Czech","score":0.47878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Dutch","score":0.48255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"English","score":0.52557},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"French","score":0.4849},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"German","score":0.48205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Greek","score":0.45499},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Italian","score":0.48476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.46133},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Polish","score":0.47244},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.48761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4822},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Russian","score":0.43897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Serbian","score":0.45948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49003},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44694},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45677},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Albanian","score":0.47913},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Basque","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Belarusian","score":0.24727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Bulgarian","score":0.43636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Croatian","score":0.44364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Dutch","score":0.45009},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Estonian","score":0.39732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Finnish","score":0.35209},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"French","score":0.40334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Georgian","score":0.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"German","score":0.38849},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Greek","score":0.34239},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Hungarian","score":0.30182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Italian","score":0.42336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Lithuanian","score":0.37266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"North Macedonian","score":0.55898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Polish","score":0.33394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Portuguese","score":0.40109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Russian","score":0.33514},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Serbian","score":0.41818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Spanish","score":0.42182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Turkish","score":0.37044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"INCLUDE","language":"Ukrainian","score":0.45636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"English","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"French","score":0.276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"German","score":0.156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Mgsm","language":"Spanish","score":0.18},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Albanian","score":0.87654},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Basque","score":0.56044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Catalan","score":0.96147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Czech","score":0.92975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Dutch","score":0.89747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Estonian","score":0.90214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Finnish","score":0.90467},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"French","score":0.97253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Galician","score":0.93758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Georgian","score":0.73529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"German","score":0.96867},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Greek","score":0.98175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95858},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Italian","score":0.94865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Latvian","score":0.92942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Polish","score":0.91504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96424},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Romanian","score":0.95477},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Serbian","score":0.96713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Slovak","score":0.9187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Spanish","score":0.9756},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Turkish","score":0.78416},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Croatian","score":23.4615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Czech","score":17.804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Danish","score":26.798},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Dutch","score":19.4365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Estonian","score":22.193},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Finnish","score":17.187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"French","score":16.212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"German","score":22.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Greek","score":22.3245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Italian","score":26.453},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Latvian","score":20.847},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.9655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Polish","score":19.251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Romanian","score":25.679},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Serbian","score":22.5395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Slovak","score":23.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.4925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Spanish","score":26.3305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Swedish","score":32.9845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Turkish","score":17.1055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"OpenSubtitles","language":"Ukrainian","score":14.9485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Portuguese","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"PolyMath","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Albanian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Basque","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Bosnian","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Bulgarian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Catalan","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Croatian","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Czech","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Danish","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Dutch","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"English","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Estonian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Finnish","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"French","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Galician","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"German","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Greek","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Icelandic","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Irish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Italian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Lithuanian","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Maltese","score":0.20588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"North Macedonian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Norwegian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Polish","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Portuguese","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Romanian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Serbian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Slovak","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Slovenian","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Spanish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Swedish","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Turkish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"SIB-200","language":"Ukrainian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Estonian","score":0.584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Italian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"XCOPA","language":"Turkish","score":0.616},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Dutch","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"English","score":0.522},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"French","score":0.346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"German","score":0.377},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Italian","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Polish","score":0.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Portuguese","score":0.352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"Xcsqa","language":"Spanish","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Albanian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Bosnian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Bulgarian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Catalan","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Czech","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Dutch","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Estonian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Finnish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"French","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Galician","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"German","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Hungarian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Icelandic","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Italian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"North Macedonian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Norwegian","score":0.4875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Polish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Portuguese","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Romanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Serbian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Slovak","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Slovenian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Spanish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Swedish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Turkish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"global PIQA","language":"Ukrainian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Basque","score":0.33733},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Catalan","score":0.58311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Croatian","score":0.56773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Danish","score":0.60924},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Dutch","score":0.60777},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"French","score":0.64339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"German","score":0.59842},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Hungarian","score":0.50707},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Italian","score":0.61873},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Portuguese","score":0.64037},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Romanian","score":0.58291},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Serbian","score":0.56334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Slovak","score":0.53579},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Spanish","score":0.6565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Swedish","score":0.60677},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0120000","tokens_B":1006.63296,"benchmark":"xHellaswag","language":"Ukrainian","score":0.52758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"French","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"German","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Bulgarian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Croatian","score":0.66889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Czech","score":0.69444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Danish","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Dutch","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"English","score":0.75778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Estonian","score":0.61778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Finnish","score":0.65667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"French","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"German","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Greek","score":0.66222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Hungarian","score":0.67667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Italian","score":0.67778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Latvian","score":0.65222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Lithuanian","score":0.64333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Maltese","score":0.64222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Norwegian","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Polish","score":0.66889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Portuguese","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Romanian","score":0.67444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Slovak","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Slovenian","score":0.67333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Spanish","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"BeleBele","language":"Swedish","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Bulgarian","score":56.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Croatian","score":65.614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Czech","score":53.1315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Danish","score":36.8527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Dutch","score":39.89},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Estonian","score":37.9405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Finnish","score":47.0805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"French","score":60.6275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"German","score":47.753},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Greek","score":23.2312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Hungarian","score":11.0541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Irish","score":41.1805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Italian","score":55.1565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Latvian","score":28.212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Lithuanian","score":57.566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Maltese","score":62.7445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Polish","score":36.534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Portuguese","score":39.2745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Romanian","score":63.213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Slovak","score":30.28075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Slovenian","score":21.459},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Spanish","score":41.229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Flores-200","language":"Swedish","score":29.178},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Catalan","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"French","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Global MGSM","language":"Spanish","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Czech","score":0.47935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Dutch","score":0.48754},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"English","score":0.53076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"French","score":0.48391},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"German","score":0.48091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Greek","score":0.45905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.2902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Italian","score":0.48113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.45891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Polish","score":0.47728},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.48875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Romanian","score":0.48497},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Russian","score":0.43804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Serbian","score":0.46119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Albanian","score":0.48276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Basque","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Belarusian","score":0.25273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Bulgarian","score":0.38364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Croatian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Dutch","score":0.46279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Estonian","score":0.45089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Finnish","score":0.35935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"French","score":0.45346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Georgian","score":0.292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"German","score":0.41007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Greek","score":0.34058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Hungarian","score":0.30909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Italian","score":0.43613},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Lithuanian","score":0.39513},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"North Macedonian","score":0.56261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Polish","score":0.37044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Portuguese","score":0.41561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Russian","score":0.34239},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Serbian","score":0.43818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Spanish","score":0.46182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"English","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"French","score":0.236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Mgsm","language":"Spanish","score":0.184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Albanian","score":0.86831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Basque","score":0.66667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95159},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Catalan","score":0.95534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Czech","score":0.91823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Dutch","score":0.87731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"English","score":0.97792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Estonian","score":0.89049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Finnish","score":0.88872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"French","score":0.96232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Galician","score":0.92165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Georgian","score":0.65686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"German","score":0.95909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Greek","score":0.98631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Irish","score":0.78571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Italian","score":0.93531},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Latvian","score":0.9192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Polish","score":0.90801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Romanian","score":0.94455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Serbian","score":0.95618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Slovak","score":0.91194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Spanish","score":0.97285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Turkish","score":0.80138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Bulgarian","score":10.7013},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Croatian","score":17.891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Czech","score":15.8025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Danish","score":19.431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Dutch","score":17.3085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Estonian","score":19.5515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Finnish","score":16.4185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"French","score":14.6245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"German","score":19.0935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Greek","score":16.8},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.6104},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Italian","score":16.546},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Latvian","score":17.553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Lithuanian","score":14.234},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Norwegian","score":20.5415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Polish","score":14.577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Portuguese","score":14.843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Romanian","score":18.9565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Serbian","score":18.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Slovak","score":15.4705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Spanish","score":23.7495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Swedish","score":23.489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Turkish","score":15.586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.4395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"PolyMath","language":"Spanish","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Albanian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Basque","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Bosnian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Bulgarian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Catalan","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Czech","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Danish","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Dutch","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"English","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Estonian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"French","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Galician","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"German","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Greek","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Icelandic","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Irish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Italian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Latvian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Lithuanian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Maltese","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"North Macedonian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Norwegian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Polish","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Portuguese","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Romanian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Serbian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Slovak","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Slovenian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Spanish","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Swedish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Turkish","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"SIB-200","language":"Ukrainian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Estonian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Italian","score":0.632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Dutch","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"English","score":0.591},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"French","score":0.374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"German","score":0.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Italian","score":0.382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Polish","score":0.321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Portuguese","score":0.396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"Xcsqa","language":"Spanish","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Albanian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Bosnian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Bulgarian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Catalan","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Croatian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Czech","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Dutch","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"English","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Estonian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Finnish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Galician","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Georgian","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"German","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Greek","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Hungarian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Icelandic","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Italian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Lithuanian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"North Macedonian","score":0.635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Norwegian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Polish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Portuguese","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Romanian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Serbian","score":0.65},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Slovak","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Slovenian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Spanish","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Swedish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"global PIQA","language":"Ukrainian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Basque","score":0.33625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Catalan","score":0.58854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Croatian","score":0.5766},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Danish","score":0.61128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Dutch","score":0.61306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"French","score":0.64864},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"German","score":0.60237},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Hungarian","score":0.50071},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Italian","score":0.62363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Portuguese","score":0.63712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Romanian","score":0.58648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Serbian","score":0.57202},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Slovak","score":0.53938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Spanish","score":0.65746},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Swedish","score":0.60897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0144000","tokens_B":1207.959552,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54427},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"French","score":0.4215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"German","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43003},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Bulgarian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Croatian","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Czech","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Danish","score":0.67556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Dutch","score":0.67778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"English","score":0.75556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Estonian","score":0.62556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Finnish","score":0.68444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"French","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"German","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Greek","score":0.66778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Hungarian","score":0.65556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Italian","score":0.67333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Latvian","score":0.66111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Lithuanian","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Maltese","score":0.65222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Norwegian","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Polish","score":0.64889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Portuguese","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Romanian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Slovak","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Slovenian","score":0.67778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Spanish","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"BeleBele","language":"Swedish","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Bulgarian","score":29.7453},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Croatian","score":39.092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Czech","score":15.12},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Danish","score":19.324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Dutch","score":22.156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Estonian","score":32.7395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Finnish","score":26.3335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"French","score":34.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"German","score":32.4915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Greek","score":4.9393},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Hungarian","score":30.5505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Irish","score":16.676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Italian","score":32.021},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Latvian","score":13.3285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Lithuanian","score":14.2335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Maltese","score":38.746},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Polish","score":27.2305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Portuguese","score":38.6165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Romanian","score":38.413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Slovak","score":36.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Slovenian","score":16.2775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Spanish","score":17.4485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Flores-200","language":"Swedish","score":22.5535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Basque","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Catalan","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"English","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"French","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Czech","score":0.48996},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"English","score":0.53575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"French","score":0.49566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"German","score":0.49117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Greek","score":0.46973},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.3194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Italian","score":0.49501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47479},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Polish","score":0.48177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49708},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Romanian","score":0.49594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Russian","score":0.44588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Serbian","score":0.47472},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Swedish","score":0.49366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.46532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Albanian","score":0.4882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Armenian","score":0.28364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Basque","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Bulgarian","score":0.47091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Croatian","score":0.46364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Dutch","score":0.46642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Estonian","score":0.39286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Finnish","score":0.40472},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"French","score":0.43914},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Georgian","score":0.22},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Greek","score":0.41123},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Hungarian","score":0.33636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Italian","score":0.45803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42697},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"North Macedonian","score":0.48094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Polish","score":0.32117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Portuguese","score":0.45191},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Russian","score":0.32065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Serbian","score":0.44364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Spanish","score":0.44727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Turkish","score":0.34672},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"INCLUDE","language":"Ukrainian","score":0.47091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"English","score":0.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"French","score":0.264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"German","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Mgsm","language":"Spanish","score":0.192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Basque","score":0.74359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95443},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Catalan","score":0.95665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Czech","score":0.92082},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Dutch","score":0.8876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Estonian","score":0.88155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Finnish","score":0.87393},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"French","score":0.97214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Galician","score":0.93625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Georgian","score":0.77941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"German","score":0.96954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Greek","score":0.98358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Italian","score":0.94231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Latvian","score":0.93536},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96949},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Polish","score":0.90587},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96293},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Romanian","score":0.94115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Serbian","score":0.96683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Slovak","score":0.89192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Spanish","score":0.97166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Swedish","score":0.97512},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Turkish","score":0.80023},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.93622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.5515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Croatian","score":23.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Czech","score":17.7515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Danish","score":27.128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Dutch","score":19.185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Estonian","score":22.531},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Finnish","score":16.8485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"French","score":16.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"German","score":22.34},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Greek","score":22.7475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Italian","score":26.1195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Latvian","score":21.2285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.2975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.0195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Polish","score":19.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.1755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Romanian","score":21.969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Serbian","score":22.9905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Slovak","score":24.439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.3015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Spanish","score":26.5315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Swedish","score":32.6805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Turkish","score":18.2905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.4205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Albanian","score":0.17647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Basque","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Bosnian","score":0.2451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Bulgarian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Catalan","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Czech","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Danish","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Dutch","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"English","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Estonian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Finnish","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"French","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Galician","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"German","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Greek","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Hungarian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Icelandic","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Irish","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Latvian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Lithuanian","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Maltese","score":0.16667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"North Macedonian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Norwegian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Polish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Portuguese","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Romanian","score":0.2451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Serbian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Slovak","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Spanish","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Swedish","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Turkish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"SIB-200","language":"Ukrainian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Estonian","score":0.586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Italian","score":0.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"XCOPA","language":"Turkish","score":0.614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Dutch","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"English","score":0.537},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"French","score":0.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"German","score":0.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Italian","score":0.367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Polish","score":0.321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Portuguese","score":0.374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"Xcsqa","language":"Spanish","score":0.348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Albanian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Bosnian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Bulgarian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Catalan","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Croatian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Czech","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Dutch","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"English","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Estonian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Finnish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Galician","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"German","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Greek","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Hungarian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Italian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"North Macedonian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Norwegian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Portuguese","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Romanian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Serbian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Slovak","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Slovenian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Spanish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Swedish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Turkish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"global PIQA","language":"Ukrainian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Basque","score":0.33971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Catalan","score":0.59624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Croatian","score":0.58843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Danish","score":0.62483},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Dutch","score":0.62515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"French","score":0.66074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"German","score":0.60963},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Hungarian","score":0.51431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Italian","score":0.63548},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Portuguese","score":0.65587},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Romanian","score":0.60206},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Serbian","score":0.58609},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Slovak","score":0.54813},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Spanish","score":0.67015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Swedish","score":0.6184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0168000","tokens_B":1409.286144,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.34556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35068},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"French","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"German","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35836},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35836},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.3959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Bulgarian","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Croatian","score":0.69444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Czech","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Danish","score":0.69444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Dutch","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"English","score":0.75889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Estonian","score":0.65889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Finnish","score":0.68778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"French","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"German","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Greek","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Hungarian","score":0.68556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Italian","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Latvian","score":0.66667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Lithuanian","score":0.67111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Maltese","score":0.64889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Norwegian","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Polish","score":0.66333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Portuguese","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Romanian","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Slovak","score":0.66778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Slovenian","score":0.69444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Spanish","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"BeleBele","language":"Swedish","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Bulgarian","score":36.2702},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Croatian","score":40.881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Czech","score":34.144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Danish","score":24.1508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Dutch","score":32.992},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Estonian","score":26.958},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Finnish","score":19.65795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"French","score":62.7115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"German","score":49.6065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Greek","score":25.2312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Hungarian","score":32.4235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Irish","score":16.4395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Italian","score":42.303},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Latvian","score":12.827},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Lithuanian","score":28.632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Maltese","score":61.4205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Polish","score":24.275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Portuguese","score":38.9315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Romanian","score":21.561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Slovak","score":31.561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Slovenian","score":31.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Spanish","score":45.8925},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Flores-200","language":"Swedish","score":22.314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Basque","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Catalan","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"French","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Galician","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"German","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Czech","score":0.49993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Dutch","score":0.50434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"English","score":0.54828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"French","score":0.50605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"German","score":0.49843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Greek","score":0.48362},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Italian","score":0.50128},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Polish","score":0.48711},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51047},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Romanian","score":0.49808},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Russian","score":0.4609},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Serbian","score":0.4817},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Spanish","score":0.50805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.47992},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Albanian","score":0.53902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Basque","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Bulgarian","score":0.48364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Croatian","score":0.53273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Dutch","score":0.47187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Estonian","score":0.35714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Finnish","score":0.38475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"French","score":0.43675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Georgian","score":0.314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"German","score":0.35252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Greek","score":0.41486},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Hungarian","score":0.31455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Italian","score":0.4927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Lithuanian","score":0.39888},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"North Macedonian","score":0.55172},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Polish","score":0.35766},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Portuguese","score":0.40653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Russian","score":0.35507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Serbian","score":0.48545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Spanish","score":0.45455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Turkish","score":0.38139},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"English","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"French","score":0.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"German","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Albanian","score":0.88889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Basque","score":0.65568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Catalan","score":0.95841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Czech","score":0.91471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Dutch","score":0.90819},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"English","score":0.98052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Estonian","score":0.89049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Finnish","score":0.89105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"French","score":0.97292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Galician","score":0.92297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Georgian","score":0.79412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"German","score":0.96084},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Greek","score":0.97901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Irish","score":0.85714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Italian","score":0.93464},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Latvian","score":0.92579},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95254},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Polish","score":0.9132},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Romanian","score":0.94504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Serbian","score":0.96348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Slovak","score":0.90977},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89851},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Spanish","score":0.97442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Turkish","score":0.81573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.2805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Croatian","score":21.4835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Czech","score":16.125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Danish","score":14.1225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Dutch","score":18.4145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Estonian","score":15.632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Finnish","score":13.46775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"French","score":13.6015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"German","score":15.8945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Greek","score":10.99255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Hungarian","score":5.91815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Italian","score":20.922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Latvian","score":19.057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Lithuanian","score":16.162},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Norwegian","score":21.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Polish","score":10.93085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Portuguese","score":19.0545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Romanian","score":20.085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Serbian","score":14.5682},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Slovak","score":21.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.0885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Spanish","score":24.175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Swedish","score":26.0495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Turkish","score":14.799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"OpenSubtitles","language":"Ukrainian","score":13.32975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"English","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"French","score":0.014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"PolyMath","language":"Spanish","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Albanian","score":0.19608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Basque","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Bosnian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Bulgarian","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Catalan","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Dutch","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"English","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Estonian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Finnish","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"French","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Galician","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Georgian","score":0.19118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Greek","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Hungarian","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Icelandic","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Irish","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Latvian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Lithuanian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Maltese","score":0.20098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"North Macedonian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Norwegian","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Polish","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Romanian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Serbian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Slovak","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Slovenian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Spanish","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Swedish","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Turkish","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"SIB-200","language":"Ukrainian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Estonian","score":0.598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Italian","score":0.608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"XCOPA","language":"Turkish","score":0.628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Dutch","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"English","score":0.548},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"French","score":0.348},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"German","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Italian","score":0.347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Portuguese","score":0.364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"Xcsqa","language":"Spanish","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Albanian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Bosnian","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Bulgarian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Catalan","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Croatian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Czech","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Dutch","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Estonian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Finnish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"French","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Galician","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Georgian","score":0.285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"German","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Greek","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Hungarian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Icelandic","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Italian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Lithuanian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"North Macedonian","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Norwegian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Polish","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Portuguese","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Romanian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Serbian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Slovak","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Slovenian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Swedish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Turkish","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"global PIQA","language":"Ukrainian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Basque","score":0.33982},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Catalan","score":0.59266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Croatian","score":0.58051},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Danish","score":0.62375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Dutch","score":0.62018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"French","score":0.65731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"German","score":0.61454},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Hungarian","score":0.51639},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Italian","score":0.63712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Portuguese","score":0.65543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Romanian","score":0.60314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Serbian","score":0.58705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Slovak","score":0.55224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Spanish","score":0.67431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Swedish","score":0.62607},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0192000","tokens_B":1610.612736,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"French","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"German","score":0.41041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44539},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Bulgarian","score":0.68333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Croatian","score":0.67111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Czech","score":0.66889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Danish","score":0.65667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Dutch","score":0.65778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"English","score":0.74556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Estonian","score":0.63778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Finnish","score":0.66111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"French","score":0.68667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"German","score":0.67556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Greek","score":0.68778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Hungarian","score":0.66667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Italian","score":0.65222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Latvian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Lithuanian","score":0.66222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Maltese","score":0.63778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Norwegian","score":0.67444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Polish","score":0.64556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Portuguese","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Romanian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Slovak","score":0.64667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Slovenian","score":0.65556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Spanish","score":0.65556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"BeleBele","language":"Swedish","score":0.65444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Bulgarian","score":29.75255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Croatian","score":38.862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Czech","score":36.25295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Danish","score":32.6374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Dutch","score":55.8225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Estonian","score":27.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Finnish","score":29.7105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"French","score":58.058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"German","score":55.5285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Greek","score":22.1787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Hungarian","score":26.958},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Irish","score":10.091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Italian","score":54.949},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Latvian","score":30.695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Lithuanian","score":42.092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Maltese","score":34.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Polish","score":33.4955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Portuguese","score":66.6175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Romanian","score":41.204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Slovak","score":56.3445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Slovenian","score":23.9835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Spanish","score":48.842},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Flores-200","language":"Swedish","score":27.243},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Catalan","score":0.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"English","score":0.056},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"French","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Galician","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"German","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Czech","score":0.4921},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"English","score":0.53603},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"French","score":0.49729},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"German","score":0.48739},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Greek","score":0.47087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Italian","score":0.49388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47386},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Polish","score":0.47607},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.50121},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Romanian","score":0.49316},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Russian","score":0.43576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Serbian","score":0.47885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49808},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Swedish","score":0.48234},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Turkish","score":0.45763},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.46831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Albanian","score":0.56987},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Armenian","score":0.24727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Basque","score":0.342},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Belarusian","score":0.29636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Bulgarian","score":0.48545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Croatian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Dutch","score":0.44102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Estonian","score":0.34821},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Finnish","score":0.34301},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"French","score":0.47017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Georgian","score":0.282},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Greek","score":0.38043},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Hungarian","score":0.32182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Italian","score":0.50547},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42509},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"North Macedonian","score":0.58076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Polish","score":0.35584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Portuguese","score":0.37205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Russian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Serbian","score":0.47818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Spanish","score":0.46545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Turkish","score":0.36496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"INCLUDE","language":"Ukrainian","score":0.51636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"English","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"German","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Mgsm","language":"Spanish","score":0.22},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Albanian","score":0.84774},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Basque","score":0.53846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.93491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Catalan","score":0.94571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Czech","score":0.89098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Dutch","score":0.82625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"English","score":0.96883},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Estonian","score":0.85592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Finnish","score":0.8358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"French","score":0.91248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Galician","score":0.90969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Georgian","score":0.85784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"German","score":0.89687},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Greek","score":0.96168},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95503},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Icelandic","score":0.88968},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Italian","score":0.91664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Latvian","score":0.8971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.94661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Polish","score":0.87317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95243},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Romanian","score":0.93142},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Serbian","score":0.95192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Slovak","score":0.88372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89873},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Spanish","score":0.95238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Swedish","score":0.95025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Turkish","score":0.70034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.91327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Croatian","score":24.1705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Czech","score":18.5605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Danish","score":27.2185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Dutch","score":19.802},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Estonian","score":21.917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Finnish","score":17.9055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"French","score":17.027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"German","score":23.463},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Greek","score":23.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Hungarian","score":11.857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Italian","score":27.171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Latvian","score":21.292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.021},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.691},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Polish","score":18.5815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Portuguese","score":23.286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Romanian","score":26.5305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Serbian","score":23.576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Slovak","score":23.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.9325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Spanish","score":28.1535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Swedish","score":31.904},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Turkish","score":19.16},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"OpenSubtitles","language":"Ukrainian","score":14.7465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"German","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Italian","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Portuguese","score":0.014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Albanian","score":0.21078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Basque","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Bulgarian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Catalan","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Croatian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Czech","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Danish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Dutch","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"English","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Estonian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Finnish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"French","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Galician","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Georgian","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"German","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Greek","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Hungarian","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Icelandic","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Irish","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Italian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Latvian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Lithuanian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Maltese","score":0.19118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"North Macedonian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Norwegian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Polish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Portuguese","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Romanian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Serbian","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Slovak","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Slovenian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Spanish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Swedish","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Turkish","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"SIB-200","language":"Ukrainian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Estonian","score":0.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Italian","score":0.628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"XCOPA","language":"Turkish","score":0.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Dutch","score":0.382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"English","score":0.566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"French","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"German","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Italian","score":0.381},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Polish","score":0.333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Portuguese","score":0.388},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"Xcsqa","language":"Spanish","score":0.354},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Albanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Bosnian","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Bulgarian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Catalan","score":0.615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Croatian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Czech","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Dutch","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Estonian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Finnish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"French","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Georgian","score":0.275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"German","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Greek","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Hungarian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Icelandic","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Italian","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Lithuanian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"North Macedonian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Norwegian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Polish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Portuguese","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Romanian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Serbian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Slovak","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Slovenian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Spanish","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Swedish","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Turkish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"global PIQA","language":"Ukrainian","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Basque","score":0.34327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Catalan","score":0.59711},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Croatian","score":0.58547},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Danish","score":0.62397},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Dutch","score":0.61684},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"French","score":0.65442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"German","score":0.61187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Hungarian","score":0.51289},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Italian","score":0.63603},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Portuguese","score":0.65359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Romanian","score":0.60097},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Serbian","score":0.58366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Slovak","score":0.55266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Spanish","score":0.67164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Swedish","score":0.62256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0216000","tokens_B":1811.939328,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"French","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"German","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.36775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Bulgarian","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Croatian","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Czech","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Danish","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Dutch","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"English","score":0.76889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Estonian","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Finnish","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"French","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"German","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Greek","score":0.70222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Hungarian","score":0.68667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Italian","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Latvian","score":0.67889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Lithuanian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Maltese","score":0.67444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Norwegian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Polish","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Portuguese","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Romanian","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Slovak","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Slovenian","score":0.68778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Spanish","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"BeleBele","language":"Swedish","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Bulgarian","score":31.57025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Croatian","score":12.1335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Czech","score":16.6365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Danish","score":12.338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Dutch","score":21.8545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Estonian","score":13.8145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Finnish","score":31.704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"French","score":43.0125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"German","score":41.1205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Greek","score":5.92385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Hungarian","score":25.2965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Irish","score":12.591},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Italian","score":35.688},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Latvian","score":13.5445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Lithuanian","score":33.0005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Maltese","score":13.2645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Polish","score":27.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Portuguese","score":40.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Romanian","score":58.289},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Slovak","score":8.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Slovenian","score":14.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Spanish","score":23.927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Flores-200","language":"Swedish","score":30.998},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Catalan","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"French","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"German","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Hungarian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Czech","score":0.51097},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"English","score":0.5532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"French","score":0.5156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"German","score":0.50805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Greek","score":0.49017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Italian","score":0.51688},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Polish","score":0.49623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51966},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51453},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Russian","score":0.47016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Spanish","score":0.51538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Turkish","score":0.47913},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.48583},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Albanian","score":0.56261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Basque","score":0.34},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Belarusian","score":0.25273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Croatian","score":0.52727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Dutch","score":0.44828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Estonian","score":0.41518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Finnish","score":0.36298},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"French","score":0.45107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Georgian","score":0.304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"German","score":0.40288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Greek","score":0.35326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Hungarian","score":0.34364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Italian","score":0.48358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Lithuanian","score":0.40824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"North Macedonian","score":0.6225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Polish","score":0.38504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Portuguese","score":0.46461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Russian","score":0.36232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Serbian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Spanish","score":0.45636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Turkish","score":0.37591},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"English","score":0.276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"French","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"German","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Basque","score":0.72894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Catalan","score":0.95665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Czech","score":0.92364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Danish","score":0.94},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Dutch","score":0.88374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Estonian","score":0.88505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Finnish","score":0.91167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"French","score":0.97331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Galician","score":0.92829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Georgian","score":0.79412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"German","score":0.97041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Greek","score":0.98175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Italian","score":0.95432},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Latvian","score":0.9314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Polish","score":0.92237},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96161},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Romanian","score":0.94504},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Serbian","score":0.96074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Slovak","score":0.9035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90141},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Spanish","score":0.97245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Turkish","score":0.80482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Croatian","score":23.977},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Czech","score":17.873},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Danish","score":28.097},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Dutch","score":19.7155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Estonian","score":22.5885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Finnish","score":17.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"French","score":16.985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"German","score":23.3225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Greek","score":22.8365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.984},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Italian","score":26.883},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.6115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Polish","score":19.9445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Romanian","score":26.386},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Serbian","score":23.5725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Slovak","score":24.087},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.7705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Spanish","score":27.6885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Swedish","score":33.711},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Turkish","score":18.0425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.3755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"English","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"French","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"German","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Italian","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Portuguese","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"PolyMath","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Albanian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Basque","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Bosnian","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Bulgarian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Catalan","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Croatian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Czech","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Danish","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Dutch","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"English","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Estonian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Finnish","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"French","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Galician","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"German","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Greek","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Hungarian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Icelandic","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Irish","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Italian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Latvian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Lithuanian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"North Macedonian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Norwegian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Polish","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Portuguese","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Romanian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Serbian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Slovak","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Slovenian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Spanish","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Swedish","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Turkish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"SIB-200","language":"Ukrainian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Estonian","score":0.588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Italian","score":0.602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"XCOPA","language":"Turkish","score":0.634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Dutch","score":0.369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"English","score":0.558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"French","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"German","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Italian","score":0.371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Polish","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Portuguese","score":0.384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"Xcsqa","language":"Spanish","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Albanian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Bosnian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Bulgarian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Catalan","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Croatian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Czech","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Dutch","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"English","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Estonian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Finnish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"French","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Galician","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"German","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Greek","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Hungarian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Italian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Lithuanian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"North Macedonian","score":0.615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Norwegian","score":0.4675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Polish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Portuguese","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Romanian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Serbian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Slovak","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Slovenian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Spanish","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Swedish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Turkish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"global PIQA","language":"Ukrainian","score":0.63},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Basque","score":0.34057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Catalan","score":0.59331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Croatian","score":0.5842},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Danish","score":0.61741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Dutch","score":0.61511},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"French","score":0.65839},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"German","score":0.61368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Hungarian","score":0.52188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Italian","score":0.63537},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Portuguese","score":0.65424},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Romanian","score":0.59589},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Serbian","score":0.58482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Slovak","score":0.55224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Spanish","score":0.66823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Swedish","score":0.61872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0240000","tokens_B":2013.26592,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42833},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"French","score":0.44027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"German","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44454},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Bulgarian","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Croatian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Czech","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Danish","score":0.72333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Dutch","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"English","score":0.78778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Estonian","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Finnish","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"French","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"German","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Greek","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Hungarian","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Italian","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Latvian","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Lithuanian","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Maltese","score":0.68444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Norwegian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Polish","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Portuguese","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Romanian","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Slovak","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Slovenian","score":0.72333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Spanish","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"BeleBele","language":"Swedish","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Bulgarian","score":30.8495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Croatian","score":40.7075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Czech","score":42.211},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Danish","score":19.747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Dutch","score":20.037},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Estonian","score":29.2665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Finnish","score":30.3915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"French","score":34.7275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"German","score":31.506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Greek","score":5.4954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Hungarian","score":14.229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Irish","score":19.3195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Italian","score":31.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Latvian","score":33.2615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Lithuanian","score":39.9735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Maltese","score":37.4985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Polish","score":30.566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Portuguese","score":36.856},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Romanian","score":40.0295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Slovak","score":43.431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Slovenian","score":30.6365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Spanish","score":15.249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Flores-200","language":"Swedish","score":19.8585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"English","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"French","score":0.06},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Galician","score":0.052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Serbian","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Global MGSM","language":"Spanish","score":0.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Czech","score":0.50826},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"English","score":0.55768},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"French","score":0.51496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"German","score":0.50506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Greek","score":0.48027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Italian","score":0.51624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48554},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Polish","score":0.49729},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51417},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51531},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Russian","score":0.4718},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Spanish","score":0.51752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Turkish","score":0.47187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.48334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Albanian","score":0.53902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Armenian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.29015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Basque","score":0.328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Belarusian","score":0.29091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Croatian","score":0.47818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Dutch","score":0.43194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Estonian","score":0.39732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Finnish","score":0.33212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"French","score":0.47971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Georgian","score":0.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"German","score":0.43165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Greek","score":0.36232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Hungarian","score":0.29636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Italian","score":0.4781},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"North Macedonian","score":0.56987},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Polish","score":0.35401},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Portuguese","score":0.37568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Russian","score":0.35326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Serbian","score":0.48182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Spanish","score":0.44909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Turkish","score":0.38869},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"INCLUDE","language":"Ukrainian","score":0.45818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"English","score":0.284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"French","score":0.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"German","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Mgsm","language":"Spanish","score":0.244},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Basque","score":0.68498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Catalan","score":0.95578},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Czech","score":0.92716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Dutch","score":0.90562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Estonian","score":0.91029},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Finnish","score":0.9144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"French","score":0.97488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Galician","score":0.93227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Georgian","score":0.67647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"German","score":0.97607},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Italian","score":0.95065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Latvian","score":0.93305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96186},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Polish","score":0.91962},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Romanian","score":0.95574},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Serbian","score":0.97048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Slovak","score":0.90929},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9081},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Spanish","score":0.97285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Turkish","score":0.79736},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.2365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Croatian","score":22.3865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Czech","score":16.721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Danish","score":24.6695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Dutch","score":18.1655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Estonian","score":19.7845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Finnish","score":16.0095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"French","score":16.319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"German","score":21.6695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Greek","score":21.9795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.3712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Italian","score":25.539},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Latvian","score":20.7425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.168},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Polish","score":18.508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.1415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Romanian","score":22.516},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Serbian","score":17.60995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Slovak","score":22.9025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.1125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Spanish","score":26.4405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Swedish","score":29.7775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Turkish","score":16.5405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"German","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Albanian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Basque","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Bosnian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Bulgarian","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Catalan","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Croatian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Czech","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Danish","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"English","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Estonian","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Finnish","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"French","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Galician","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"German","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Greek","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Hungarian","score":0.21078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Icelandic","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Irish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Italian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Latvian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Lithuanian","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Maltese","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"North Macedonian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Norwegian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Polish","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Portuguese","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Romanian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Serbian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Slovak","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Slovenian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Spanish","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Swedish","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Turkish","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"SIB-200","language":"Ukrainian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Estonian","score":0.608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Italian","score":0.636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"XCOPA","language":"Turkish","score":0.636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Dutch","score":0.381},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"English","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"French","score":0.383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"German","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Italian","score":0.367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Polish","score":0.347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Portuguese","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"Xcsqa","language":"Spanish","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Albanian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Bosnian","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Bulgarian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Catalan","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Croatian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Czech","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Dutch","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"English","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Estonian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Finnish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"French","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Galician","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Georgian","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"German","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Greek","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Hungarian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Icelandic","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Lithuanian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"North Macedonian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Norwegian","score":0.5175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Polish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Portuguese","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Romanian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Serbian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Slovak","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Slovenian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Spanish","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Swedish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Turkish","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"global PIQA","language":"Ukrainian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Basque","score":0.34392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Catalan","score":0.59907},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Croatian","score":0.58885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Danish","score":0.6245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Dutch","score":0.62482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"French","score":0.65806},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"German","score":0.61934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Hungarian","score":0.51903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Italian","score":0.64092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Portuguese","score":0.65793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Romanian","score":0.6066},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Serbian","score":0.58652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Slovak","score":0.55572},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Spanish","score":0.67602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Swedish","score":0.61807},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0264000","tokens_B":2214.592512,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"French","score":0.43857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"German","score":0.41894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43003},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Bulgarian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Croatian","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Czech","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Danish","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Dutch","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"English","score":0.79222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Estonian","score":0.66556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Finnish","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"French","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"German","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Greek","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Hungarian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Italian","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Latvian","score":0.70222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Lithuanian","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Maltese","score":0.66778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Norwegian","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Polish","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Portuguese","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Romanian","score":0.70222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Slovak","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Slovenian","score":0.69222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Spanish","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"BeleBele","language":"Swedish","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Bulgarian","score":30.948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Croatian","score":15.6775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Czech","score":39.9245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Danish","score":32.156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Dutch","score":20.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Estonian","score":37.413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Finnish","score":22.8825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"French","score":40.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"German","score":38.454},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Greek","score":29.3266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Hungarian","score":15.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Irish","score":40.4745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Italian","score":53.943},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Latvian","score":13.5995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Lithuanian","score":21.8505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Maltese","score":37.0465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Polish","score":26.0315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Portuguese","score":38.884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Romanian","score":18.758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Slovak","score":40.1595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Slovenian","score":33.9445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Spanish","score":34.6165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Flores-200","language":"Swedish","score":18.3595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Czech","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"English","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"French","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Hungarian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Czech","score":0.50541},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"English","score":0.55284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"French","score":0.50812},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"German","score":0.50534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Greek","score":0.48355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Italian","score":0.50456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48419},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Polish","score":0.49316},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Romanian","score":0.50534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Russian","score":0.46375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48042},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Spanish","score":0.51018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50477},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.48141},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Albanian","score":0.55898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Armenian","score":0.27091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Basque","score":0.374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Belarusian","score":0.24909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Bulgarian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Croatian","score":0.56545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Dutch","score":0.45917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Estonian","score":0.50893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Finnish","score":0.37205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Greek","score":0.36413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Hungarian","score":0.29818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Italian","score":0.53832},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43446},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65154},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Polish","score":0.40146},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Portuguese","score":0.40653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Russian","score":0.36957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Serbian","score":0.50364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Spanish","score":0.47455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"English","score":0.276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"French","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"German","score":0.276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Mgsm","language":"Spanish","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Basque","score":0.64103},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Catalan","score":0.95972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Czech","score":0.9133},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Dutch","score":0.88846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Estonian","score":0.88816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Finnish","score":0.86809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"French","score":0.96978},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Galician","score":0.93227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Georgian","score":0.7451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"German","score":0.97302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Greek","score":0.98266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Italian","score":0.94565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Latvian","score":0.92612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Polish","score":0.91626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95702},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Romanian","score":0.9465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Serbian","score":0.96166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Slovak","score":0.91049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Spanish","score":0.97166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Turkish","score":0.77038},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.2835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Croatian","score":24.3995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Czech","score":18.053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Danish","score":28.0385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Dutch","score":20.115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Estonian","score":22.0555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Finnish","score":18.094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"French","score":16.8265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"German","score":23.413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Greek","score":23.3225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.3935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Italian","score":27.1335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Latvian","score":21.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.5655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Polish","score":20.527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.2025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Romanian","score":26.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Serbian","score":22.887},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Slovak","score":23.918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.071},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Spanish","score":27.9975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Swedish","score":33.84},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Turkish","score":19.3655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.093},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Albanian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Basque","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Bosnian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Bulgarian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Catalan","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Czech","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Danish","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Dutch","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"English","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Estonian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Finnish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"French","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Galician","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Georgian","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"German","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Greek","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Hungarian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Icelandic","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Latvian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Lithuanian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Maltese","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"North Macedonian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Norwegian","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Polish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Portuguese","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Romanian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Serbian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Slovak","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Slovenian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Spanish","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Swedish","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Turkish","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"SIB-200","language":"Ukrainian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Estonian","score":0.604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Italian","score":0.652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"XCOPA","language":"Turkish","score":0.646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Dutch","score":0.353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"English","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"French","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"German","score":0.393},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Italian","score":0.355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Polish","score":0.314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Portuguese","score":0.379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"Xcsqa","language":"Spanish","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Albanian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Bosnian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Bulgarian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Catalan","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Czech","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Dutch","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"English","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Estonian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Galician","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Georgian","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"German","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Hungarian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Icelandic","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Italian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Lithuanian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"North Macedonian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Norwegian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Polish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Portuguese","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Slovak","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Slovenian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Spanish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Swedish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Turkish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"global PIQA","language":"Ukrainian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Basque","score":0.34263},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Catalan","score":0.60601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Croatian","score":0.58811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Danish","score":0.6331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Dutch","score":0.63421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"French","score":0.66374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"German","score":0.61934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Hungarian","score":0.51848},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Italian","score":0.6456},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Portuguese","score":0.65793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Romanian","score":0.61006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Serbian","score":0.58959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Slovak","score":0.55667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Spanish","score":0.67335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Swedish","score":0.63089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0288000","tokens_B":2415.919104,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55001},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"French","score":0.45137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"German","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.44027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Bulgarian","score":0.68667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Croatian","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Czech","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Danish","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Dutch","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"English","score":0.75667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Estonian","score":0.67556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Finnish","score":0.69222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"French","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"German","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Greek","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Hungarian","score":0.68444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Italian","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Latvian","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Lithuanian","score":0.69778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Maltese","score":0.65333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Norwegian","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Polish","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Portuguese","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Romanian","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Slovak","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Slovenian","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Spanish","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"BeleBele","language":"Swedish","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Bulgarian","score":29.94195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Croatian","score":28.857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Czech","score":31.72025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Danish","score":31.3838},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Dutch","score":59.5525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Estonian","score":36.5195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Finnish","score":44.471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"French","score":60.8125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"German","score":54.222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Greek","score":43.187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Hungarian","score":21.167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Irish","score":28.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Italian","score":53.3285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Latvian","score":20.56185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Lithuanian","score":34.6045},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Maltese","score":44.2235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Polish","score":32.083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Portuguese","score":37.427},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Romanian","score":54.588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Slovak","score":53.2705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Slovenian","score":25.5735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Spanish","score":44.3465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Flores-200","language":"Swedish","score":30.9935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Catalan","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"English","score":0.056},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Czech","score":0.52393},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51759},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"English","score":0.5569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"French","score":0.5203},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"German","score":0.51503},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Greek","score":0.49359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30494},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Italian","score":0.52578},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.49501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Polish","score":0.50634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52963},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Romanian","score":0.5225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Russian","score":0.47721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Serbian","score":0.50769},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52742},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48433},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50463},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Albanian","score":0.54083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Armenian","score":0.26909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Basque","score":0.404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Belarusian","score":0.28364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Croatian","score":0.55091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Dutch","score":0.50091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Estonian","score":0.4375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Finnish","score":0.36842},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"French","score":0.46062},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Georgian","score":0.292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"German","score":0.35252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Greek","score":0.38768},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Hungarian","score":0.37091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Italian","score":0.5219},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Lithuanian","score":0.44195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Polish","score":0.37226},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Portuguese","score":0.44465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Russian","score":0.39674},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Serbian","score":0.54182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Spanish","score":0.48364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Turkish","score":0.39599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"English","score":0.252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"French","score":0.264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"German","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Albanian","score":0.88889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Basque","score":0.64469},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Catalan","score":0.95797},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Czech","score":0.9274},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Dutch","score":0.89961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Estonian","score":0.89631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Finnish","score":0.91284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"French","score":0.97253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Galician","score":0.92829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Georgian","score":0.86275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"German","score":0.97824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Italian","score":0.95398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Latvian","score":0.93832},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Polish","score":0.92696},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95833},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Romanian","score":0.94747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Serbian","score":0.9717},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Slovak","score":0.9187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Spanish","score":0.97166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Turkish","score":0.81688},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.4155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Croatian","score":22.972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Czech","score":17.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Danish","score":26.8705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Dutch","score":19.3445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Estonian","score":19.514},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Finnish","score":16.653},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"French","score":16.3435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"German","score":22.809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Greek","score":20.5365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Hungarian","score":14.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Italian","score":25.662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Latvian","score":20.1435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.9735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Polish","score":17.5205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.89},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Romanian","score":23.913},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Serbian","score":20.769},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Slovak","score":22.6285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.7255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Spanish","score":26.676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Swedish","score":30.5375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Turkish","score":16.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"English","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Italian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Portuguese","score":0.018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Albanian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Basque","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Bosnian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Bulgarian","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Catalan","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Croatian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Czech","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Danish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Dutch","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"English","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Estonian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Finnish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"French","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Galician","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"German","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Greek","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Hungarian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Icelandic","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Irish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Italian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Latvian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Lithuanian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"North Macedonian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Norwegian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Polish","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Portuguese","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Romanian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Serbian","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Slovak","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Slovenian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Spanish","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Swedish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Turkish","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"SIB-200","language":"Ukrainian","score":0.58824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Estonian","score":0.602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Italian","score":0.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Dutch","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"English","score":0.544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"French","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"German","score":0.395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Italian","score":0.376},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Polish","score":0.334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Portuguese","score":0.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"Xcsqa","language":"Spanish","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Catalan","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Czech","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Dutch","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"English","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Estonian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Finnish","score":0.615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"French","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Galician","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"German","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Greek","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Hungarian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Icelandic","score":0.39},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Italian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Lithuanian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"North Macedonian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Norwegian","score":0.5025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Polish","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Portuguese","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Serbian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Slovak","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Slovenian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Spanish","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Swedish","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Turkish","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"global PIQA","language":"Ukrainian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Basque","score":0.34068},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Catalan","score":0.60786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Croatian","score":0.59846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Danish","score":0.62955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Dutch","score":0.63346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"French","score":0.66599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"German","score":0.62073},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Hungarian","score":0.5312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Italian","score":0.64495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Portuguese","score":0.6615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Romanian","score":0.60973},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Serbian","score":0.59562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Slovak","score":0.56046},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Spanish","score":0.68039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Swedish","score":0.63002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0312000","tokens_B":2617.245696,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55574},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.3814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"French","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"German","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43003},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Bulgarian","score":0.69778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Croatian","score":0.70667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Czech","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Danish","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Dutch","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"English","score":0.79778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Estonian","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Finnish","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"French","score":0.74222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"German","score":0.74222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Greek","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Hungarian","score":0.70222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Italian","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Latvian","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Lithuanian","score":0.70667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Maltese","score":0.68333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Norwegian","score":0.74778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Polish","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Portuguese","score":0.74444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Romanian","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Slovak","score":0.71889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Slovenian","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Spanish","score":0.73111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"BeleBele","language":"Swedish","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Bulgarian","score":51.3235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Croatian","score":9.022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Czech","score":8.326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Danish","score":11.8053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Dutch","score":35.277},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Estonian","score":21.733},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Finnish","score":28.8115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"French","score":61.0105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"German","score":53.058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Greek","score":19.3222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Hungarian","score":15.623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Irish","score":32.685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Italian","score":50.103},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Latvian","score":7.246},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Lithuanian","score":5.042},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Maltese","score":28.5465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Polish","score":37.8625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Portuguese","score":40.0395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Romanian","score":38.5045},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Slovak","score":50.189},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Slovenian","score":7.5695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Spanish","score":32.744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Flores-200","language":"Swedish","score":23.303},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Catalan","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"English","score":0.068},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Galician","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Greek","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Global MGSM","language":"Spanish","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Czech","score":0.53048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53411},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"English","score":0.56986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"French","score":0.53945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"German","score":0.52991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Greek","score":0.50612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Italian","score":0.53525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.50933},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Polish","score":0.51716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.54052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Russian","score":0.48818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Serbian","score":0.50256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Spanish","score":0.54273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Albanian","score":0.59347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Armenian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Basque","score":0.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Croatian","score":0.58182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Dutch","score":0.54083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Estonian","score":0.47768},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Finnish","score":0.38657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"French","score":0.47494},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Georgian","score":0.274},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"German","score":0.40288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Greek","score":0.39855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Hungarian","score":0.40364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Italian","score":0.53102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Lithuanian","score":0.48127},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"North Macedonian","score":0.6588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Polish","score":0.41971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Portuguese","score":0.47368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Russian","score":0.40217},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Serbian","score":0.51818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Spanish","score":0.52364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Turkish","score":0.43248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"English","score":0.264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"French","score":0.228},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"German","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Mgsm","language":"Spanish","score":0.236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Albanian","score":0.90123},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Basque","score":0.56777},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.94182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Catalan","score":0.95009},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Czech","score":0.90155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Dutch","score":0.86401},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"English","score":0.97922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Estonian","score":0.85942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Finnish","score":0.86654},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"French","score":0.96115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Galician","score":0.91368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Georgian","score":0.78431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"German","score":0.9678},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Greek","score":0.97993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92717},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Italian","score":0.92598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Latvian","score":0.91854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Polish","score":0.89028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Romanian","score":0.94066},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Serbian","score":0.95679},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Slovak","score":0.86538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Spanish","score":0.96419},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Turkish","score":0.77095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.93076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.062},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Croatian","score":23.924},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Czech","score":18.325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Danish","score":28.075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Dutch","score":20.0195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Estonian","score":22.6005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Finnish","score":17.974},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"French","score":16.802},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"German","score":23.337},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Greek","score":23.2535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.999},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Italian","score":27.0175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Latvian","score":21.824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.438},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Polish","score":20.4195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.929},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Romanian","score":26.6305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Serbian","score":21.3265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Slovak","score":25.121},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.193},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Spanish","score":27.4425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Swedish","score":33.8265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Turkish","score":19.4},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.0575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"English","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"German","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Italian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Portuguese","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"PolyMath","language":"Spanish","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Albanian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Basque","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Bosnian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Bulgarian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Catalan","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Croatian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Czech","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Danish","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Dutch","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"English","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Estonian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Finnish","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"French","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Galician","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"German","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Greek","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Hungarian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Icelandic","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Irish","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Italian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Latvian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Lithuanian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"North Macedonian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Norwegian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Polish","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Portuguese","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Romanian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Serbian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Slovak","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Slovenian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Spanish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Swedish","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Turkish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"SIB-200","language":"Ukrainian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Estonian","score":0.604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Italian","score":0.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"XCOPA","language":"Turkish","score":0.614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Dutch","score":0.379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"English","score":0.563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"French","score":0.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"German","score":0.404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Italian","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Polish","score":0.339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Portuguese","score":0.397},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"Xcsqa","language":"Spanish","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Albanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Bosnian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Bulgarian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Catalan","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Croatian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Czech","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Dutch","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"English","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Estonian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Finnish","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"French","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Galician","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Georgian","score":0.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"German","score":0.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Greek","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Hungarian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Icelandic","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Italian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Lithuanian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"North Macedonian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Norwegian","score":0.5475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Polish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Portuguese","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Romanian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Serbian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Slovak","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Slovenian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Spanish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Swedish","score":0.615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Turkish","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"global PIQA","language":"Ukrainian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Basque","score":0.33938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Catalan","score":0.60276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Croatian","score":0.59297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Danish","score":0.63557},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Dutch","score":0.63594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"French","score":0.66652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"German","score":0.62201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Hungarian","score":0.52714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Italian","score":0.64299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Portuguese","score":0.65598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Romanian","score":0.60963},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Serbian","score":0.59149},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Slovak","score":0.56183},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Spanish","score":0.67783},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Swedish","score":0.62881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0336000","tokens_B":2818.572288,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55968},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.3942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"French","score":0.45137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"German","score":0.40614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Bulgarian","score":0.72333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Croatian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Czech","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Danish","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Dutch","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"English","score":0.77},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Estonian","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Finnish","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"French","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"German","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Greek","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Hungarian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Italian","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Latvian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Lithuanian","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Maltese","score":0.68},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Norwegian","score":0.73889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Polish","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Portuguese","score":0.72333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Romanian","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Slovak","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Slovenian","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Spanish","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"BeleBele","language":"Swedish","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Bulgarian","score":30.695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Croatian","score":43.291},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Czech","score":44.945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Danish","score":18.7765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Dutch","score":18.527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Estonian","score":35.5715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Finnish","score":24.0961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"French","score":59.413},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"German","score":55.7455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Greek","score":28.36185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Hungarian","score":14.952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Irish","score":13.9857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Italian","score":37.9465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Latvian","score":21.47195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Lithuanian","score":44.439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Maltese","score":40.019},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Polish","score":37.0725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Portuguese","score":37.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Romanian","score":53.7405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Slovak","score":32.467},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Slovenian","score":25.92015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Spanish","score":23.679},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Flores-200","language":"Swedish","score":19.7855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Catalan","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"English","score":0.044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"French","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Galician","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Global MGSM","language":"Spanish","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Czech","score":0.52606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"English","score":0.56018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"French","score":0.52927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"German","score":0.51795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Greek","score":0.50157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Italian","score":0.5277},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.50356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Polish","score":0.51033},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Russian","score":0.47828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51082},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50114},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Albanian","score":0.5735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Armenian","score":0.25455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Basque","score":0.402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Croatian","score":0.56727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Dutch","score":0.49728},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Estonian","score":0.50893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Finnish","score":0.37568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"French","score":0.49881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Georgian","score":0.288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"German","score":0.3741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Greek","score":0.37138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Hungarian","score":0.38727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Italian","score":0.54562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Lithuanian","score":0.46442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Polish","score":0.40693},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Portuguese","score":0.44283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Russian","score":0.41304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Serbian","score":0.52545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Spanish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Turkish","score":0.44343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"English","score":0.244},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"French","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"German","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Basque","score":0.66667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95159},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Catalan","score":0.96191},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Czech","score":0.93351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Dutch","score":0.8876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Estonian","score":0.89592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Finnish","score":0.90623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"French","score":0.97606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Galician","score":0.93094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Georgian","score":0.85294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"German","score":0.97824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95858},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Italian","score":0.95565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Latvian","score":0.92744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Polish","score":0.9187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Romanian","score":0.95525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Serbian","score":0.96166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Slovak","score":0.91049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90609},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Spanish","score":0.97245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Turkish","score":0.82204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94096},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Bulgarian","score":8.9673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Croatian","score":23.9765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Czech","score":18.678},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Danish","score":28.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Dutch","score":20.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Estonian","score":22.4315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Finnish","score":18.476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"French","score":15.886},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"German","score":23.82},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Greek","score":24.1685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Italian","score":25.914},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Latvian","score":21.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.517},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Polish","score":21.168},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.6585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Romanian","score":23.9585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Serbian","score":22.8895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Slovak","score":25.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Spanish","score":27.0775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Swedish","score":34.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Turkish","score":19.9175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"English","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"French","score":0.022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"German","score":0.014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"PolyMath","language":"Spanish","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Albanian","score":0.22059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Basque","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Bosnian","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Bulgarian","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Catalan","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Croatian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Czech","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Danish","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Dutch","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"English","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Estonian","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Finnish","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"French","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Galician","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"German","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Greek","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Hungarian","score":0.21569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Icelandic","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Irish","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Italian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Latvian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Lithuanian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Maltese","score":0.17647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"North Macedonian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Norwegian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Polish","score":0.58824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Portuguese","score":0.55392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Romanian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Serbian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Slovak","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Slovenian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Spanish","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Swedish","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Turkish","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"SIB-200","language":"Ukrainian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Estonian","score":0.602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Italian","score":0.662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"XCOPA","language":"Turkish","score":0.648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Dutch","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"English","score":0.549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"French","score":0.361},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"German","score":0.406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Italian","score":0.384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Polish","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Portuguese","score":0.383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"Xcsqa","language":"Spanish","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Albanian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Bosnian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Bulgarian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Catalan","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Czech","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Dutch","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Estonian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Finnish","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"French","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Galician","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"German","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Greek","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Hungarian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Italian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Lithuanian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"North Macedonian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Norwegian","score":0.5275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Portuguese","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Romanian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Slovak","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Slovenian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Spanish","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Swedish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Turkish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"global PIQA","language":"Ukrainian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Basque","score":0.34025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Catalan","score":0.61209},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Croatian","score":0.59751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Danish","score":0.636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Dutch","score":0.63745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"French","score":0.66813},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"German","score":0.62084},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Hungarian","score":0.52341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Italian","score":0.6444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Portuguese","score":0.66204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Romanian","score":0.61439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Serbian","score":0.59382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Slovak","score":0.56089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Spanish","score":0.67453},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Swedish","score":0.63637},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0360000","tokens_B":3019.89888,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"French","score":0.44027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"German","score":0.41468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Bulgarian","score":0.71889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Croatian","score":0.71111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Czech","score":0.74444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Danish","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Dutch","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"English","score":0.79889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Estonian","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Finnish","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"French","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"German","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Greek","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Hungarian","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Italian","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Latvian","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Lithuanian","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Maltese","score":0.69778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Norwegian","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Polish","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Portuguese","score":0.73889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Romanian","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Slovak","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Slovenian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Spanish","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"BeleBele","language":"Swedish","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Bulgarian","score":28.40425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Croatian","score":34.67645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Czech","score":9.21425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Danish","score":11.2556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Dutch","score":51.097},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Estonian","score":30.12},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Finnish","score":48.0015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"French","score":62.787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"German","score":52.8065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Greek","score":30.9751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Hungarian","score":31.582},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Irish","score":10.85405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Italian","score":53.7415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Latvian","score":8.30385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Lithuanian","score":34.1965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Maltese","score":7.96614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Polish","score":38.5445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Portuguese","score":40.107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Romanian","score":42.3245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Slovak","score":40.5395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Slovenian","score":34.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Spanish","score":45.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Flores-200","language":"Swedish","score":16.8025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Catalan","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"English","score":0.108},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"French","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Galician","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Czech","score":0.53418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"English","score":0.57235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"French","score":0.52806},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"German","score":0.52785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Greek","score":0.51481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Italian","score":0.52713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Polish","score":0.523},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.5339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Russian","score":0.48205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53262},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Albanian","score":0.52813},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Armenian","score":0.26909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Basque","score":0.398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Belarusian","score":0.27091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Bulgarian","score":0.50909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Croatian","score":0.56364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Dutch","score":0.5245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Estonian","score":0.41518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Finnish","score":0.39927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"French","score":0.45585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Georgian","score":0.23},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Greek","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Hungarian","score":0.33455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Italian","score":0.54015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Lithuanian","score":0.4794},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Polish","score":0.37044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Portuguese","score":0.46824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Russian","score":0.40942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Serbian","score":0.51636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Spanish","score":0.47455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Turkish","score":0.43978},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"English","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"French","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"German","score":0.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Basque","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96583},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Catalan","score":0.95841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Czech","score":0.93092},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Dutch","score":0.89575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Estonian","score":0.89981},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Finnish","score":0.91829},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"French","score":0.98116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Galician","score":0.94422},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Georgian","score":0.80392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"German","score":0.97694},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Greek","score":0.98358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Italian","score":0.94698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Latvian","score":0.92744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95847},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Polish","score":0.91595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Romanian","score":0.95623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Serbian","score":0.96592},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Slovak","score":0.91508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89293},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Spanish","score":0.97285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Turkish","score":0.82491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.45165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Croatian","score":19.195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Czech","score":15.13535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Danish","score":25.6905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Dutch","score":18.949},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Estonian","score":16.9195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Finnish","score":13.87915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"French","score":15.7945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"German","score":19.998},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Greek","score":18.539},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Hungarian","score":11.00795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Italian","score":22.8635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Latvian","score":17.088},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Lithuanian","score":13.6471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Norwegian","score":19.956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Polish","score":15.5966},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Portuguese","score":18.564},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Romanian","score":18.43315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Serbian","score":14.32325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Slovak","score":20.5355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Slovenian","score":12.2077},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Spanish","score":24.4855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Swedish","score":24.247},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Turkish","score":14.91665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"OpenSubtitles","language":"Ukrainian","score":10.18735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Albanian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Basque","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Bosnian","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Bulgarian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Catalan","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Croatian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Czech","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Danish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"English","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Estonian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Finnish","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"French","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Galician","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Georgian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"German","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Greek","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Hungarian","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Icelandic","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Irish","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Italian","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Latvian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Lithuanian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"North Macedonian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Norwegian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Polish","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Portuguese","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Romanian","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Serbian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Slovak","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Slovenian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Spanish","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Swedish","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Turkish","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"SIB-200","language":"Ukrainian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Estonian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Italian","score":0.616},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"XCOPA","language":"Turkish","score":0.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Dutch","score":0.374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"English","score":0.518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"French","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"German","score":0.389},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Italian","score":0.362},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Portuguese","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"Xcsqa","language":"Spanish","score":0.343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Albanian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Bosnian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Bulgarian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Catalan","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Czech","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Dutch","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Estonian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Finnish","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Galician","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Georgian","score":0.315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Greek","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Hungarian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Icelandic","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Italian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Lithuanian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"North Macedonian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Norwegian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Polish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Romanian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Slovak","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Slovenian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Swedish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Turkish","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"global PIQA","language":"Ukrainian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Basque","score":0.3477},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Catalan","score":0.60873},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Croatian","score":0.59582},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Danish","score":0.6345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Dutch","score":0.63184},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"French","score":0.66588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"German","score":0.61988},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Hungarian","score":0.52593},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Italian","score":0.64342},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Portuguese","score":0.66053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Romanian","score":0.61147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Serbian","score":0.58779},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Slovak","score":0.5573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Spanish","score":0.67634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Swedish","score":0.63155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0384000","tokens_B":3221.225472,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"French","score":0.43345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"German","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Bulgarian","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Croatian","score":0.69333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Czech","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Danish","score":0.69222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Dutch","score":0.69444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"English","score":0.79222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Estonian","score":0.66444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Finnish","score":0.68444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"French","score":0.72333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"German","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Greek","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Hungarian","score":0.68667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Italian","score":0.70667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Latvian","score":0.66778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Lithuanian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Maltese","score":0.66556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Norwegian","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Polish","score":0.68333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Portuguese","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Romanian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Slovak","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Slovenian","score":0.68667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Spanish","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"BeleBele","language":"Swedish","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Bulgarian","score":30.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Croatian","score":13.76915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Czech","score":41.579},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Danish","score":6.6645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Dutch","score":43.865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Estonian","score":33.132},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Finnish","score":12.96835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"French","score":60.659},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"German","score":56.0675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Greek","score":29.01745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Hungarian","score":15.8735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Irish","score":38.0135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Italian","score":50.5295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Latvian","score":27.673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Lithuanian","score":37.183},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Maltese","score":34.8665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Polish","score":25.8445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Portuguese","score":63.581},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Romanian","score":39.7115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Slovak","score":37.06085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Slovenian","score":30.6285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Spanish","score":44.3755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Flores-200","language":"Swedish","score":13.6805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Catalan","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Czech","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Czech","score":0.52834},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"English","score":0.56886},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"French","score":0.52891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"German","score":0.52884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Greek","score":0.50698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30067},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Italian","score":0.53283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.5146},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Polish","score":0.51787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Russian","score":0.48341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53668},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49658},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Albanian","score":0.54265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Basque","score":0.376},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Belarusian","score":0.28545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Croatian","score":0.53273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Dutch","score":0.54809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Estonian","score":0.44196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Finnish","score":0.36298},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Georgian","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"German","score":0.29496},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Greek","score":0.36957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Hungarian","score":0.35455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Italian","score":0.53285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"North Macedonian","score":0.62976},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Polish","score":0.38869},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Portuguese","score":0.44646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Serbian","score":0.55091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Spanish","score":0.47818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Turkish","score":0.40328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"English","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"French","score":0.308},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"German","score":0.292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Mgsm","language":"Spanish","score":0.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Basque","score":0.74725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Catalan","score":0.95841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Czech","score":0.92434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Dutch","score":0.88031},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Estonian","score":0.88816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Finnish","score":0.90272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"French","score":0.97645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Galician","score":0.90969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Georgian","score":0.88725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"German","score":0.96867},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Greek","score":0.98266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Italian","score":0.94732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Latvian","score":0.93107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95593},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Polish","score":0.91901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96424},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Romanian","score":0.94796},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Serbian","score":0.96683},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Slovak","score":0.91942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90141},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Spanish","score":0.97442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Turkish","score":0.80023},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95044},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.4365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Croatian","score":24.1165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Czech","score":17.836},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Danish","score":28.212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Dutch","score":19.93},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Estonian","score":22.8835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Finnish","score":17.9675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"French","score":16.5145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"German","score":23.3215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Greek","score":23.656},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Italian","score":26.3115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Latvian","score":21.652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.5325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.967},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Polish","score":20.163},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.9065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Romanian","score":26.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Serbian","score":23.0395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Slovak","score":24.0595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Spanish","score":25.224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Swedish","score":33.4855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Turkish","score":18.922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.2685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Albanian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Basque","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Bosnian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Bulgarian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Catalan","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Croatian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Czech","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Danish","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Dutch","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"English","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Estonian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Finnish","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"French","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Galician","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Georgian","score":0.14216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"German","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Greek","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Hungarian","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Icelandic","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Irish","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Italian","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Latvian","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Lithuanian","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"North Macedonian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Norwegian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Polish","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Portuguese","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Romanian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Serbian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Slovak","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Slovenian","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Spanish","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Swedish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Turkish","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"SIB-200","language":"Ukrainian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Estonian","score":0.6},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Italian","score":0.638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"XCOPA","language":"Turkish","score":0.614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Dutch","score":0.357},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"English","score":0.516},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"French","score":0.381},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"German","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Italian","score":0.347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Polish","score":0.324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Portuguese","score":0.359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"Xcsqa","language":"Spanish","score":0.346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Albanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Bosnian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Bulgarian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Catalan","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Croatian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Czech","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Dutch","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Estonian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Finnish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"French","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Galician","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Georgian","score":0.305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"German","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Hungarian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Icelandic","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Italian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Lithuanian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"North Macedonian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Norwegian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Polish","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Slovak","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Slovenian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Swedish","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"global PIQA","language":"Ukrainian","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Basque","score":0.34144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Catalan","score":0.60547},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Croatian","score":0.59455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Danish","score":0.63246},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Dutch","score":0.6326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"French","score":0.6632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"German","score":0.6219},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Hungarian","score":0.5244},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Italian","score":0.63973},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Portuguese","score":0.65598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Romanian","score":0.60519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Serbian","score":0.59467},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Slovak","score":0.56289},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Spanish","score":0.67517},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Swedish","score":0.63177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0408000","tokens_B":3422.552064,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42577},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"French","score":0.45137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"German","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43771},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Bulgarian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Croatian","score":0.71111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Czech","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Danish","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Dutch","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"English","score":0.79},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Estonian","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Finnish","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"French","score":0.74778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"German","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Greek","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Hungarian","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Italian","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Latvian","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Lithuanian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Maltese","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Norwegian","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Polish","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Portuguese","score":0.74889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Romanian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Slovak","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Slovenian","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Spanish","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"BeleBele","language":"Swedish","score":0.74778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Croatian","score":39.574},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Czech","score":15.3215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Danish","score":31.1545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Dutch","score":56.665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Estonian","score":32.6645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Finnish","score":20.0225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"French","score":58.1565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"German","score":50.1785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Greek","score":31.5487},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Hungarian","score":31.3195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Irish","score":36.9405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Italian","score":56.0305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Latvian","score":29.0665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Lithuanian","score":43.563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Maltese","score":60.681},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Polish","score":25.4105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Portuguese","score":66.603},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Romanian","score":53.432},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Slovak","score":52.3755},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Slovenian","score":31.3055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Spanish","score":41.6115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Flores-200","language":"Swedish","score":39.7845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Basque","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Catalan","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Galician","score":0.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Serbian","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Global MGSM","language":"Spanish","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Czech","score":0.52834},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"English","score":0.57421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"French","score":0.53767},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"German","score":0.53162},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Greek","score":0.50513},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Italian","score":0.53532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.50719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Polish","score":0.51481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.54123},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53183},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Russian","score":0.48811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53411},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52906},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Albanian","score":0.58439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Armenian","score":0.28909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Basque","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Belarusian","score":0.24909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Bulgarian","score":0.50364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Croatian","score":0.57273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Dutch","score":0.54083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Finnish","score":0.41016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"French","score":0.45823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Georgian","score":0.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"German","score":0.3741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Greek","score":0.40942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Hungarian","score":0.36545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Italian","score":0.55109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Lithuanian","score":0.46442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Polish","score":0.37591},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Portuguese","score":0.46279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Russian","score":0.42935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Serbian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Spanish","score":0.53091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Turkish","score":0.42336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"INCLUDE","language":"Ukrainian","score":0.50364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"English","score":0.324},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"French","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"German","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Albanian","score":0.9177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Basque","score":0.64835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96257},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Catalan","score":0.9606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Czech","score":0.92364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Dutch","score":0.89661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Estonian","score":0.90175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Finnish","score":0.90661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"French","score":0.97684},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Galician","score":0.91633},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Georgian","score":0.76471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"German","score":0.97215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Greek","score":0.98631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Italian","score":0.94598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Latvian","score":0.93404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Polish","score":0.91993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95899},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Romanian","score":0.94553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Serbian","score":0.97079},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Slovak","score":0.91628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90832},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Spanish","score":0.97481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Turkish","score":0.81515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Croatian","score":24.1855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Czech","score":18.552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Danish","score":28.125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Dutch","score":20.2535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Estonian","score":22.8375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Finnish","score":18.5945},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"French","score":17.03},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"German","score":23.454},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Greek","score":22.9455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.767},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Italian","score":27.251},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Latvian","score":22.187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.633},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.2105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Polish","score":20.9965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.551},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Romanian","score":27.607},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Serbian","score":21.695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Slovak","score":25.0435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Spanish","score":28.326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Swedish","score":34.188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Turkish","score":19.4835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.0535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"German","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Portuguese","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Albanian","score":0.23529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Basque","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Bosnian","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Bulgarian","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Catalan","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Czech","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Danish","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Dutch","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"English","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Estonian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"French","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Galician","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"German","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Greek","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Hungarian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Icelandic","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Irish","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Italian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Latvian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Lithuanian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"North Macedonian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Norwegian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Polish","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Portuguese","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Romanian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Serbian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Slovak","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Slovenian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Spanish","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Swedish","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Turkish","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"SIB-200","language":"Ukrainian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Estonian","score":0.576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Italian","score":0.64},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"XCOPA","language":"Turkish","score":0.632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Dutch","score":0.379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"English","score":0.567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"French","score":0.374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"German","score":0.396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Italian","score":0.368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Polish","score":0.325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Portuguese","score":0.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"Xcsqa","language":"Spanish","score":0.368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Bosnian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Bulgarian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Catalan","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Croatian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Czech","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Dutch","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"English","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Estonian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Finnish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Galician","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Georgian","score":0.265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"German","score":0.605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Hungarian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Icelandic","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Italian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Lithuanian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"North Macedonian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Norwegian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Polish","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Portuguese","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Romanian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Serbian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Slovak","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Slovenian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Spanish","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Turkish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Basque","score":0.34673},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Catalan","score":0.61416},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Croatian","score":0.59677},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Danish","score":0.63568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Dutch","score":0.63594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"French","score":0.66631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"German","score":0.62553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Hungarian","score":0.52758},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Italian","score":0.6444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Portuguese","score":0.66421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Romanian","score":0.61439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Serbian","score":0.59668},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Slovak","score":0.56247},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Spanish","score":0.68157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Swedish","score":0.63725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0432000","tokens_B":3623.878656,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55819},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"French","score":0.43259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"German","score":0.4215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.42321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Bulgarian","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Croatian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Czech","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Danish","score":0.73222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Dutch","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"English","score":0.78111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Estonian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Finnish","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"French","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"German","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Greek","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Hungarian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Italian","score":0.74444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Latvian","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Lithuanian","score":0.71111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Maltese","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Norwegian","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Polish","score":0.71111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Portuguese","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Romanian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Slovak","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Slovenian","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Spanish","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"BeleBele","language":"Swedish","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Bulgarian","score":32.01695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Croatian","score":14.664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Czech","score":36.231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Danish","score":30.5175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Dutch","score":20.8395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Estonian","score":32.446},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Finnish","score":27.2885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"French","score":59.3495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"German","score":48.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Greek","score":6.2924},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Hungarian","score":15.851},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Irish","score":13.3365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Italian","score":37.15},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Latvian","score":28.818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Lithuanian","score":37.7865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Maltese","score":34.5895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Polish","score":35.828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Portuguese","score":16.599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Romanian","score":61.803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Slovak","score":43.124},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Slovenian","score":34.0635},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Spanish","score":22.306},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Flores-200","language":"Swedish","score":16.352},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Basque","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Catalan","score":0.052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"English","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"French","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Galician","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Hungarian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Global MGSM","language":"Spanish","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Czech","score":0.53853},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Dutch","score":0.54102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"English","score":0.58247},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"French","score":0.54138},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"German","score":0.5371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Greek","score":0.51374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Italian","score":0.54544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51702},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Polish","score":0.53475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.54387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Romanian","score":0.54558},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Russian","score":0.48875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51282},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Spanish","score":0.54593},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Albanian","score":0.61706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Armenian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Basque","score":0.404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Belarusian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Bulgarian","score":0.49273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Croatian","score":0.54545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Dutch","score":0.54083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Estonian","score":0.44196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Finnish","score":0.39564},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"French","score":0.51551},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Georgian","score":0.312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"German","score":0.39568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Greek","score":0.39855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Hungarian","score":0.40545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Italian","score":0.56387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Lithuanian","score":0.48876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64973},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Polish","score":0.44161},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Portuguese","score":0.48276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Russian","score":0.41304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Serbian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Spanish","score":0.52182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Turkish","score":0.45255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"INCLUDE","language":"Ukrainian","score":0.58182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"English","score":0.292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"French","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"German","score":0.328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Mgsm","language":"Spanish","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Albanian","score":0.893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Basque","score":0.72161},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Catalan","score":0.95622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Czech","score":0.92622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Dutch","score":0.90605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Estonian","score":0.88039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Finnish","score":0.88054},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"French","score":0.9686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Galician","score":0.94954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Georgian","score":0.73529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"German","score":0.97171},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Greek","score":0.9854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95859},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Italian","score":0.94498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Latvian","score":0.9248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.95932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Polish","score":0.92329},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Romanian","score":0.94261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Serbian","score":0.96287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Slovak","score":0.8965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Slovenian","score":0.8878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Spanish","score":0.96891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Turkish","score":0.82664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95007},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Bulgarian","score":10.57485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Croatian","score":24.1495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Czech","score":18.481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Danish","score":28.143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Dutch","score":19.8385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Estonian","score":21.317},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Finnish","score":17.2915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"French","score":16.924},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"German","score":23.2515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Greek","score":24.1725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.0615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Italian","score":24.1545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Latvian","score":21.3935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.8815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Polish","score":20.537},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.621},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Romanian","score":26.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Serbian","score":23.506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Slovak","score":24.958},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Spanish","score":27.7135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Swedish","score":33.3315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Turkish","score":19.7275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"French","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Albanian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Basque","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Bosnian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Catalan","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Croatian","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Czech","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Danish","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Estonian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Galician","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Georgian","score":0.21569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"German","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Greek","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Hungarian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Icelandic","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Irish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Italian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Latvian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Lithuanian","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Maltese","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Polish","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Portuguese","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Romanian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Slovak","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Slovenian","score":0.30882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Spanish","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Swedish","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Turkish","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"SIB-200","language":"Ukrainian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Estonian","score":0.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Italian","score":0.606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Dutch","score":0.371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"English","score":0.533},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"French","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"German","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Italian","score":0.371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Polish","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Portuguese","score":0.364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"Xcsqa","language":"Spanish","score":0.343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Albanian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Bosnian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Bulgarian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Catalan","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Czech","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Dutch","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Estonian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Finnish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Galician","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Georgian","score":0.29},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"German","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Hungarian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Icelandic","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Lithuanian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"North Macedonian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Norwegian","score":0.4725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Polish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Portuguese","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Romanian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Slovak","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Slovenian","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Spanish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Swedish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Turkish","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"global PIQA","language":"Ukrainian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Basque","score":0.345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Catalan","score":0.61655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Croatian","score":0.60015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Danish","score":0.63525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Dutch","score":0.63432},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"French","score":0.66599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"German","score":0.62137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Hungarian","score":0.52265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Italian","score":0.64353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Portuguese","score":0.66464},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Romanian","score":0.6119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Serbian","score":0.59848},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Slovak","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Spanish","score":0.68402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Swedish","score":0.63506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0456000","tokens_B":3825.205248,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55766},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41724},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"French","score":0.43259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"German","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41894},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43771},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42833},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Bulgarian","score":0.73889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Croatian","score":0.71556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Czech","score":0.74667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Danish","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Dutch","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"English","score":0.79},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Estonian","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Finnish","score":0.74222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"French","score":0.75333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"German","score":0.74556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Greek","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Hungarian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Italian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Latvian","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Lithuanian","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Maltese","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Norwegian","score":0.74889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Polish","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Portuguese","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Romanian","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Slovak","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Slovenian","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Spanish","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"BeleBele","language":"Swedish","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Croatian","score":16.917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Czech","score":15.0955},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Danish","score":19.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Dutch","score":25.074},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Estonian","score":29.1505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Finnish","score":13.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"French","score":37.079},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"German","score":18.885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Greek","score":5.59885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Hungarian","score":16.119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Irish","score":42.2645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Italian","score":31.8005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Latvian","score":13.648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Lithuanian","score":15.387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Maltese","score":16.7435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Polish","score":26.888},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Portuguese","score":18.1075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Romanian","score":38.0475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Slovak","score":39.145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Slovenian","score":16.158},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Spanish","score":15.917},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Flores-200","language":"Swedish","score":13.4065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Catalan","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"English","score":0.08},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"French","score":0.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Galician","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"German","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Greek","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Global MGSM","language":"Spanish","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Czech","score":0.54073},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53361},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"English","score":0.5757},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"French","score":0.53881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"German","score":0.53233},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Greek","score":0.50783},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30772},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Italian","score":0.53803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51132},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Polish","score":0.52841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53774},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53853},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Russian","score":0.49437},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51139},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53796},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Swedish","score":0.5292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51189},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Albanian","score":0.59347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Basque","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Belarusian","score":0.25273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Croatian","score":0.55091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Dutch","score":0.54083},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Estonian","score":0.47321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Finnish","score":0.39564},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"French","score":0.49881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Georgian","score":0.252},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"German","score":0.39568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Greek","score":0.40761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Hungarian","score":0.35636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Italian","score":0.56569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Lithuanian","score":0.49064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Polish","score":0.39051},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Portuguese","score":0.47005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Russian","score":0.37862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Serbian","score":0.53455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Spanish","score":0.50545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"INCLUDE","language":"Ukrainian","score":0.53273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"English","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"French","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"German","score":0.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Mgsm","language":"Spanish","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Basque","score":0.69231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Catalan","score":0.96278},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Czech","score":0.94055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Dutch","score":0.91248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Estonian","score":0.88854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Finnish","score":0.90584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"French","score":0.98116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Galician","score":0.93625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Georgian","score":0.88725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"German","score":0.97911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Greek","score":0.98175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Icelandic","score":0.96109},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Irish","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Italian","score":0.95632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Latvian","score":0.93931},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Polish","score":0.93337},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Romanian","score":0.95623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Serbian","score":0.97383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Slovak","score":0.92521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Spanish","score":0.97521},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Turkish","score":0.84501},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Croatian","score":24.428},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Czech","score":19.0455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Danish","score":28.29},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Dutch","score":20.4355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Estonian","score":23.206},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Finnish","score":18.1585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"French","score":17.307},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"German","score":23.579},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Greek","score":24.461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.533},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Italian","score":27.8395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Latvian","score":22.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.691},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.8435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Polish","score":21.1395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.4465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Romanian","score":27.039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Serbian","score":24.3685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Slovak","score":25.322},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.6035},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Spanish","score":28.2495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Swedish","score":34.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Turkish","score":19.733},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.9215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Albanian","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Basque","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Bosnian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Bulgarian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Croatian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Czech","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Danish","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Dutch","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"English","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Estonian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Finnish","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"French","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Galician","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Georgian","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"German","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Icelandic","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Irish","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Italian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Latvian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Lithuanian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Maltese","score":0.21078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"North Macedonian","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Norwegian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Polish","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Portuguese","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Romanian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Serbian","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Swedish","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Turkish","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"SIB-200","language":"Ukrainian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Estonian","score":0.594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Italian","score":0.636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"XCOPA","language":"Turkish","score":0.634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Dutch","score":0.397},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"English","score":0.547},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"French","score":0.392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"German","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Italian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Polish","score":0.338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Portuguese","score":0.406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"Xcsqa","language":"Spanish","score":0.371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Albanian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Bosnian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Bulgarian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Czech","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Dutch","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Estonian","score":0.41},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Finnish","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Galician","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"German","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Greek","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Hungarian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Italian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"North Macedonian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Norwegian","score":0.4525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Polish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Portuguese","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Romanian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Serbian","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Slovenian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Spanish","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Turkish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"global PIQA","language":"Ukrainian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Basque","score":0.34489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Catalan","score":0.6122},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Croatian","score":0.59878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Danish","score":0.6316},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Dutch","score":0.63659},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"French","score":0.66685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"German","score":0.62788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Hungarian","score":0.52933},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Italian","score":0.64908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Portuguese","score":0.66356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Romanian","score":0.61157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Serbian","score":0.59266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Slovak","score":0.5689},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Spanish","score":0.67911},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Swedish","score":0.63276},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0480000","tokens_B":4026.53184,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56053},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42833},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"French","score":0.43345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"German","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42918},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44113},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Bulgarian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Croatian","score":0.69222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Czech","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Danish","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Dutch","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"English","score":0.77778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Estonian","score":0.67889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Finnish","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"French","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"German","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Greek","score":0.69},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Hungarian","score":0.68333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Italian","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Latvian","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Lithuanian","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Maltese","score":0.66556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Norwegian","score":0.69778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Polish","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Portuguese","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Romanian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Slovak","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Slovenian","score":0.67222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Spanish","score":0.70222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"BeleBele","language":"Swedish","score":0.71222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Bulgarian","score":32.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Croatian","score":15.7355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Czech","score":14.948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Danish","score":14.407},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Dutch","score":21.1975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Estonian","score":17.4605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Finnish","score":12.7075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"French","score":35.7815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"German","score":32.488},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Greek","score":5.15105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Hungarian","score":19.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Irish","score":14.576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Italian","score":31.2335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Latvian","score":13.2325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Lithuanian","score":11.8015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Maltese","score":42.3365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Polish","score":31.1265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Portuguese","score":42.958},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Romanian","score":17.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Slovak","score":38.4005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Slovenian","score":13.67},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Spanish","score":27.168},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Flores-200","language":"Swedish","score":15.61},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"French","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Czech","score":0.53027},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"English","score":0.56751},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"French","score":0.53895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"German","score":0.52514},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Greek","score":0.5104},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Italian","score":0.5329},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51289},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Polish","score":0.52307},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.5376},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52792},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Russian","score":0.48398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51837},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Turkish","score":0.4938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50812},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Albanian","score":0.59891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Armenian","score":0.26364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Basque","score":0.346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Belarusian","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Croatian","score":0.58909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Dutch","score":0.51361},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Estonian","score":0.41071},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Finnish","score":0.40835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"French","score":0.50358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"German","score":0.42446},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Greek","score":0.40942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Hungarian","score":0.36727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Italian","score":0.55474},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Lithuanian","score":0.49438},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65517},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Polish","score":0.41241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Portuguese","score":0.47368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Russian","score":0.41123},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Serbian","score":0.53091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Spanish","score":0.49636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Turkish","score":0.41423},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"INCLUDE","language":"Ukrainian","score":0.55273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"English","score":0.328},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"French","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"German","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Mgsm","language":"Spanish","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Basque","score":0.57509},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Catalan","score":0.95403},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Czech","score":0.93398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Dutch","score":0.90305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Estonian","score":0.89553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Finnish","score":0.90506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"French","score":0.9737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Galician","score":0.93227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Georgian","score":0.77451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"German","score":0.97607},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Greek","score":0.98723},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Italian","score":0.94732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Latvian","score":0.9314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Polish","score":0.92421},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Romanian","score":0.94698},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Serbian","score":0.96957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Slovak","score":0.93293},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Spanish","score":0.97403},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Turkish","score":0.82778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95153},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.96205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Croatian","score":21.3195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Czech","score":14.95015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Danish","score":25.4615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Dutch","score":18.7415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Estonian","score":20.082},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Finnish","score":15.394},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"French","score":15.3665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"German","score":19.8085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Greek","score":21.3515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Hungarian","score":12.6614},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Italian","score":19.965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Latvian","score":18.6325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.9075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Norwegian","score":23.899},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Polish","score":17.1395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Portuguese","score":21.308},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Romanian","score":18.957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Serbian","score":18.1135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Slovak","score":14.0859},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Slovenian","score":12.9609},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Spanish","score":18.0327},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Swedish","score":29.793},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Turkish","score":10.99527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"OpenSubtitles","language":"Ukrainian","score":13.7185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Albanian","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Basque","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Bosnian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Bulgarian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Catalan","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Croatian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Czech","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Danish","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Dutch","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"English","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Estonian","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Finnish","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"French","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Galician","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Georgian","score":0.23039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"German","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Greek","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Icelandic","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Irish","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Italian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Latvian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Maltese","score":0.2402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"North Macedonian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Norwegian","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Polish","score":0.58824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Portuguese","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Romanian","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Serbian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Slovak","score":0.57353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Slovenian","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Spanish","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Swedish","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Turkish","score":0.63235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"SIB-200","language":"Ukrainian","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Estonian","score":0.576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Italian","score":0.638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"XCOPA","language":"Turkish","score":0.64},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Dutch","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"English","score":0.544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"French","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"German","score":0.384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Italian","score":0.371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Polish","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Portuguese","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"Xcsqa","language":"Spanish","score":0.347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Albanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Bulgarian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Catalan","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Czech","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Dutch","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Estonian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Finnish","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"French","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Galician","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Georgian","score":0.32},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"German","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Greek","score":0.405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Hungarian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Icelandic","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Italian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"North Macedonian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Norwegian","score":0.4675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Polish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Portuguese","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Romanian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Slovak","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Spanish","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Swedish","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Turkish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"global PIQA","language":"Ukrainian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Basque","score":0.34608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Catalan","score":0.61275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Croatian","score":0.59878},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Danish","score":0.63729},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Dutch","score":0.63886},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"French","score":0.67402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"German","score":0.6202},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Hungarian","score":0.52966},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Italian","score":0.65169},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Portuguese","score":0.66584},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Romanian","score":0.61774},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Serbian","score":0.60112},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Slovak","score":0.56616},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Spanish","score":0.68178},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Swedish","score":0.63594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0504000","tokens_B":4227.858432,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43089},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"French","score":0.44198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"German","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Bulgarian","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Croatian","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Czech","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Danish","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Dutch","score":0.70444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"English","score":0.79667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Estonian","score":0.69889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Finnish","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"French","score":0.76},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"German","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Greek","score":0.71},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Hungarian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Italian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Latvian","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Lithuanian","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Maltese","score":0.68889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Norwegian","score":0.73222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Polish","score":0.70111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Portuguese","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Romanian","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Slovak","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Slovenian","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Spanish","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"BeleBele","language":"Swedish","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Bulgarian","score":28.6854},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Croatian","score":65.2675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Czech","score":43.266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Danish","score":19.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Dutch","score":40.986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Estonian","score":34.6915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Finnish","score":14.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"French","score":60.659},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"German","score":17.654},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Greek","score":5.99475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Hungarian","score":29.144},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Irish","score":10.52905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Italian","score":55.9235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Latvian","score":15.023},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Lithuanian","score":29.775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Maltese","score":41.582},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Polish","score":36.722},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Portuguese","score":17.987},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Romanian","score":52.153},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Slovak","score":47.358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Slovenian","score":16.637},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Spanish","score":40.996},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Flores-200","language":"Swedish","score":17.2935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Catalan","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"French","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Galician","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"German","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Greek","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Hungarian","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Serbian","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Czech","score":0.54387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Dutch","score":0.54365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"English","score":0.5804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"French","score":0.54009},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"German","score":0.53938},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Greek","score":0.51731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.2969},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Italian","score":0.54358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51303},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Polish","score":0.52749},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.54145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Russian","score":0.49423},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51802},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Spanish","score":0.54672},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Turkish","score":0.4968},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50762},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Albanian","score":0.60617},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Armenian","score":0.29273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Basque","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Belarusian","score":0.29455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Bulgarian","score":0.56545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Croatian","score":0.56545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Dutch","score":0.53721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Estonian","score":0.43304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Finnish","score":0.4029},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"French","score":0.51551},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Georgian","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"German","score":0.38129},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Greek","score":0.42754},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Hungarian","score":0.36545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Italian","score":0.56022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Lithuanian","score":0.48689},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64428},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Polish","score":0.41971},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Portuguese","score":0.46098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Russian","score":0.39312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Serbian","score":0.54909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Spanish","score":0.50727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Turkish","score":0.44891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"English","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"French","score":0.284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"German","score":0.288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Basque","score":0.65201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Catalan","score":0.95972},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Czech","score":0.92763},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Dutch","score":0.91163},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Estonian","score":0.89748},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Finnish","score":0.9214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"French","score":0.98077},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Galician","score":0.9336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"German","score":0.9765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Greek","score":0.98358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97278},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94788},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Italian","score":0.94665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Latvian","score":0.92876},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9678},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Polish","score":0.92573},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96293},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Romanian","score":0.94601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Serbian","score":0.97292},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Slovak","score":0.92207},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9072},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Spanish","score":0.97363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Swedish","score":0.9801},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Turkish","score":0.80597},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9519},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.6218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Croatian","score":24.4365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Czech","score":18.8665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Danish","score":26.952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Dutch","score":20.1655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Estonian","score":20.8455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Finnish","score":18.1025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"French","score":17.107},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"German","score":23.693},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Greek","score":23.408},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Hungarian","score":13.75815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Italian","score":27.326},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Latvian","score":21.4565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.8225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.7125},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Polish","score":20.6555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.8155},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Romanian","score":25.2545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Serbian","score":17.5196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Slovak","score":24.8015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.8345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Spanish","score":28.398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Swedish","score":33.359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Turkish","score":17.82},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Albanian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Basque","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Bosnian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Bulgarian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Catalan","score":0.57843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Czech","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Danish","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Dutch","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"English","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Estonian","score":0.61275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Finnish","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"French","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Galician","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"German","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Greek","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Hungarian","score":0.18627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Icelandic","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Irish","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Italian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Latvian","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Lithuanian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Maltese","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"North Macedonian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Norwegian","score":0.55882},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Polish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Portuguese","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Romanian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Serbian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Slovak","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Slovenian","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Spanish","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Swedish","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Turkish","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"SIB-200","language":"Ukrainian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Estonian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Italian","score":0.628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"XCOPA","language":"Turkish","score":0.636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Dutch","score":0.375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"English","score":0.544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"French","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"German","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Italian","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Polish","score":0.34},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Portuguese","score":0.369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"Xcsqa","language":"Spanish","score":0.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Albanian","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Bosnian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Bulgarian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Czech","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Dutch","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Estonian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"French","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Galician","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Georgian","score":0.285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"German","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Greek","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Hungarian","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Italian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"North Macedonian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Norwegian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Portuguese","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Serbian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Slovak","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Slovenian","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Spanish","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Swedish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Turkish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Basque","score":0.35019},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Catalan","score":0.60862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Croatian","score":0.60279},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Danish","score":0.63783},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Dutch","score":0.64566},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"French","score":0.67338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"German","score":0.62927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Hungarian","score":0.53482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Italian","score":0.65245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Portuguese","score":0.67006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Romanian","score":0.62174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Serbian","score":0.60218},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Slovak","score":0.5708},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Spanish","score":0.68349},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Swedish","score":0.64207},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0528000","tokens_B":4429.185024,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.4215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"French","score":0.43771},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"German","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40188},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38055},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44369},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44283},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Bulgarian","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Croatian","score":0.68333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Czech","score":0.70778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Danish","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Dutch","score":0.69556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"English","score":0.79111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Estonian","score":0.68778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Finnish","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"French","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"German","score":0.74222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Greek","score":0.70333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Hungarian","score":0.67222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Italian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Latvian","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Lithuanian","score":0.69667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Maltese","score":0.68222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Norwegian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Polish","score":0.68778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Portuguese","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Romanian","score":0.69222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Slovak","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Slovenian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Spanish","score":0.70556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"BeleBele","language":"Swedish","score":0.73111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Bulgarian","score":32.2721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Croatian","score":43.4355},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Czech","score":41.492},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Danish","score":10.638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Dutch","score":23.378},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Estonian","score":34.974},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Finnish","score":16.773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"French","score":60.3795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"German","score":36.6935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Greek","score":30.7953},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Hungarian","score":12.8235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Irish","score":38.62885},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Italian","score":34.243},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Latvian","score":14.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Lithuanian","score":35.544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Maltese","score":39.0805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Polish","score":28.3165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Portuguese","score":17.256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Romanian","score":41.178},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Slovak","score":38.3145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Slovenian","score":31.379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Spanish","score":26.227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Flores-200","language":"Swedish","score":10.916},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Catalan","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"French","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Galician","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Greek","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Hungarian","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Global MGSM","language":"Spanish","score":0.056},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Czech","score":0.52948},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Dutch","score":0.54088},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"English","score":0.5814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"French","score":0.54202},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"German","score":0.5287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Greek","score":0.50655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.31441},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Italian","score":0.54024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51253},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Polish","score":0.52457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53874},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53732},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Russian","score":0.49338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51075},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5418},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49423},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Albanian","score":0.6098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Armenian","score":0.25818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Basque","score":0.386},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Belarusian","score":0.26},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Croatian","score":0.62909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Dutch","score":0.53721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Estonian","score":0.48214},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Finnish","score":0.37387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"French","score":0.48926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Georgian","score":0.286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Greek","score":0.42572},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Hungarian","score":0.38},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Italian","score":0.54562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Lithuanian","score":0.49064},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"North Macedonian","score":0.67695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Polish","score":0.42153},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Portuguese","score":0.47731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Russian","score":0.37862},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Serbian","score":0.58727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Spanish","score":0.55636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Turkish","score":0.47445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"INCLUDE","language":"Ukrainian","score":0.50545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"English","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"French","score":0.284},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"German","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Mgsm","language":"Spanish","score":0.224},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Basque","score":0.65568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Catalan","score":0.97285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Czech","score":0.93633},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Dutch","score":0.92535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Estonian","score":0.90718},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Finnish","score":0.92335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"French","score":0.97763},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Galician","score":0.93094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Georgian","score":0.89706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"German","score":0.97346},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Greek","score":0.98631},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96923},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Icelandic","score":0.94966},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Italian","score":0.95198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Latvian","score":0.93371},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Polish","score":0.91809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96424},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Romanian","score":0.95039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Serbian","score":0.97231},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Slovak","score":0.92256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90587},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Spanish","score":0.97481},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Turkish","score":0.83697},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95226},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.4366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Croatian","score":19.9895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Czech","score":16.4245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Danish","score":24.602},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Dutch","score":18.6435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Estonian","score":19.478},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Finnish","score":14.807},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"French","score":13.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"German","score":18.3785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Greek","score":17.986},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Hungarian","score":13.94325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Italian","score":22.737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Latvian","score":19.7425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Lithuanian","score":15.54205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Norwegian","score":24.797},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Polish","score":17.527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Portuguese","score":20.2395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Romanian","score":18.3333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Serbian","score":19.868},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Slovak","score":20.7855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Spanish","score":13.9642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Swedish","score":29.777},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Turkish","score":15.4655},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.5115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"French","score":0.018},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"German","score":0.01},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Portuguese","score":0.022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"PolyMath","language":"Spanish","score":0.022},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Albanian","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Basque","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Bosnian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Bulgarian","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Catalan","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Croatian","score":0.37255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Czech","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Danish","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Dutch","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"English","score":0.36275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Estonian","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Finnish","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"French","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Galician","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"German","score":0.38235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Greek","score":0.28431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Icelandic","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Irish","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Italian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Latvian","score":0.26471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Lithuanian","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Maltese","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"North Macedonian","score":0.30392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Norwegian","score":0.35784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Polish","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Portuguese","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Romanian","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Serbian","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Slovak","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Slovenian","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Spanish","score":0.33824},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Swedish","score":0.29902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Turkish","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"SIB-200","language":"Ukrainian","score":0.32843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Estonian","score":0.616},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Italian","score":0.652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"XCOPA","language":"Turkish","score":0.634},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Dutch","score":0.373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"English","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"French","score":0.362},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"German","score":0.372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Italian","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Polish","score":0.313},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Portuguese","score":0.37},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"Xcsqa","language":"Spanish","score":0.347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Albanian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Bosnian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Bulgarian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Catalan","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Croatian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Czech","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Dutch","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Estonian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"French","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Galician","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"German","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Greek","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Hungarian","score":0.42},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Icelandic","score":0.445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Italian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Lithuanian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"North Macedonian","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Norwegian","score":0.4675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Polish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Portuguese","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Serbian","score":0.595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Slovak","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Slovenian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Spanish","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Swedish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Turkish","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"global PIQA","language":"Ukrainian","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Basque","score":0.34814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Catalan","score":0.61535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Croatian","score":0.60353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Danish","score":0.63643},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Dutch","score":0.63648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"French","score":0.67241},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"German","score":0.62585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Hungarian","score":0.53537},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Italian","score":0.64658},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Portuguese","score":0.66313},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Romanian","score":0.61049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Serbian","score":0.59975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Slovak","score":0.56373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Spanish","score":0.67997},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Swedish","score":0.63999},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0552000","tokens_B":4630.511616,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55946},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36775},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37628},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35154},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"French","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"German","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.40273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.36433},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36689},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41468},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3959},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.41638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39676},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Bulgarian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Croatian","score":0.70889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Czech","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Danish","score":0.75667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Dutch","score":0.75556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"English","score":0.80333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Estonian","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Finnish","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"French","score":0.74778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"German","score":0.76111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Greek","score":0.74889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Hungarian","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Italian","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Latvian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Lithuanian","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Maltese","score":0.68111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Norwegian","score":0.75222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Polish","score":0.72111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Portuguese","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Romanian","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Slovak","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Slovenian","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Spanish","score":0.74667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"BeleBele","language":"Swedish","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Bulgarian","score":29.0174},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Croatian","score":28.216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Czech","score":8.2715},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Danish","score":19.604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Dutch","score":56.147},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Estonian","score":34.7465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Finnish","score":46.482},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"French","score":62.666},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"German","score":53.773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Greek","score":44.3305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Hungarian","score":20.3815},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Irish","score":39.589},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Italian","score":48.641},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Latvian","score":30.69965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Lithuanian","score":36.5525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Maltese","score":38.436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Polish","score":31.796},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Portuguese","score":36.261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Romanian","score":53.897},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Slovak","score":28.331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Slovenian","score":34.3825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Spanish","score":47.669},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Flores-200","language":"Swedish","score":33.5115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"English","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"French","score":0.052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Galician","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"German","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Greek","score":0.036},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Hungarian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Serbian","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Global MGSM","language":"Spanish","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Czech","score":0.53952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53589},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"English","score":0.57656},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"French","score":0.53717},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"German","score":0.53212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Greek","score":0.5225},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29341},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Italian","score":0.53774},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.50741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Polish","score":0.52208},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.5339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53354},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Russian","score":0.48875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53817},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53532},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Albanian","score":0.57169},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Armenian","score":0.24182},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30839},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Basque","score":0.382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Belarusian","score":0.26727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Croatian","score":0.59091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Dutch","score":0.54809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Estonian","score":0.4375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Finnish","score":0.39201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"French","score":0.47255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Georgian","score":0.264},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"German","score":0.40288},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Greek","score":0.4058},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Hungarian","score":0.38545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Italian","score":0.58212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Lithuanian","score":0.45693},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"North Macedonian","score":0.67695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Polish","score":0.45985},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Portuguese","score":0.45554},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Russian","score":0.37681},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Serbian","score":0.55636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Spanish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Turkish","score":0.44526},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"English","score":0.296},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"French","score":0.308},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"German","score":0.312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Basque","score":0.68498},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Catalan","score":0.9549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Czech","score":0.9227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Dutch","score":0.90305},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Estonian","score":0.90874},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Finnish","score":0.91167},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"French","score":0.97606},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Galician","score":0.92961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Georgian","score":0.86275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"German","score":0.97476},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Italian","score":0.95165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Latvian","score":0.93338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96271},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Polish","score":0.91809},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96358},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Romanian","score":0.95525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Serbian","score":0.96561},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Slovak","score":0.91773},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Spanish","score":0.97363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Turkish","score":0.83639},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.10805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Croatian","score":21.5645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Czech","score":16.9845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Danish","score":25.3735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Dutch","score":19.3395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Estonian","score":18.9345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Finnish","score":15.136},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"French","score":16.14},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"German","score":21.884},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Greek","score":21.141},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.1275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Italian","score":24.901},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Latvian","score":19.963},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Lithuanian","score":16.249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Norwegian","score":26.9795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Polish","score":18.864},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Portuguese","score":24.909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Romanian","score":21.934},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Serbian","score":21.9895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Slovak","score":21.928},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.8235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Spanish","score":24.5245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Swedish","score":31.638},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Turkish","score":17.1405},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"OpenSubtitles","language":"Ukrainian","score":15.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Italian","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Albanian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Basque","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Bosnian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Bulgarian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Catalan","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Croatian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Czech","score":0.34804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Danish","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Dutch","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"English","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Estonian","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Finnish","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"French","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Galician","score":0.41176},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"German","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Greek","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Hungarian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Icelandic","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Irish","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Italian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Latvian","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Lithuanian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Maltese","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"North Macedonian","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Norwegian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Polish","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Portuguese","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Romanian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Serbian","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Slovak","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Slovenian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Spanish","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Swedish","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Turkish","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"SIB-200","language":"Ukrainian","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Estonian","score":0.582},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Italian","score":0.624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"XCOPA","language":"Turkish","score":0.646},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Dutch","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"English","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"French","score":0.367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"German","score":0.363},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Italian","score":0.35},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Polish","score":0.302},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Portuguese","score":0.351},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"Xcsqa","language":"Spanish","score":0.339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Bosnian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Bulgarian","score":0.43},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Catalan","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Czech","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Dutch","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Finnish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Galician","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Georgian","score":0.3},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"German","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Greek","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Hungarian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Icelandic","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Italian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Lithuanian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"North Macedonian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Norwegian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Polish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Portuguese","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Romanian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Serbian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Slovenian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Spanish","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Swedish","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Turkish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Basque","score":0.34543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Catalan","score":0.61535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Croatian","score":0.60374},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Danish","score":0.63353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Dutch","score":0.63562},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"French","score":0.66813},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"German","score":0.62383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Hungarian","score":0.52604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Italian","score":0.64506},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Portuguese","score":0.66118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Romanian","score":0.61201},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Serbian","score":0.59731},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Slovak","score":0.56299},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Spanish","score":0.68082},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Swedish","score":0.63287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0576000","tokens_B":4831.838208,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56127},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38396},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36433},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"French","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"German","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3942},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39249},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Bulgarian","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Croatian","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Czech","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Danish","score":0.76},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Dutch","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"English","score":0.80333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Estonian","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Finnish","score":0.73111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"French","score":0.76556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"German","score":0.74889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Greek","score":0.76},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Hungarian","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Italian","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Latvian","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Lithuanian","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Maltese","score":0.71778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Norwegian","score":0.76556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Polish","score":0.72},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Portuguese","score":0.75444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Romanian","score":0.77},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Slovak","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Slovenian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Spanish","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"BeleBele","language":"Swedish","score":0.76889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Bulgarian","score":31.434},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Croatian","score":11.95095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Czech","score":17.1285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Danish","score":10.06475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Dutch","score":54.431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Estonian","score":31.266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Finnish","score":34.8765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"French","score":62.1485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"German","score":34.4385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Greek","score":5.63455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Hungarian","score":16.198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Irish","score":34.208},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Italian","score":53.191},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Latvian","score":11.8571},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Lithuanian","score":33.764},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Maltese","score":34.6578},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Polish","score":23.3875},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Portuguese","score":46.8105},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Romanian","score":29.3895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Slovak","score":55.165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Slovenian","score":12.2835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Spanish","score":34.099},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Flores-200","language":"Swedish","score":23.5265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Catalan","score":0.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Galician","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Hungarian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Global MGSM","language":"Spanish","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Czech","score":0.53475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53069},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"English","score":0.57855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"French","score":0.54152},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"German","score":0.53511},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Greek","score":0.52094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.28657},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Italian","score":0.53675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.51916},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Polish","score":0.5297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Romanian","score":0.54187},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Russian","score":0.4953},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Serbian","score":0.52229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52991},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50121},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51332},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Albanian","score":0.59528},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Armenian","score":0.27818},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Basque","score":0.344},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Belarusian","score":0.27636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Bulgarian","score":0.50909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Croatian","score":0.56727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Dutch","score":0.55898},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Estonian","score":0.45536},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Finnish","score":0.43194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Georgian","score":0.24},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Greek","score":0.42935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Hungarian","score":0.36364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Italian","score":0.54927},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Lithuanian","score":0.50749},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64791},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Polish","score":0.42518},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Portuguese","score":0.44102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Russian","score":0.36594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Serbian","score":0.54364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Spanish","score":0.51636},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Turkish","score":0.43978},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"English","score":0.316},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"French","score":0.28},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"German","score":0.344},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Mgsm","language":"Spanish","score":0.272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Basque","score":0.61172},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Catalan","score":0.9514},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Czech","score":0.92834},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Dutch","score":0.89404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"English","score":0.98052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Estonian","score":0.87845},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Finnish","score":0.90117},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"French","score":0.97057},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Georgian","score":0.78431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"German","score":0.97563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Greek","score":0.98266},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95609},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Italian","score":0.94932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Latvian","score":0.92612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Polish","score":0.92604},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9544},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Romanian","score":0.95379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Serbian","score":0.97261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Slovak","score":0.93486},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90787},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Spanish","score":0.97206},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Turkish","score":0.80597},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.169},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Croatian","score":24.6465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Czech","score":19.009},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Danish","score":28.295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Dutch","score":20.177},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Estonian","score":22.4175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Finnish","score":18.1195},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"French","score":17.0995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"German","score":23.5315},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Greek","score":23.7205},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.9915},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Italian","score":27.238},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Latvian","score":22.0335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.0645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Polish","score":20.3865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.811},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Romanian","score":22.146},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Serbian","score":21.2965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Slovak","score":25.25},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Spanish","score":28.0565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Swedish","score":34.181},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Turkish","score":19.6545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.4265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"German","score":0.014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Italian","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"PolyMath","language":"Spanish","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Albanian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Basque","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Bosnian","score":0.46078},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Bulgarian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Catalan","score":0.37745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Croatian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Czech","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Danish","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Dutch","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"English","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Estonian","score":0.62745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Finnish","score":0.54412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"French","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Galician","score":0.34314},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Georgian","score":0.2451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"German","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Greek","score":0.31863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Icelandic","score":0.35294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Irish","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Italian","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Latvian","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Lithuanian","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Maltese","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"North Macedonian","score":0.45588},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Norwegian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Polish","score":0.39706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Portuguese","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Romanian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Serbian","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Slovak","score":0.40686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Slovenian","score":0.44118},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Spanish","score":0.36765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Swedish","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Turkish","score":0.63235},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"SIB-200","language":"Ukrainian","score":0.38725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Estonian","score":0.586},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Italian","score":0.64},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"XCOPA","language":"Turkish","score":0.648},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Dutch","score":0.368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"English","score":0.554},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"French","score":0.365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"German","score":0.382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Italian","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Polish","score":0.311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Portuguese","score":0.36},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"Xcsqa","language":"Spanish","score":0.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Albanian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Bosnian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Catalan","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Croatian","score":0.495},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Czech","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Dutch","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"English","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Estonian","score":0.455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Finnish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"French","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Georgian","score":0.265},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Greek","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Hungarian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Icelandic","score":0.44},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Italian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"North Macedonian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Norwegian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Polish","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Portuguese","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Romanian","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Slovak","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Slovenian","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Spanish","score":0.59},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Swedish","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Turkish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"global PIQA","language":"Ukrainian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Basque","score":0.34954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Catalan","score":0.6185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Croatian","score":0.60997},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Danish","score":0.64406},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Dutch","score":0.64922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"French","score":0.67873},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"German","score":0.63365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Hungarian","score":0.53975},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Italian","score":0.65931},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Portuguese","score":0.66508},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Romanian","score":0.62466},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Serbian","score":0.60652},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Slovak","score":0.56995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Spanish","score":0.68903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Swedish","score":0.64383},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0600000","tokens_B":5033.1648,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41297},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40956},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"French","score":0.43515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"German","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42321},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38908},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.40529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38567},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38737},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.41126},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39164},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42491},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Bulgarian","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Croatian","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Czech","score":0.71667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Danish","score":0.73222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Dutch","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"English","score":0.8},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Estonian","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Finnish","score":0.73222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"French","score":0.73889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"German","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Greek","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Hungarian","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Italian","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Latvian","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Lithuanian","score":0.71889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Maltese","score":0.69111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Norwegian","score":0.72444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Polish","score":0.69778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Portuguese","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Romanian","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Slovak","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Slovenian","score":0.71889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Spanish","score":0.72889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"BeleBele","language":"Swedish","score":0.73778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Croatian","score":14.77},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Czech","score":18.671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Danish","score":35.2926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Dutch","score":22.2595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Estonian","score":27.0979},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Finnish","score":29.568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"French","score":63.5935},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"German","score":47.952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Greek","score":5.79175},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Hungarian","score":15.623},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Irish","score":14.939},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Italian","score":50.427},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Latvian","score":32.589},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Lithuanian","score":15.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Maltese","score":66.1805},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Polish","score":34.5005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Portuguese","score":46.947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Romanian","score":53.4685},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Slovak","score":44.4185},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Slovenian","score":15.8275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Spanish","score":47.94},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Flores-200","language":"Swedish","score":19.041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Catalan","score":0.048},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"English","score":0.084},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"French","score":0.076},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Galician","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Serbian","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Global MGSM","language":"Spanish","score":0.04},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Czech","score":0.53461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Dutch","score":0.53895},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"English","score":0.57784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"French","score":0.54259},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"German","score":0.53354},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Greek","score":0.51966},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.30088},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Italian","score":0.54017},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.524},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Polish","score":0.52599},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.54401},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Russian","score":0.49345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Serbian","score":0.52236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Spanish","score":0.54843},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Swedish","score":0.53981},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50192},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Albanian","score":0.62976},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Armenian","score":0.26727},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34489},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Basque","score":0.402},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Belarusian","score":0.25091},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Bulgarian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Croatian","score":0.61455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Dutch","score":0.55172},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Finnish","score":0.43194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"French","score":0.52983},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Georgian","score":0.236},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"German","score":0.39568},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Greek","score":0.44203},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Hungarian","score":0.35273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Italian","score":0.57847},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Lithuanian","score":0.51311},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"North Macedonian","score":0.67695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Polish","score":0.4708},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Portuguese","score":0.44828},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Russian","score":0.40761},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Serbian","score":0.55455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Spanish","score":0.56364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Turkish","score":0.47263},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"INCLUDE","language":"Ukrainian","score":0.53455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"English","score":0.356},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"French","score":0.304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"German","score":0.332},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Mgsm","language":"Spanish","score":0.268},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Basque","score":0.74359},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9642},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Catalan","score":0.95534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Czech","score":0.92881},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Danish","score":0.96},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Dutch","score":0.9172},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Estonian","score":0.88505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Finnish","score":0.92023},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"French","score":0.97331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Galician","score":0.93891},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Georgian","score":0.86765},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"German","score":0.97563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Greek","score":0.98814},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96923},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9543},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Italian","score":0.94932},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Latvian","score":0.93206},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97034},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Polish","score":0.92665},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9603},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Romanian","score":0.93823},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Serbian","score":0.96957},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Slovak","score":0.92786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Spanish","score":0.97442},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Turkish","score":0.82721},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95445},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Bulgarian","score":11.8669},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Croatian","score":22.8515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Czech","score":17.27},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Danish","score":27.483},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Dutch","score":19.926},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Estonian","score":22.2245},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Finnish","score":17.538},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"French","score":17.145},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"German","score":22.0605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Greek","score":21.527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.06435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Italian","score":27.3515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Latvian","score":21.622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.0675},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.502},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Polish","score":19.9585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.2905},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Romanian","score":26.2825},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Serbian","score":23.4015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Slovak","score":22.1645},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.6375},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Spanish","score":25.94},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Swedish","score":32.858},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Turkish","score":19.2025},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.4605},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"French","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Italian","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"PolyMath","language":"Spanish","score":0.002},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Albanian","score":0.43137},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Basque","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Bosnian","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Bulgarian","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Catalan","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Croatian","score":0.59804},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Czech","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Danish","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Dutch","score":0.40196},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"English","score":0.64216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Estonian","score":0.60784},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Finnish","score":0.56863},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"French","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Galician","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"German","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Greek","score":0.39216},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Hungarian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Icelandic","score":0.58333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Irish","score":0.47059},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Italian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Latvian","score":0.51961},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Lithuanian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"North Macedonian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Norwegian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Polish","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Portuguese","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Romanian","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Serbian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Slovak","score":0.60294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Slovenian","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Spanish","score":0.51471},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Swedish","score":0.52451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Turkish","score":0.64706},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"SIB-200","language":"Ukrainian","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Estonian","score":0.594},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Italian","score":0.63},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"XCOPA","language":"Turkish","score":0.626},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Dutch","score":0.384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"English","score":0.534},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"French","score":0.357},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"German","score":0.372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Italian","score":0.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Polish","score":0.331},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Portuguese","score":0.367},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"Xcsqa","language":"Spanish","score":0.354},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Albanian","score":0.46},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Bosnian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Bulgarian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Catalan","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Croatian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Czech","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Dutch","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"English","score":0.575},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Estonian","score":0.485},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Finnish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"French","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Galician","score":0.545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Greek","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Hungarian","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Icelandic","score":0.385},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Italian","score":0.525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"North Macedonian","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Norwegian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Polish","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Portuguese","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Romanian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Slovak","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Slovenian","score":0.47},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Spanish","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Swedish","score":0.56},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Turkish","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Basque","score":0.34641},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Catalan","score":0.61622},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Croatian","score":0.60353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Danish","score":0.64954},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Dutch","score":0.64695},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"French","score":0.67745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"German","score":0.6377},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Hungarian","score":0.53624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Italian","score":0.65256},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Portuguese","score":0.67223},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Romanian","score":0.6212},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Serbian","score":0.60271},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Slovak","score":0.57143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Spanish","score":0.68903},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Swedish","score":0.64668},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0624000","tokens_B":5234.491392,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.4343},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41382},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42747},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.4198},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39846},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"French","score":0.45392},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"German","score":0.4215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.39334},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45734},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.40102},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38993},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43345},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.42662},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43601},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43686},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41553},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37457},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42065},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44625},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Bulgarian","score":0.75},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Croatian","score":0.73556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Czech","score":0.75111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Danish","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Dutch","score":0.72667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"English","score":0.80111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Estonian","score":0.71444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Finnish","score":0.72778},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"French","score":0.77222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"German","score":0.76667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Greek","score":0.73222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Hungarian","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Italian","score":0.73444},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Latvian","score":0.74111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Lithuanian","score":0.72222},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Maltese","score":0.71333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Norwegian","score":0.74333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Polish","score":0.7},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Portuguese","score":0.75889},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Romanian","score":0.73},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Slovak","score":0.73667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Slovenian","score":0.72556},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Spanish","score":0.74},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"BeleBele","language":"Swedish","score":0.73333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Bulgarian","score":44.1275},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Croatian","score":26.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Czech","score":15.9415},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Danish","score":16.9785},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Dutch","score":51.618},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Estonian","score":32.909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Finnish","score":38.046},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"French","score":62.339},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"German","score":29.1115},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Greek","score":6.0215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Hungarian","score":16.119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Irish","score":15.612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Italian","score":35.366},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Latvian","score":13.6795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Lithuanian","score":15.5855},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Maltese","score":42.719},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Polish","score":35.4995},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Portuguese","score":24.1365},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Romanian","score":42.2165},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Slovak","score":37.552},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Slovenian","score":15.1535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Spanish","score":37.194},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Flores-200","language":"Swedish","score":16.325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Catalan","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Czech","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"French","score":0.024},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Galician","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"German","score":0.06},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Greek","score":0.008},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Hungarian","score":0.032},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Serbian","score":0.028},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Global MGSM","language":"Spanish","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Czech","score":0.53041},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52713},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"English","score":0.56872},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"French","score":0.53952},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"German","score":0.52671},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Greek","score":0.51716},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29576},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Italian","score":0.53319},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.50527},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Polish","score":0.51745},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.5287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Romanian","score":0.53347},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Russian","score":0.48227},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Serbian","score":0.51866},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53255},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52799},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50641},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50947},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Albanian","score":0.58439},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Basque","score":0.372},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Belarusian","score":0.24545},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Croatian","score":0.62},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Dutch","score":0.56261},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Estonian","score":0.51786},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Finnish","score":0.39746},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"French","score":0.50119},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Georgian","score":0.248},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"German","score":0.3741},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Greek","score":0.42754},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Hungarian","score":0.39455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Italian","score":0.57664},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Lithuanian","score":0.46816},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65154},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Polish","score":0.43796},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Portuguese","score":0.45735},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Russian","score":0.43478},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Serbian","score":0.56364},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Spanish","score":0.52909},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Turkish","score":0.45803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"INCLUDE","language":"Ukrainian","score":0.51273},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"English","score":0.368},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"French","score":0.312},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"German","score":0.304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Mgsm","language":"Spanish","score":0.304},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Basque","score":0.64103},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96338},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Catalan","score":0.96191},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Czech","score":0.93398},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Dutch","score":0.88803},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Estonian","score":0.89981},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Finnish","score":0.90156},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"French","score":0.98116},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Galician","score":0.92563},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Georgian","score":0.78431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"German","score":0.9752},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96923},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Icelandic","score":0.95287},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Italian","score":0.94598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Latvian","score":0.93272},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96441},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Polish","score":0.92451},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95866},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Romanian","score":0.95088},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Serbian","score":0.96135},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Slovak","score":0.93052},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9101},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Spanish","score":0.97166},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Turkish","score":0.81458},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.95262},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Bulgarian","score":9.5066},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Croatian","score":18.2865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Czech","score":10.36835},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Danish","score":10.05795},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Dutch","score":18.143},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Estonian","score":12.70455},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Finnish","score":7.60725},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"French","score":14.2325},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"German","score":17.285},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Greek","score":17.4085},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Hungarian","score":7.89615},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Italian","score":17.9395},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Latvian","score":15.6865},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Lithuanian","score":13.4525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Norwegian","score":10.3015},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Polish","score":9.06215},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Portuguese","score":11.85095},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Romanian","score":12.0598},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Serbian","score":18.461},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Slovak","score":12.77595},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Slovenian","score":10.43295},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Spanish","score":12.54525},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Swedish","score":12.4425},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Turkish","score":13.9204},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"OpenSubtitles","language":"Ukrainian","score":12.3094},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"French","score":0.016},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"German","score":0.012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Portuguese","score":0.014},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Albanian","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Basque","score":0.42157},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Bosnian","score":0.44608},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Bulgarian","score":0.4951},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Catalan","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Croatian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Czech","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Danish","score":0.48529},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Dutch","score":0.32353},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"English","score":0.60294},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Estonian","score":0.5098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Finnish","score":0.42647},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"French","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Galician","score":0.5049},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Georgian","score":0.27941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"German","score":0.52941},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Greek","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Hungarian","score":0.29412},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Icelandic","score":0.53431},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Irish","score":0.31373},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Italian","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Latvian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Lithuanian","score":0.54902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Maltese","score":0.33333},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"North Macedonian","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Norwegian","score":0.48039},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Polish","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Portuguese","score":0.45098},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Romanian","score":0.46569},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Serbian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Slovak","score":0.47549},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Slovenian","score":0.41667},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Spanish","score":0.4902},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Swedish","score":0.43627},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Turkish","score":0.53922},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"SIB-200","language":"Ukrainian","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Estonian","score":0.612},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Italian","score":0.632},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"XCOPA","language":"Turkish","score":0.63},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Dutch","score":0.387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"English","score":0.557},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"French","score":0.391},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"German","score":0.387},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Italian","score":0.384},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Polish","score":0.336},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Portuguese","score":0.393},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"Xcsqa","language":"Spanish","score":0.379},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Albanian","score":0.465},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Bosnian","score":0.58},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Bulgarian","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Catalan","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Czech","score":0.515},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Dutch","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"English","score":0.565},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Estonian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Finnish","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Galician","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"German","score":0.52},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Greek","score":0.48},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Hungarian","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Icelandic","score":0.435},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Italian","score":0.51},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Lithuanian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"North Macedonian","score":0.535},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Norwegian","score":0.45},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Polish","score":0.49},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Portuguese","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Romanian","score":0.57},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Serbian","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Slovak","score":0.55},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Slovenian","score":0.53},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Spanish","score":0.54},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Swedish","score":0.585},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Turkish","score":0.5},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"global PIQA","language":"Ukrainian","score":0.555},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Basque","score":0.35332},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Catalan","score":0.61893},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Croatian","score":0.57111},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Danish","score":0.64213},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Dutch","score":0.64404},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"French","score":0.67841},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"German","score":0.63012},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Hungarian","score":0.53624},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Italian","score":0.65441},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Portuguese","score":0.6705},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Romanian","score":0.62466},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Serbian","score":0.56069},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Slovak","score":0.56879},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Spanish","score":0.68989},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Swedish","score":0.64229},{"data":"openeurollm\/prelude-checkpoints","iter":"iter_0648000","tokens_B":5435.817984,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.3541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.34983},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.29352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.32765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.35666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.32679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.27556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Croatian","score":0.31222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Czech","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Danish","score":0.26667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Dutch","score":0.27111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"English","score":0.24778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Estonian","score":0.28556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Finnish","score":0.29111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"French","score":0.25889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"German","score":0.32778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Greek","score":0.26444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Hungarian","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Italian","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Latvian","score":0.24778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.28444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Maltese","score":0.24222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Norwegian","score":0.28556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Polish","score":0.28778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Portuguese","score":0.29889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Romanian","score":0.27556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Slovak","score":0.28444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Slovenian","score":0.28222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Spanish","score":0.23556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"BeleBele","language":"Swedish","score":0.28333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.49085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Croatian","score":37.21855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Czech","score":33.4298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Danish","score":20.3335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Dutch","score":24.858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Estonian","score":34.5815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Finnish","score":19.079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"French","score":59.984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"German","score":36.9055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Greek","score":5.93295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Hungarian","score":15.506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Irish","score":19.695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Italian","score":48.511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Latvian","score":25.0455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Lithuanian","score":15.878},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Maltese","score":31.68105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Polish","score":35.0225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Portuguese","score":58.5315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Romanian","score":51.8665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Slovak","score":44.182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Slovenian","score":28.9895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Spanish","score":38.943},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Flores-200","language":"Swedish","score":19.482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.26827},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.27225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"English","score":0.26969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"French","score":0.25951},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"German","score":0.26919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.28109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.26307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.2657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.25623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.26642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.26492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.26706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.25972},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.26115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.26257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Albanian","score":0.27949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Armenian","score":0.27455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Basque","score":0.27},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Croatian","score":0.27091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Dutch","score":0.19964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Estonian","score":0.31696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Finnish","score":0.25227},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"French","score":0.2506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Georgian","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"German","score":0.28777},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Greek","score":0.27174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.25818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Italian","score":0.25547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.2603},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.2323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Polish","score":0.27007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.25045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Russian","score":0.25181},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Serbian","score":0.2},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Spanish","score":0.25818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Turkish","score":0.25182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.34182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Mgsm","language":"English","score":0.108},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Mgsm","language":"French","score":0.08},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Mgsm","language":"German","score":0.088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Mgsm","language":"Spanish","score":0.056},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.87654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Basque","score":0.72161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.9601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"English","score":0.99351},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.87573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"French","score":0.98234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"German","score":0.98607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Irish","score":0.32143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9708},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.96987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95006},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.84214},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.9035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Croatian","score":21.5775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Czech","score":17.5875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Danish","score":25.895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.1825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Estonian","score":18.299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Finnish","score":16.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"French","score":16.0975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"German","score":22.563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Greek","score":21.1335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.2565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Italian","score":25.3925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Latvian","score":18.946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":17.2705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.7765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Polish","score":19.474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.5925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Romanian","score":24.624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Serbian","score":19.795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Slovak","score":22.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.3555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Spanish","score":25.811},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Swedish","score":31.5195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Turkish","score":17.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Albanian","score":0.20588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Bosnian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Croatian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Czech","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Danish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"English","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Estonian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Finnish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Galician","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Georgian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"German","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Greek","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Irish","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Latvian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Norwegian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Polish","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Portuguese","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Romanian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Serbian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Slovak","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Slovenian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Spanish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Swedish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Turkish","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"XCOPA","language":"Estonian","score":0.554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"XCOPA","language":"Italian","score":0.594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"XCOPA","language":"Turkish","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"Dutch","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"English","score":0.462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"French","score":0.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"German","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"Italian","score":0.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"Polish","score":0.307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"Xcsqa","language":"Spanish","score":0.314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Albanian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Bosnian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Catalan","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Croatian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Dutch","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Estonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"French","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Georgian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"German","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Greek","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Icelandic","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Italian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Polish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Romanian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Serbian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Slovak","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Slovenian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Spanish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Turkish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Basque","score":0.32037},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Catalan","score":0.56346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Croatian","score":0.54545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Danish","score":0.59721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Dutch","score":0.59709},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"French","score":0.64179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"German","score":0.59362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.49117},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Italian","score":0.61569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.63073},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Romanian","score":0.57491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Serbian","score":0.54397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Slovak","score":0.52399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Spanish","score":0.64807},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Swedish","score":0.58814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step100000-tokens420B","tokens_B":420.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.54118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.43857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38908},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44881},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.34727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.56889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Croatian","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Czech","score":0.56222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Danish","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Dutch","score":0.60444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"English","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Estonian","score":0.53556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Finnish","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"French","score":0.64667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"German","score":0.62667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Greek","score":0.58667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Hungarian","score":0.57222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Italian","score":0.59111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Latvian","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.50889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Maltese","score":0.41778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Norwegian","score":0.57778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Polish","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Portuguese","score":0.60889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Romanian","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Slovak","score":0.58778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Slovenian","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Spanish","score":0.61222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"BeleBele","language":"Swedish","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Bulgarian","score":48.1765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Croatian","score":47.183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Czech","score":28.099},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Danish","score":39.448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Dutch","score":61.0645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Estonian","score":34.0305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Finnish","score":41.6915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"French","score":29.5595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"German","score":56.265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Greek","score":55.8965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Hungarian","score":48.1985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Irish","score":8.85705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Italian","score":40.373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Latvian","score":19.02515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Lithuanian","score":53.541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Maltese","score":37.632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Polish","score":35.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Portuguese","score":45.919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Romanian","score":62.609},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Slovak","score":21.278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Slovenian","score":26.84745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Spanish","score":44.388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Flores-200","language":"Swedish","score":11.2448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.48113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.48668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"English","score":0.51189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"French","score":0.48683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"German","score":0.48569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.4562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.41255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.48946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.44972},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.47842},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4948},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.48091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.44545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.45471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.46639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Albanian","score":0.52269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Armenian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Basque","score":0.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.50909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Croatian","score":0.52182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Dutch","score":0.43194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Estonian","score":0.38839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Finnish","score":0.39201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"French","score":0.47971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Georgian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Greek","score":0.4221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Italian","score":0.51825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.56987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Polish","score":0.36496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.40653},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Russian","score":0.4529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Serbian","score":0.48909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Spanish","score":0.45455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Turkish","score":0.40876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.56909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Mgsm","language":"English","score":0.2},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Mgsm","language":"French","score":0.188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Mgsm","language":"German","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Mgsm","language":"Spanish","score":0.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"French","score":0.98901},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Polish","score":0.9563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.979},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87486},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.2795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.8055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.2445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.3605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"French","score":17.2835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"German","score":24.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.2065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.7465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.1815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.69},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.207},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.5615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Serbian","score":21.308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.5765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.7505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.8865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.883},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.3035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"English","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Hungarian","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Maltese","score":0.20588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"XCOPA","language":"Estonian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"XCOPA","language":"Italian","score":0.666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"XCOPA","language":"Turkish","score":0.63},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"Dutch","score":0.374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"English","score":0.521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"French","score":0.386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"German","score":0.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"Italian","score":0.368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"Polish","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"Xcsqa","language":"Spanish","score":0.364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Catalan","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Croatian","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Czech","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Dutch","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"English","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Estonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Georgian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"German","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Greek","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Icelandic","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Italian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Polish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Portuguese","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Romanian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Serbian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Spanish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Turkish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Basque","score":0.33571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Danish","score":0.64868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Dutch","score":0.65677},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"French","score":0.68205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"German","score":0.644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Italian","score":0.66322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67992},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Serbian","score":0.6008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1000000-tokens4200B","tokens_B":4200.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.59124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38908},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.34386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.58778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Croatian","score":0.60111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Czech","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Danish","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Dutch","score":0.60778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"English","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Estonian","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Finnish","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"French","score":0.62889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"German","score":0.61111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Greek","score":0.61556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Hungarian","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Italian","score":0.63111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Latvian","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.58778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Maltese","score":0.45111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Norwegian","score":0.60111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Polish","score":0.56333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Portuguese","score":0.60667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Romanian","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Slovak","score":0.59667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Slovenian","score":0.57556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Spanish","score":0.60222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"BeleBele","language":"Swedish","score":0.59333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Bulgarian","score":34.839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Croatian","score":48.559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Czech","score":60.958},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Danish","score":39.4245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Dutch","score":36.592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Estonian","score":19.53195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Finnish","score":39.977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"French","score":62.6605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"German","score":42.641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Greek","score":29.13235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Hungarian","score":52.0065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Irish","score":18.122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Italian","score":49.989},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Latvian","score":28.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Lithuanian","score":46.5925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Maltese","score":24.828},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Polish","score":35.9715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Portuguese","score":64.2215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Romanian","score":62.8835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Slovak","score":40.8065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Slovenian","score":29.0395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Spanish","score":47.773},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Flores-200","language":"Swedish","score":37.5695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.47365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"English","score":0.52592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"French","score":0.47963},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"German","score":0.48732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.45435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.41518},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.4901},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.44289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.46973},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.48946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.48027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.44224},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.44616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Albanian","score":0.54446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Armenian","score":0.30909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.32847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Basque","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.45091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Croatian","score":0.53273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Dutch","score":0.45735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"French","score":0.45585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Georgian","score":0.458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"German","score":0.33094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Greek","score":0.40942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.37273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Italian","score":0.5073},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.4176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.58439},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Polish","score":0.39964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Russian","score":0.44565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Serbian","score":0.49455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Spanish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Turkish","score":0.44526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.42909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Mgsm","language":"English","score":0.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Mgsm","language":"French","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Mgsm","language":"German","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Mgsm","language":"Spanish","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Basque","score":0.74725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96673},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"English","score":0.98182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.90718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"German","score":0.98782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96566},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.1825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.7505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.173},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.006},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"French","score":17.429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"German","score":24.581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.3325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.2085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.6955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.4925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.0205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.1885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.6465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.18},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.2945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Bosnian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"XCOPA","language":"Estonian","score":0.612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"XCOPA","language":"Italian","score":0.644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"XCOPA","language":"Turkish","score":0.64},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"Dutch","score":0.367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"English","score":0.491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"French","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"German","score":0.399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"Italian","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"Polish","score":0.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.351},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"Xcsqa","language":"Spanish","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Albanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Bosnian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Catalan","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Croatian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Dutch","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Estonian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Finnish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"French","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Galician","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"German","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Greek","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Hungarian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Icelandic","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Italian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Polish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Portuguese","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Romanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Serbian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Slovak","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Slovenian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Spanish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Swedish","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Basque","score":0.3383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Danish","score":0.64621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Dutch","score":0.65634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"French","score":0.68516},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"German","score":0.64944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.55138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Italian","score":0.66279},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.68642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Romanian","score":0.63061},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Serbian","score":0.60377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Spanish","score":0.70205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1194000-tokens5014B","tokens_B":5014.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.59124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.34642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.4198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.44113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.59111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Croatian","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Czech","score":0.57778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Danish","score":0.56889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Dutch","score":0.57222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"English","score":0.64444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Estonian","score":0.54778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Finnish","score":0.60111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"French","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"German","score":0.60444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Greek","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Hungarian","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Italian","score":0.57556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Latvian","score":0.56778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Maltese","score":0.46667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Norwegian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Polish","score":0.53778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Portuguese","score":0.58889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Romanian","score":0.58333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Slovak","score":0.58889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Slovenian","score":0.57333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Spanish","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"BeleBele","language":"Swedish","score":0.58889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Bulgarian","score":33.88955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Croatian","score":39.9145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Czech","score":40.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Danish","score":28.1405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Dutch","score":57.406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Estonian","score":31.61965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Finnish","score":39.646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"French","score":48.637},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"German","score":48.8195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Greek","score":33.6096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Hungarian","score":52.088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Irish","score":12.72515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Italian","score":50.1235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Latvian","score":11.7435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Lithuanian","score":33.42495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Maltese","score":39.025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Polish","score":28.622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Portuguese","score":64.9555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Romanian","score":56.8665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Slovak","score":43.626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Slovenian","score":28.0495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Spanish","score":29.092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Flores-200","language":"Swedish","score":14.8745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Basque","score":0.02},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.48213},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"English","score":0.52371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"French","score":0.48882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"German","score":0.48861},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.4624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.42978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.48839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.44851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.47821},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4906},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.49131},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.45691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.48747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.48234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.46254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.47002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Albanian","score":0.5118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Basque","score":0.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Croatian","score":0.53273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Dutch","score":0.5118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Estonian","score":0.43304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Finnish","score":0.36661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Georgian","score":0.434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"German","score":0.41727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Greek","score":0.40942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Italian","score":0.4854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.61162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Polish","score":0.41971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.43194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Russian","score":0.47283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Serbian","score":0.48364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Spanish","score":0.49636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.46545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Mgsm","language":"English","score":0.196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Mgsm","language":"Spanish","score":0.176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Basque","score":0.80952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96673},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96439},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91068},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94202},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"French","score":0.98469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"German","score":0.98999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91753},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Polish","score":0.9566},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96883},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95489},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.9815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87486},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.5495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.7585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.779},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.0555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"French","score":17.501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"German","score":24.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.1945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.589},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.236},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.8975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.408},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.389},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.1525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.733},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.3655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.6395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.2695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Basque","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Bosnian","score":0.18137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Croatian","score":0.17647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Georgian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Hungarian","score":0.20098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Latvian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Romanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Turkish","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"XCOPA","language":"Estonian","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"XCOPA","language":"Italian","score":0.644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"XCOPA","language":"Turkish","score":0.686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"Dutch","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"English","score":0.483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"French","score":0.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"German","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"Italian","score":0.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"Polish","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"Xcsqa","language":"Spanish","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Albanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Bosnian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Catalan","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Croatian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Czech","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Dutch","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Finnish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"French","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Galician","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Georgian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"German","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Greek","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Hungarian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Icelandic","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Italian","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Norwegian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Polish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Portuguese","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Romanian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Serbian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Slovak","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Slovenian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Spanish","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Swedish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Turkish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Basque","score":0.34025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Danish","score":0.64686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Dutch","score":0.65461},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"French","score":0.6918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"German","score":0.64112},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.55368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Italian","score":0.65887},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.68339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62769},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Serbian","score":0.60641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Slovak","score":0.57428},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Spanish","score":0.70279},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Swedish","score":0.65183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1432000-tokens6014B","tokens_B":6014.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.5906},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.3413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.30034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.30461},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.32509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Croatian","score":0.37111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Czech","score":0.40111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Danish","score":0.37222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Dutch","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"English","score":0.44667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Estonian","score":0.38556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Finnish","score":0.39333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"French","score":0.40889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"German","score":0.40111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Greek","score":0.36778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Hungarian","score":0.39222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Italian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Latvian","score":0.37667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.38778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Maltese","score":0.32444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Norwegian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Polish","score":0.36667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Portuguese","score":0.39111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Romanian","score":0.37667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Slovak","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Slovenian","score":0.39556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Spanish","score":0.37889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"BeleBele","language":"Swedish","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Bulgarian","score":22.8959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Croatian","score":16.9435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Czech","score":36.9754},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Danish","score":36.1736},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Dutch","score":58.401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Estonian","score":17.987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Finnish","score":49.8775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"French","score":62.822},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"German","score":59.599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Greek","score":28.7679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Hungarian","score":26.258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Irish","score":11.85},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Italian","score":45.219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Latvian","score":28.5381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Lithuanian","score":12.6201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Maltese","score":37.673},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Polish","score":18.1877},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Portuguese","score":65.9025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Romanian","score":54.5335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Slovak","score":36.9273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Slovenian","score":29.333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Spanish","score":48.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Flores-200","language":"Swedish","score":26.672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.34667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.35743},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"English","score":0.38285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"French","score":0.3481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"German","score":0.35429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.32688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.29875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.3538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.32267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.34283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.3508},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.33898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.34304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.31491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.35401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.34625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.32659},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.33435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Albanian","score":0.28857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Armenian","score":0.26182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.2865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Basque","score":0.3},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.35091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Croatian","score":0.29818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Dutch","score":0.33757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Estonian","score":0.26339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Finnish","score":0.28857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"French","score":0.32697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Georgian","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"German","score":0.22302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Greek","score":0.32428},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.27273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Italian","score":0.32299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.32397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.32849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Polish","score":0.24635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.31216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Russian","score":0.32971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Serbian","score":0.30182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Spanish","score":0.34182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Turkish","score":0.24818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.42909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Mgsm","language":"English","score":0.096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Mgsm","language":"French","score":0.116},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Mgsm","language":"German","score":0.08},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Mgsm","language":"Spanish","score":0.124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.92593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Basque","score":0.76923},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96147},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91534},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.88725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9261},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.9713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95127},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.83984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.3965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Croatian","score":22.6745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.3845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Danish","score":26.8825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Estonian","score":18.9495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Finnish","score":16.9155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"French","score":16.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"German","score":23.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.0715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.2585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Latvian","score":19.4885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.0085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.7405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.1265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Serbian","score":22.4015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.253},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.5375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Spanish","score":26.863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.5295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Turkish","score":18.219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":17.885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Albanian","score":0.21078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Catalan","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Czech","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Dutch","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"English","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Estonian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Finnish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"French","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Galician","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Georgian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"German","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Greek","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Hungarian","score":0.23529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Icelandic","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Italian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Latvian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Maltese","score":0.39706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Norwegian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Polish","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Portuguese","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Romanian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Serbian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Slovak","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Spanish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Swedish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Turkish","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"XCOPA","language":"Estonian","score":0.582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"XCOPA","language":"Italian","score":0.622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"XCOPA","language":"Turkish","score":0.614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"Dutch","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"English","score":0.463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"French","score":0.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"German","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"Italian","score":0.326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"Polish","score":0.3},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"Xcsqa","language":"Spanish","score":0.31},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Albanian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Bosnian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Catalan","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Croatian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Dutch","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"English","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Finnish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"German","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Greek","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Italian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Norwegian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Polish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Portuguese","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Romanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Serbian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Slovak","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Turkish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Basque","score":0.32545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Catalan","score":0.57898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Croatian","score":0.56055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Danish","score":0.60849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Dutch","score":0.61004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"French","score":0.65442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"German","score":0.60322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.50532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Italian","score":0.62602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.64384},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Romanian","score":0.58864},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Serbian","score":0.5644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Slovak","score":0.53421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Spanish","score":0.66204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Swedish","score":0.60579},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step150000-tokens630B","tokens_B":630.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.55128},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.44198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Croatian","score":0.58667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Czech","score":0.61444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Danish","score":0.62778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Dutch","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"English","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Estonian","score":0.53778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Finnish","score":0.60778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"French","score":0.63},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"German","score":0.63444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Greek","score":0.59667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Hungarian","score":0.59333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Italian","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Latvian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.56444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Maltese","score":0.45111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Norwegian","score":0.62778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Polish","score":0.57333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Portuguese","score":0.61444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Romanian","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Slovak","score":0.62556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Slovenian","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Spanish","score":0.62667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"BeleBele","language":"Swedish","score":0.62667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Croatian","score":41.6945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Czech","score":53.134},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Danish","score":31.6072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Dutch","score":56.986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Estonian","score":23.6338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Finnish","score":31.561},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"French","score":60.969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"German","score":61.02},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Greek","score":33.45225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Hungarian","score":32.737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Irish","score":12.7085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Italian","score":48.976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Latvian","score":23.3205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Lithuanian","score":57.745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Maltese","score":34.114},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Polish","score":12.5005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Portuguese","score":39.3515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Romanian","score":40.3025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Slovak","score":44.4925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Slovenian","score":29.9215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Spanish","score":47.6055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Flores-200","language":"Swedish","score":17.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"German","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.48462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.49131},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"English","score":0.52528},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"French","score":0.49124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"German","score":0.48875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.4651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.428},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.49031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.45172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.48084},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.49017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.48398},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.49031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.45763},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.49103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.47792},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.45022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.4765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Albanian","score":0.49002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Armenian","score":0.33455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.35949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.47091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Dutch","score":0.47731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Estonian","score":0.43304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Finnish","score":0.36298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Georgian","score":0.448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"German","score":0.42446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Greek","score":0.43659},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Italian","score":0.53102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.58258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Polish","score":0.42336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.41561},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Russian","score":0.47101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Serbian","score":0.47455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Spanish","score":0.48364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.44364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Mgsm","language":"English","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Mgsm","language":"French","score":0.216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Mgsm","language":"German","score":0.196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Mgsm","language":"Spanish","score":0.164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Basque","score":0.81685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95794},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"French","score":0.9894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"German","score":0.98607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96099},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96186},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.826},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.711},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.739},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.1905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"French","score":17.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"German","score":24.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.1315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.1325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.7555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.8055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.11},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.0955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.163},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.7875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.7795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.093},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.9045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.9075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.2575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Croatian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Czech","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Danish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"English","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Estonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Finnish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"French","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Galician","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Hungarian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Slovenian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Turkish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"XCOPA","language":"Estonian","score":0.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"XCOPA","language":"Italian","score":0.684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"XCOPA","language":"Turkish","score":0.662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"Dutch","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"English","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"French","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"German","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"Italian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"Polish","score":0.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"Xcsqa","language":"Spanish","score":0.326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Bosnian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Croatian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Czech","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Dutch","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"English","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Estonian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Finnish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Galician","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Georgian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"German","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Greek","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Norwegian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Polish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Portuguese","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Romanian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Serbian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Slovenian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Spanish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Basque","score":0.33884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Catalan","score":0.6287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Croatian","score":0.61451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Danish","score":0.66029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Dutch","score":0.66681},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"French","score":0.69287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"German","score":0.65638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.5607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Italian","score":0.66942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.69238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Romanian","score":0.63472},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Slovak","score":0.58134},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Spanish","score":0.70834},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66477},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1670000-tokens7014B","tokens_B":7014.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.59422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.46672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.45137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.62111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Croatian","score":0.63444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Czech","score":0.67556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Danish","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Dutch","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"English","score":0.72},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Estonian","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Finnish","score":0.63889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"French","score":0.68222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"German","score":0.69556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Greek","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Hungarian","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Italian","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Latvian","score":0.61556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Maltese","score":0.51667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Norwegian","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Polish","score":0.60778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Portuguese","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Romanian","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Slovak","score":0.66667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Slovenian","score":0.61667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Spanish","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"BeleBele","language":"Swedish","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Bulgarian","score":12.4867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Croatian","score":20.035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Czech","score":23.9195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Danish","score":36.6682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Dutch","score":39.024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Estonian","score":27.5267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Finnish","score":17.7355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"French","score":42.8245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"German","score":45.298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Greek","score":4.28515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Hungarian","score":34.5535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Irish","score":11.605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Italian","score":37.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Latvian","score":14.13145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Lithuanian","score":31.81995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Maltese","score":36.87985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Polish","score":32.421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Portuguese","score":43.296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Romanian","score":35.051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Slovak","score":22.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Slovenian","score":24.50225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Spanish","score":26.8375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Flores-200","language":"Swedish","score":17.159},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"English","score":0.02},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.50912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"English","score":0.54558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"French","score":0.51795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"German","score":0.51268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.49131},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.51994},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.50299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.50798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.51966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.51873},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51011},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48618},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Albanian","score":0.52632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Armenian","score":0.36182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.37226},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Basque","score":0.286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Croatian","score":0.56364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Dutch","score":0.47913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Estonian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Finnish","score":0.37931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"French","score":0.51074},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Georgian","score":0.474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"German","score":0.43885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Greek","score":0.42029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.37455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Italian","score":0.54745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.45506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.62432},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Polish","score":0.43796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.42831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Russian","score":0.49638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Serbian","score":0.53273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Spanish","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Turkish","score":0.43248},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.56182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Mgsm","language":"English","score":0.272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Mgsm","language":"German","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Basque","score":0.77289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.93087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.95019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97203},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.9787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.548},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.8555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.3145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.4095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.5255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.6625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"French","score":17.1495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"German","score":24.0555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.6085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.2975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.8525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.4145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.9585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.3275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.2715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.729},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.702},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.6075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.603},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.2305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.5135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Albanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Latvian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Turkish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"XCOPA","language":"Estonian","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"XCOPA","language":"Italian","score":0.652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"XCOPA","language":"Turkish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"Dutch","score":0.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"English","score":0.488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"French","score":0.364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"German","score":0.394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"Italian","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"Polish","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"Xcsqa","language":"Spanish","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Albanian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Bosnian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Catalan","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Croatian","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Czech","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Dutch","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"English","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Finnish","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"French","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Galician","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Georgian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"German","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Greek","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Hungarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Italian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Norwegian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Polish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Portuguese","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Romanian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Serbian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Slovak","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Spanish","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Swedish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Turkish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Basque","score":0.34327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Danish","score":0.67458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"French","score":0.70315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"German","score":0.65991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Italian","score":0.68454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Romanian","score":0.6464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61742},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67277},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1700000-tokens7232B","tokens_B":7232.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.59964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.48208},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Croatian","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Czech","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Danish","score":0.67889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Dutch","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"English","score":0.72889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Estonian","score":0.61222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Finnish","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"French","score":0.69444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"German","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Greek","score":0.69222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Hungarian","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Italian","score":0.68778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Latvian","score":0.64889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.65889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Maltese","score":0.54556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Norwegian","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Polish","score":0.64667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Portuguese","score":0.70889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Romanian","score":0.64889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Slovak","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Slovenian","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Spanish","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"BeleBele","language":"Swedish","score":0.70333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.8453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Croatian","score":40.02285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Czech","score":39.8655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Danish","score":35.21},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Dutch","score":57.934},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Estonian","score":28.8576},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Finnish","score":25.1209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"French","score":40.2215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"German","score":41.687},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Greek","score":31.9221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Hungarian","score":45.243},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Irish","score":9.45215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Italian","score":48.8505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Latvian","score":26.8461},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Lithuanian","score":32.38185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Maltese","score":39.597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Polish","score":17.301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Portuguese","score":63.0805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Romanian","score":48.161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Slovak","score":23.5765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Slovenian","score":29.099},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Spanish","score":33.7025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Flores-200","language":"Swedish","score":37.051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.50826},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"English","score":0.55306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"French","score":0.51496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"German","score":0.51481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.4943},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.51852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.5015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.50805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.51567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.4812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50142},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Albanian","score":0.54991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.38321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Basque","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Dutch","score":0.49365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Estonian","score":0.47321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Finnish","score":0.35935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"French","score":0.48926},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Georgian","score":0.518},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"German","score":0.42446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Greek","score":0.45652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.34727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Italian","score":0.54197},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.47378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Polish","score":0.45985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Russian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Serbian","score":0.51818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Spanish","score":0.51636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Turkish","score":0.43796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Mgsm","language":"English","score":0.212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Mgsm","language":"French","score":0.244},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Mgsm","language":"German","score":0.228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Mgsm","language":"Spanish","score":0.244},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Basque","score":0.77656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94864},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"French","score":0.99019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"German","score":0.98912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96261},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91702},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.88232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.047},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"French","score":17.4175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"German","score":24.6415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.5365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.4005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.7655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.207},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.7125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.7545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.1615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.2875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.3985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Croatian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Hungarian","score":0.23039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"XCOPA","language":"Estonian","score":0.624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"XCOPA","language":"Italian","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"XCOPA","language":"Turkish","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"Dutch","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"English","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"French","score":0.353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"German","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"Italian","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"Polish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"Xcsqa","language":"Spanish","score":0.342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Bosnian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Catalan","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Czech","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Dutch","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Estonian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Finnish","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Galician","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Georgian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"German","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Greek","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Icelandic","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Polish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Portuguese","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Serbian","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Slovak","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Slovenian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Spanish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Swedish","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Turkish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Basque","score":0.34241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Catalan","score":0.64141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Danish","score":0.67587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"French","score":0.70786},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"German","score":0.67208},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.5732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Italian","score":0.6914},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Romanian","score":0.6503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Spanish","score":0.7204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1750000-tokens7652B","tokens_B":7652.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61197},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.4616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.47611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.47099},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.47014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.4471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.65333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Croatian","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Czech","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Danish","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Dutch","score":0.69556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"English","score":0.74556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Estonian","score":0.62778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Finnish","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"French","score":0.72667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"German","score":0.70222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Greek","score":0.68556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Hungarian","score":0.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Italian","score":0.69556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Latvian","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Maltese","score":0.49556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Norwegian","score":0.66667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Polish","score":0.64333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Portuguese","score":0.70333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Romanian","score":0.67556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Slovak","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Slovenian","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Spanish","score":0.68667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"BeleBele","language":"Swedish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Bulgarian","score":14.8514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Croatian","score":40.194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Czech","score":41.893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Danish","score":33.73345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Dutch","score":56.0815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Estonian","score":36.2445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Finnish","score":54.8495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"French","score":45.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"German","score":45.94},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Greek","score":26.93855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Hungarian","score":50.489},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Irish","score":15.9435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Italian","score":37.0145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Latvian","score":24.2065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Lithuanian","score":35.3515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Maltese","score":37.7445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Polish","score":26.20285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Portuguese","score":65.189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Romanian","score":54.8635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Slovak","score":20.0655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Slovenian","score":31.204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Spanish","score":35.905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Flores-200","language":"Swedish","score":31.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"English","score":0.55982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"French","score":0.52129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"German","score":0.52514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.48953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.52728},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.5089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.51795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49409},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Albanian","score":0.54809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Armenian","score":0.36545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.37044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Basque","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Dutch","score":0.52087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Estonian","score":0.48661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Finnish","score":0.36298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"French","score":0.48449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Georgian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"German","score":0.43885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Greek","score":0.46558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.39455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Italian","score":0.5292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.4588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Polish","score":0.45803},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.46824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Russian","score":0.48188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Serbian","score":0.49273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Spanish","score":0.51273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Turkish","score":0.45985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Mgsm","language":"English","score":0.232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Mgsm","language":"French","score":0.248},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Mgsm","language":"German","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Mgsm","language":"Spanish","score":0.252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Basque","score":0.8022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.97767},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"German","score":0.98782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.98097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.8525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.274},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"French","score":17.532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"German","score":24.6645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.983},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.3175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.4675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.2175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.489},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.8125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.2195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.6695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Turkish","score":22.1075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"XCOPA","language":"Estonian","score":0.632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"XCOPA","language":"Italian","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"XCOPA","language":"Turkish","score":0.666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"Dutch","score":0.367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"English","score":0.498},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"French","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"German","score":0.392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"Italian","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"Polish","score":0.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"Xcsqa","language":"Spanish","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Bosnian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Catalan","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Czech","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Estonian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Finnish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"French","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Galician","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"German","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Hungarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Italian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Polish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Romanian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Spanish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Swedish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Turkish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Basque","score":0.34295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Danish","score":0.67254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"French","score":0.70572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"German","score":0.66193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Italian","score":0.68617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62303},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1800000-tokens8072B","tokens_B":8072.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.43259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.44369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Croatian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Czech","score":0.68111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Danish","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Dutch","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"English","score":0.76222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Estonian","score":0.61889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Finnish","score":0.69111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"French","score":0.70556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"German","score":0.71},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Greek","score":0.71111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Hungarian","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Italian","score":0.68889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Latvian","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.65556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Maltese","score":0.56333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Norwegian","score":0.71444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Polish","score":0.65},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Portuguese","score":0.69889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Romanian","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Slovak","score":0.68778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Slovenian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Spanish","score":0.70222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"BeleBele","language":"Swedish","score":0.69111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Bulgarian","score":51.602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Croatian","score":62.5585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Czech","score":46.5405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Danish","score":34.81335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Dutch","score":58.6695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Estonian","score":40.021},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Finnish","score":38.536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"French","score":43.246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"German","score":40.423},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Greek","score":52.4785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Hungarian","score":50.457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Irish","score":37.7205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Italian","score":50.403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Latvian","score":27.9985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Lithuanian","score":35.1045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Maltese","score":26.8585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Polish","score":36.711},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Portuguese","score":42.87},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Romanian","score":60.6435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Slovak","score":28.682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Slovenian","score":32.401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Spanish","score":39.4925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Flores-200","language":"Swedish","score":36.8005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"English","score":0.56068},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"French","score":0.52122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"German","score":0.51987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.50199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.52272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47821},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.51125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.52079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48989},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.5037},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Albanian","score":0.50998},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Armenian","score":0.36909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.38321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Basque","score":0.262},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Dutch","score":0.44102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Estonian","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Finnish","score":0.3049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"French","score":0.51551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Georgian","score":0.502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"German","score":0.43165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Greek","score":0.41486},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.34909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Italian","score":0.50365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.44007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.61706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Polish","score":0.39781},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Russian","score":0.45471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Serbian","score":0.49273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Spanish","score":0.50545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Turkish","score":0.43796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.56545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Mgsm","language":"English","score":0.292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Mgsm","language":"French","score":0.272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Mgsm","language":"German","score":0.276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Mgsm","language":"Spanish","score":0.264},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Basque","score":0.84982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96848},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96439},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.90718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"French","score":0.98312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"German","score":0.98782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96099},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.3035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.4885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.3505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"French","score":16.8255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"German","score":24.02},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.6935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.5885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.6875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.4165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.1605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.9625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.8435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.83},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.8985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.8395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Croatian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Hungarian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"XCOPA","language":"Estonian","score":0.592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"XCOPA","language":"Italian","score":0.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"XCOPA","language":"Turkish","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"Dutch","score":0.346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"English","score":0.498},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"French","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"German","score":0.393},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"Italian","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"Polish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"Xcsqa","language":"Spanish","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Bosnian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Catalan","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Czech","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Dutch","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"English","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Estonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"French","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"German","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Greek","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Italian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Norwegian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Portuguese","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Romanian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Serbian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Slovak","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Spanish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Turkish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Basque","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Danish","score":0.67028},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Dutch","score":0.66951},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"French","score":0.70347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"German","score":0.65788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Italian","score":0.68433},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.69932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62589},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1850000-tokens8492B","tokens_B":8492.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.6057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.44113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.46246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Croatian","score":0.63667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Czech","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Danish","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Dutch","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"English","score":0.75111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Estonian","score":0.58556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Finnish","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"French","score":0.68556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"German","score":0.70222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Greek","score":0.68222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Hungarian","score":0.65889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Italian","score":0.66667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Latvian","score":0.65},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.63778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Maltese","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Norwegian","score":0.68111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Polish","score":0.64889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Portuguese","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Romanian","score":0.62889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Slovak","score":0.67556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Slovenian","score":0.61667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Spanish","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"BeleBele","language":"Swedish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Bulgarian","score":3.0812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Croatian","score":12.36295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Czech","score":11.1205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Danish","score":12.7956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Dutch","score":21.462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Estonian","score":32.5501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Finnish","score":11.1388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"French","score":40.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"German","score":31.9465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Greek","score":29.022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Hungarian","score":14.451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Irish","score":24.1475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Italian","score":36.1455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Latvian","score":23.8603},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Lithuanian","score":10.4287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Maltese","score":17.3054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Polish","score":27.3747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Portuguese","score":16.7724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Romanian","score":16.605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Slovak","score":26.9427},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Slovenian","score":30.7855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Spanish","score":30.1175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Flores-200","language":"Swedish","score":16.503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.50499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.50919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"English","score":0.55676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"French","score":0.51745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"German","score":0.51325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.48804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.44353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.51346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.47294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.50506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.51958},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.50306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.50798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.47963},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50719},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.49737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Albanian","score":0.51361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Armenian","score":0.3},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Basque","score":0.294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Croatian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Dutch","score":0.49002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Finnish","score":0.38475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"French","score":0.46778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Georgian","score":0.436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"German","score":0.35971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Greek","score":0.43297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Italian","score":0.50547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.44007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64973},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Polish","score":0.41971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.40653},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Russian","score":0.47283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Serbian","score":0.48545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Spanish","score":0.50182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Turkish","score":0.38504},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.51091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Mgsm","language":"English","score":0.268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Mgsm","language":"French","score":0.292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Mgsm","language":"German","score":0.268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.88066},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96217},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.90563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Galician","score":0.9004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.88235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"German","score":0.98651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Irish","score":0.71429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.9192},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97288},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96206},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.84788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.0815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.472},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.486},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.9695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"French","score":17.1545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"German","score":24.077},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.4155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.0965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.91},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.9015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.958},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.1825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Serbian","score":21.8515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.7335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.2015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.9005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.9645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"XCOPA","language":"Estonian","score":0.604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"XCOPA","language":"Italian","score":0.638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"XCOPA","language":"Turkish","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"Dutch","score":0.377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"English","score":0.521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"French","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"German","score":0.399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"Italian","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"Polish","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"Xcsqa","language":"Spanish","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Bosnian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Catalan","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Czech","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Dutch","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"English","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Finnish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"French","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Georgian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"German","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Greek","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Hungarian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Icelandic","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Italian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Polish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Portuguese","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Romanian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Serbian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Slovak","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Spanish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Swedish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Turkish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Basque","score":0.33852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Catalan","score":0.6312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Croatian","score":0.61873},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Danish","score":0.67093},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Dutch","score":0.66789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"French","score":0.69672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"German","score":0.66268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Italian","score":0.67704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70127},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71197},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66707},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1900000-tokens8912B","tokens_B":8912.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60432},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.4616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45648},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37116},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Croatian","score":0.64778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Czech","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Danish","score":0.65556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Dutch","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"English","score":0.74222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Estonian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Finnish","score":0.65556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"French","score":0.69444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"German","score":0.7},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Greek","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Hungarian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Italian","score":0.65889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Latvian","score":0.63556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.63889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Maltese","score":0.47556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Norwegian","score":0.64667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Polish","score":0.64333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Portuguese","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Romanian","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Slovak","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Slovenian","score":0.64778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Spanish","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"BeleBele","language":"Swedish","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Bulgarian","score":3.7391},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Croatian","score":37.78605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Czech","score":41.8595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Danish","score":28.7937},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Dutch","score":35.3745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Estonian","score":31.9745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Finnish","score":31.447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"French","score":28.1965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"German","score":27.9595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Greek","score":32.13305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Hungarian","score":15.558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Irish","score":32.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Italian","score":38.7935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Latvian","score":24.4805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Lithuanian","score":14.5585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Maltese","score":36.4365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Polish","score":28.1575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Portuguese","score":45.229},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Romanian","score":39.0235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Slovak","score":22.3325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Slovenian","score":29.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Spanish","score":21.978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Flores-200","language":"Swedish","score":15.0505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"English","score":0.55605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"French","score":0.52272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"German","score":0.52108},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.49302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45456},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.52663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.50883},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.51004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48056},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.49487},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Albanian","score":0.54446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.36131},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Basque","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.31273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.55818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Dutch","score":0.51361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Finnish","score":0.38657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"French","score":0.47494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Georgian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"German","score":0.38129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Greek","score":0.44565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.37273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Italian","score":0.5438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.45693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.61525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Polish","score":0.43248},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.42468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Russian","score":0.50181},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Serbian","score":0.52727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Spanish","score":0.49818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Turkish","score":0.42153},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Mgsm","language":"English","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Mgsm","language":"French","score":0.292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Mgsm","language":"German","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Basque","score":0.7326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Irish","score":0.39286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96741},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.84},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.871},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.0665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.8835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.8555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.4465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"French","score":17.6415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"German","score":24.6265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.7505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.5505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.2415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.93},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.0825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.6155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.3715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.3095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Dutch","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"English","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Irish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Italian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Latvian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Spanish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"XCOPA","language":"Estonian","score":0.622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"XCOPA","language":"Italian","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"XCOPA","language":"Turkish","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"Dutch","score":0.359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"English","score":0.499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"French","score":0.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"German","score":0.393},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"Italian","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"Polish","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"Xcsqa","language":"Spanish","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Bosnian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Catalan","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Croatian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Czech","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Dutch","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Estonian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Finnish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"French","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Galician","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"German","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Greek","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Icelandic","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Polish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Romanian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Serbian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Slovenian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Spanish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Turkish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Basque","score":0.33657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62739},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Danish","score":0.67491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"French","score":0.7055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"German","score":0.66599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Italian","score":0.68095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62779},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Slovak","score":0.60242},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step1950000-tokens9332B","tokens_B":9332.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33106},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.33106},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.38908},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.31655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.41667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Croatian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Czech","score":0.39889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Danish","score":0.43111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Dutch","score":0.39667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"English","score":0.44778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Estonian","score":0.37111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Finnish","score":0.38222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"French","score":0.42111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"German","score":0.44222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Greek","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Hungarian","score":0.41778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Italian","score":0.42556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Latvian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.40333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Maltese","score":0.35556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Norwegian","score":0.43778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Polish","score":0.40333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Portuguese","score":0.42778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Romanian","score":0.41667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Slovak","score":0.40556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Slovenian","score":0.39556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Spanish","score":0.41556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"BeleBele","language":"Swedish","score":0.45778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.43965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Croatian","score":15.5255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Czech","score":35.46355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Danish","score":36.3155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Dutch","score":40.623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Estonian","score":31.4255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Finnish","score":15.5145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"French","score":58.7185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"German","score":56.932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Greek","score":6.0757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Hungarian","score":30.894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Irish","score":16.3525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Italian","score":34.3085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Latvian","score":32.473},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Lithuanian","score":32.4095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Maltese","score":28.48095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Polish","score":29.2835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Portuguese","score":62.048},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Romanian","score":53.789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Slovak","score":40.4835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Slovenian","score":34.392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Spanish","score":41.9015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Flores-200","language":"Swedish","score":31.1535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Czech","score":0.02},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.38862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.39446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"English","score":0.43434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"French","score":0.39325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"German","score":0.40422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.37352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.34874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.39674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.35315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.38292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.40201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.38919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.38513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.3951},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.38805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.36847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.37651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Albanian","score":0.38657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Armenian","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Basque","score":0.306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.34182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Croatian","score":0.39273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Dutch","score":0.34301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Estonian","score":0.33482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Finnish","score":0.29946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"French","score":0.36038},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Georgian","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"German","score":0.26619},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Greek","score":0.32065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.28909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Italian","score":0.38686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.32772},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.40653},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Polish","score":0.30657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.33394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Russian","score":0.34783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Serbian","score":0.35636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Spanish","score":0.33818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Turkish","score":0.31752},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.39636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Mgsm","language":"English","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Mgsm","language":"French","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Mgsm","language":"German","score":0.088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Mgsm","language":"Spanish","score":0.1},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Basque","score":0.78022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96497},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91883},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93774},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"French","score":0.98626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"German","score":0.98695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.96923},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97288},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95006},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.85132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.4985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.1565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.5215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"French","score":17.0785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"German","score":23.627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.9705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.3325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.3675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.1925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.7865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.0825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.5315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.7},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.2655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Albanian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Catalan","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Croatian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Danish","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Dutch","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"English","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"French","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Galician","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Georgian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"German","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Greek","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Hungarian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Icelandic","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Italian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Latvian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Maltese","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Norwegian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Polish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Portuguese","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Romanian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Serbian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Slovak","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Slovenian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Spanish","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Swedish","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Turkish","score":0.40196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"XCOPA","language":"Estonian","score":0.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"XCOPA","language":"Italian","score":0.62},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"XCOPA","language":"Turkish","score":0.644},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"Dutch","score":0.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"English","score":0.453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"French","score":0.322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"German","score":0.348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"Italian","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"Polish","score":0.309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"Xcsqa","language":"Spanish","score":0.297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Bosnian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Catalan","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Croatian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Czech","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Dutch","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"English","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Estonian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Finnish","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"French","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Galician","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Georgian","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"German","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Greek","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Icelandic","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Portuguese","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Romanian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Serbian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Slovenian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Spanish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Swedish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Turkish","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Basque","score":0.32728},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Catalan","score":0.58647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Croatian","score":0.57291},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Danish","score":0.61558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Dutch","score":0.62062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"French","score":0.66438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"German","score":0.61849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.51387},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Italian","score":0.63842},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.65034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Romanian","score":0.60206},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Serbian","score":0.57234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Slovak","score":0.54665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Spanish","score":0.67079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Swedish","score":0.6173},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step200000-tokens840B","tokens_B":840.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56202},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45904},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44881},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Croatian","score":0.64556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Czech","score":0.67889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Danish","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Dutch","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"English","score":0.72889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Estonian","score":0.61333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Finnish","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"French","score":0.69889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"German","score":0.70556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Greek","score":0.65556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Hungarian","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Italian","score":0.65333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Latvian","score":0.65889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.63778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Maltese","score":0.49778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Norwegian","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Polish","score":0.62222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Portuguese","score":0.69444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Romanian","score":0.63111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Slovak","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Slovenian","score":0.64333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Spanish","score":0.67222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"BeleBele","language":"Swedish","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Croatian","score":47.9715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Czech","score":38.36525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Danish","score":36.75585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Dutch","score":59.6565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Estonian","score":35.4995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Finnish","score":31.2285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"French","score":47.731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"German","score":40.5195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Greek","score":32.11145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Hungarian","score":54.896},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Irish","score":11.63425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Italian","score":37.403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Latvian","score":22.6902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Lithuanian","score":10.91855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Maltese","score":37.7683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Polish","score":27.9264},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Portuguese","score":43.243},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Romanian","score":38.6965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Slovak","score":16.24345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Slovenian","score":26.5415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Spanish","score":33.0375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Flores-200","language":"Swedish","score":22.376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.51787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"English","score":0.55683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"French","score":0.52606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"German","score":0.52122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.49188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.45193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.52692},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.50826},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.51624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.48234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52856},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.50933},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.48946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.49829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Albanian","score":0.52087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.35401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Basque","score":0.252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Dutch","score":0.46642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Estonian","score":0.47768},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Finnish","score":0.36842},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"French","score":0.49642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Georgian","score":0.512},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"German","score":0.47482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Greek","score":0.42572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.36545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Italian","score":0.52737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.4382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.60254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Polish","score":0.43978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Russian","score":0.49275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Serbian","score":0.50364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Spanish","score":0.50545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Turkish","score":0.46533},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Mgsm","language":"English","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Mgsm","language":"French","score":0.272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Mgsm","language":"German","score":0.276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Mgsm","language":"Spanish","score":0.228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Basque","score":0.77289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91728},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"German","score":0.99043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.9161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Irish","score":0.32143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97203},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95202},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.94089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86739},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.908},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.8235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"French","score":17.7385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"German","score":24.626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.5265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.7155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.3335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.284},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.729},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.2215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.106},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.2515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.167},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.9855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.7215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Albanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Croatian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Dutch","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Estonian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Hungarian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"XCOPA","language":"Estonian","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"XCOPA","language":"Italian","score":0.65},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"XCOPA","language":"Turkish","score":0.662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"Dutch","score":0.358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"English","score":0.493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"French","score":0.359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"German","score":0.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"Italian","score":0.347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"Polish","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"Xcsqa","language":"Spanish","score":0.346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Albanian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Bosnian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Catalan","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Croatian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Czech","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Dutch","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Finnish","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Galician","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Georgian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"German","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Greek","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Italian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Polish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Portuguese","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Serbian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Slovenian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Spanish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Swedish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Turkish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Basque","score":0.34068},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63013},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Danish","score":0.67319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"French","score":0.70315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"German","score":0.66247},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Italian","score":0.68041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70073},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Romanian","score":0.6437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Slovak","score":0.5903},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2000000-tokens9752B","tokens_B":9752.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60527},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.40188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.46672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Croatian","score":0.63667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Czech","score":0.69333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Danish","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Dutch","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"English","score":0.72},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Estonian","score":0.63889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Finnish","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"French","score":0.71222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"German","score":0.71333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Greek","score":0.69},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Hungarian","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Italian","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Latvian","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.63667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Maltese","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Norwegian","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Polish","score":0.63333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Portuguese","score":0.70111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Romanian","score":0.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Slovak","score":0.67667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Slovenian","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Spanish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"BeleBele","language":"Swedish","score":0.67667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Bulgarian","score":54.0365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Croatian","score":59.6915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Czech","score":40.263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Danish","score":34.3861},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Dutch","score":44.0475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Estonian","score":29.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Finnish","score":35.6335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"French","score":40.606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"German","score":43.641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Greek","score":33.83845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Hungarian","score":39.922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Irish","score":14.5005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Italian","score":43.165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Latvian","score":24.8095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Lithuanian","score":46.1685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Maltese","score":40.732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Polish","score":37.3315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Portuguese","score":30.2535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Romanian","score":41.0895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Slovak","score":48.193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Slovenian","score":30.3505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Spanish","score":50.121},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Flores-200","language":"Swedish","score":30.4885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51702},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"English","score":0.55234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"French","score":0.52514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"German","score":0.52564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.49672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.46062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.53069},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48754},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.5146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.52621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.52635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Albanian","score":0.58258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Armenian","score":0.33818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.38686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Basque","score":0.284},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.53273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Croatian","score":0.55636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Dutch","score":0.5118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Estonian","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Finnish","score":0.36116},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"French","score":0.49165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Georgian","score":0.496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"German","score":0.45324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Greek","score":0.42935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.36364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Italian","score":0.5438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.47191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Polish","score":0.42701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.46642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Russian","score":0.48188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Serbian","score":0.54727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Spanish","score":0.52182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Turkish","score":0.41971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.55273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Mgsm","language":"English","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Mgsm","language":"French","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Mgsm","language":"German","score":0.296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Mgsm","language":"Spanish","score":0.268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.88477},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Basque","score":0.76557},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.9641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96006},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"English","score":0.98182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.90602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94591},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"German","score":0.99043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.82051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97178},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.7545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.4315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.1505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.4995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.3715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"French","score":17.3075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"German","score":24.462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.2665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.487},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.2415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.4725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.7295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.8625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.021},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Albanian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Basque","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Bosnian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.37255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Catalan","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Croatian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Czech","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Danish","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Dutch","score":0.40196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"English","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Estonian","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Finnish","score":0.42647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"French","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Galician","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"German","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Greek","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Hungarian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Icelandic","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Irish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Italian","score":0.40686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Latvian","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Maltese","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Norwegian","score":0.39216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Polish","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Portuguese","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Romanian","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Serbian","score":0.39706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Slovak","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Slovenian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Spanish","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Swedish","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Turkish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.40196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"XCOPA","language":"Estonian","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"XCOPA","language":"Italian","score":0.648},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"XCOPA","language":"Turkish","score":0.686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"Dutch","score":0.379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"English","score":0.513},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"French","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"German","score":0.401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"Italian","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"Polish","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"Xcsqa","language":"Spanish","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Albanian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Bosnian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Catalan","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Croatian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Czech","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Dutch","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Estonian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Finnish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"French","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Galician","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Georgian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"German","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Greek","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Hungarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Icelandic","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Italian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Polish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Portuguese","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Romanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Serbian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Slovak","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Slovenian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Spanish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Swedish","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Turkish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Basque","score":0.34317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Danish","score":0.66652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67048},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"French","score":0.70283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"German","score":0.66012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Italian","score":0.68302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.6952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66992},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2050000-tokens10172B","tokens_B":10172.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.4471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.34898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Croatian","score":0.65444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Czech","score":0.67889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Danish","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Dutch","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"English","score":0.73556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Estonian","score":0.63556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Finnish","score":0.67111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"French","score":0.68111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"German","score":0.71667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Greek","score":0.67556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Hungarian","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Italian","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Latvian","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.62889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Maltese","score":0.50111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Norwegian","score":0.64778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Polish","score":0.64222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Portuguese","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Romanian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Slovak","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Slovenian","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Spanish","score":0.66667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"BeleBele","language":"Swedish","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.0975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Croatian","score":61.7135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Czech","score":74.519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Danish","score":36.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Dutch","score":38.6055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Estonian","score":35.712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Finnish","score":19.807},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"French","score":39.358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"German","score":45.949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Greek","score":33.7538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Hungarian","score":29.2395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Irish","score":26.4085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Italian","score":47.7915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Latvian","score":20.77},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Lithuanian","score":36.4285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Maltese","score":40.6725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Polish","score":43.2935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Portuguese","score":67.737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Romanian","score":64.73},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Slovak","score":36.5205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Slovenian","score":36.666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Spanish","score":28.9575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Flores-200","language":"Swedish","score":26.0935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.52371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52649},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"English","score":0.55897},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"French","score":0.52863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"German","score":0.52706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.50491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.46931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.53098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.49295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.51852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49786},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Albanian","score":0.55535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Armenian","score":0.30364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.35219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Basque","score":0.316},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Croatian","score":0.52727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Dutch","score":0.55354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Estonian","score":0.48214},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Finnish","score":0.37568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"French","score":0.4821},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Georgian","score":0.484},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"German","score":0.43165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Greek","score":0.45109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.36909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Italian","score":0.56022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.44007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.64791},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Polish","score":0.41788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.45009},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Russian","score":0.47283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Serbian","score":0.49455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Spanish","score":0.50727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Turkish","score":0.45255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.55455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Mgsm","language":"English","score":0.272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Mgsm","language":"French","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Mgsm","language":"German","score":0.288},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Mgsm","language":"Spanish","score":0.252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Basque","score":0.72161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95753},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92233},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.95097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"German","score":0.98825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.9819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96793},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.8695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.6515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.659},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.128},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"French","score":17.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"German","score":24.3725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.9395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.1825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.6435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.9255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.8005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.0505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.0015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Croatian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Czech","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"English","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Estonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Hungarian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Italian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Maltese","score":0.18627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Romanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"XCOPA","language":"Estonian","score":0.626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"XCOPA","language":"Italian","score":0.646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"XCOPA","language":"Turkish","score":0.676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"Dutch","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"English","score":0.498},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"French","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"German","score":0.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"Italian","score":0.347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"Polish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"Xcsqa","language":"Spanish","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Albanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Bosnian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Catalan","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Croatian","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Czech","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Dutch","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"English","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Estonian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Finnish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"French","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Galician","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Georgian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"German","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Greek","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Hungarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Icelandic","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Italian","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Polish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Portuguese","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Romanian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Serbian","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Slovak","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Slovenian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Spanish","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Swedish","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Turkish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Basque","score":0.34554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Danish","score":0.67888},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"French","score":0.70893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"German","score":0.67015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Italian","score":0.68889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59926},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Spanish","score":0.72349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Swedish","score":0.68033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2100000-tokens10592B","tokens_B":10592.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.46502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.46587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.46416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38908},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.43601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.47611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Croatian","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Czech","score":0.70111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Danish","score":0.68222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Dutch","score":0.70444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"English","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Estonian","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Finnish","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"French","score":0.72},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"German","score":0.72778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Greek","score":0.67889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Hungarian","score":0.67889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Italian","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Latvian","score":0.68222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Maltese","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Norwegian","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Polish","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Portuguese","score":0.70333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Romanian","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Slovak","score":0.69222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Slovenian","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Spanish","score":0.68556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"BeleBele","language":"Swedish","score":0.69889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Bulgarian","score":14.4675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Croatian","score":44.255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Czech","score":48.818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Danish","score":33.7296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Dutch","score":56.4685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Estonian","score":31.9065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Finnish","score":51.5585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"French","score":50.759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"German","score":32.86},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Greek","score":31.9152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Hungarian","score":12.949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Irish","score":14.4354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Italian","score":57.406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Latvian","score":30.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Lithuanian","score":32.147},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Maltese","score":35.9064},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Polish","score":40.567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Portuguese","score":68.2525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Romanian","score":58.0025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Slovak","score":56.594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Slovenian","score":35.5505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Spanish","score":36.406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Flores-200","language":"Swedish","score":35.411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.51823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.523},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"English","score":0.56267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"French","score":0.52849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"German","score":0.52635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.5015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.4614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.53034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.48953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.51111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.52998},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.52336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.49017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Albanian","score":0.57713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Armenian","score":0.34545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Basque","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.31273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.52364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Croatian","score":0.54364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Dutch","score":0.55354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Finnish","score":0.33575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"French","score":0.48687},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Georgian","score":0.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"German","score":0.39568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Greek","score":0.43841},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.36182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Italian","score":0.52737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.48502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Polish","score":0.44891},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.43557},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Russian","score":0.47645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Serbian","score":0.53636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Spanish","score":0.54182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Turkish","score":0.46533},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Mgsm","language":"English","score":0.24},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Mgsm","language":"French","score":0.236},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Mgsm","language":"German","score":0.248},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Mgsm","language":"Spanish","score":0.232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Basque","score":0.71429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96497},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96711},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94981},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.9403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96741},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.9819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.1265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.4565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.9325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.3955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.566},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"French","score":17.646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"German","score":24.6485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.082},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.5615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.4955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.2245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.2745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.1345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.677},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.1815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.9235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.5455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.669},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Basque","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Bosnian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Catalan","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Croatian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Czech","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Dutch","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"English","score":0.39706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Estonian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Finnish","score":0.37255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"French","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Galician","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"German","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Greek","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Icelandic","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Irish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Italian","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Latvian","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Maltese","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Norwegian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Polish","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Portuguese","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Romanian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Serbian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Slovak","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Slovenian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Spanish","score":0.41176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Swedish","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Turkish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.36275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"XCOPA","language":"Estonian","score":0.612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"XCOPA","language":"Italian","score":0.668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"XCOPA","language":"Turkish","score":0.684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"Dutch","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"English","score":0.496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"French","score":0.348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"German","score":0.383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"Italian","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"Polish","score":0.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"Xcsqa","language":"Spanish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Bosnian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Catalan","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Czech","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Dutch","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Estonian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Finnish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"French","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Galician","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Georgian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"German","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Greek","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Norwegian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Polish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Portuguese","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Romanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Serbian","score":0.585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Slovak","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Slovenian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Spanish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Swedish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Turkish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Basque","score":0.3409},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Danish","score":0.66814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Dutch","score":0.6667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"French","score":0.70079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"German","score":0.65766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Italian","score":0.67834},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.69574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61848},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2150000-tokens11012B","tokens_B":11012.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.44369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.65889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Croatian","score":0.64222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Czech","score":0.67222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Danish","score":0.68444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Dutch","score":0.65667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"English","score":0.72333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Estonian","score":0.62889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Finnish","score":0.66889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"French","score":0.70778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"German","score":0.72333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Greek","score":0.69778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Hungarian","score":0.70778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Italian","score":0.65333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Latvian","score":0.67222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Maltese","score":0.53667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Norwegian","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Polish","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Portuguese","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Romanian","score":0.67444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Slovak","score":0.67111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Slovenian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Spanish","score":0.67222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"BeleBele","language":"Swedish","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.7265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Croatian","score":61.107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Czech","score":34.5975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Danish","score":39.71105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Dutch","score":38.5415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Estonian","score":34.6525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Finnish","score":52.5735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"French","score":44.0725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"German","score":24.7485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Greek","score":11.91795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Hungarian","score":37.0165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Irish","score":28.0375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Italian","score":58.972},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Latvian","score":32.164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Lithuanian","score":55.614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Maltese","score":30.2055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Polish","score":28.30525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Portuguese","score":67.747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Romanian","score":55.418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Slovak","score":51.005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Slovenian","score":35.895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Spanish","score":29.458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Flores-200","language":"Swedish","score":25.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"English","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.52407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52756},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"English","score":0.56765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"French","score":0.52678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"German","score":0.53005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.50249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.46375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.53725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.49352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.51916},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.52343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.52293},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.50221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.51731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.49772},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.51054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Albanian","score":0.56624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Basque","score":0.292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.57091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Croatian","score":0.53091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Dutch","score":0.50635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Estonian","score":0.44643},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Finnish","score":0.4029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"French","score":0.47255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Georgian","score":0.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"German","score":0.42446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Greek","score":0.44565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.37273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Italian","score":0.53285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.4794},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Polish","score":0.43066},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.41016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Russian","score":0.49094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Serbian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Spanish","score":0.49273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Turkish","score":0.40328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Mgsm","language":"English","score":0.296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Mgsm","language":"French","score":0.308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Mgsm","language":"German","score":0.316},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Mgsm","language":"Spanish","score":0.216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Basque","score":0.82784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96711},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.9134},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.95019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"German","score":0.99043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.9786},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95368},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.3895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.5505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.6855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"French","score":17.6645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"German","score":24.603},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.0765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.3695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.7555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.7385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.5815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.768},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.5665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.762},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.3225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.8115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Croatian","score":0.21569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Estonian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Latvian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Maltese","score":0.21078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Turkish","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"XCOPA","language":"Estonian","score":0.578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"XCOPA","language":"Italian","score":0.676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"XCOPA","language":"Turkish","score":0.688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"Dutch","score":0.358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"English","score":0.499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"French","score":0.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"German","score":0.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"Italian","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"Polish","score":0.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"Xcsqa","language":"Spanish","score":0.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Bosnian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Catalan","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Croatian","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Czech","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Dutch","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"English","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Estonian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Finnish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Galician","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Georgian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Greek","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Italian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Polish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Portuguese","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Romanian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Slovak","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Slovenian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Spanish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Turkish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Basque","score":0.34425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Danish","score":0.67695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"French","score":0.70829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"German","score":0.66631},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Italian","score":0.68378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70387},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Serbian","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71848},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2200000-tokens11432B","tokens_B":11432.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.45563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.42235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.37628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.47184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.44966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Croatian","score":0.65111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Czech","score":0.68889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Danish","score":0.66444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Dutch","score":0.66556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"English","score":0.74333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Estonian","score":0.62889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Finnish","score":0.67556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"French","score":0.7},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"German","score":0.70889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Greek","score":0.68778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Hungarian","score":0.7},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Italian","score":0.67778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Latvian","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.64},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Maltese","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Norwegian","score":0.68333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Polish","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Portuguese","score":0.69444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Romanian","score":0.68111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Slovak","score":0.69333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Slovenian","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Spanish","score":0.69667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"BeleBele","language":"Swedish","score":0.66667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Bulgarian","score":36.687},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Croatian","score":61.078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Czech","score":41.556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Danish","score":34.2599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Dutch","score":38.82},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Estonian","score":32.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Finnish","score":37.046},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"French","score":28.2925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"German","score":41.8535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Greek","score":6.16815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Hungarian","score":38.5555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Irish","score":14.6725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Italian","score":36.8215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Latvian","score":18.313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Lithuanian","score":39.882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Maltese","score":35.84455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Polish","score":23.981},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Portuguese","score":66.566},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Romanian","score":47.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Slovak","score":36.8205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Slovenian","score":36.869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Spanish","score":37.641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Flores-200","language":"Swedish","score":15.536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.52201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.52927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"English","score":0.56773},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"French","score":0.53247},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"German","score":0.53632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.50463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.46411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.53418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.49124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.51802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.53198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.51994},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.52649},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.4953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.53539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.52151},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.50014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.50954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Albanian","score":0.56987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.39051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Basque","score":0.346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.50909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Croatian","score":0.55091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Dutch","score":0.52813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Estonian","score":0.49107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"French","score":0.50119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Georgian","score":0.518},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"German","score":0.41727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Greek","score":0.45833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.37636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Italian","score":0.56204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.48502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.67514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Polish","score":0.43066},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.44646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Russian","score":0.48913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Serbian","score":0.54545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Spanish","score":0.53455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Turkish","score":0.46533},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.54727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Mgsm","language":"English","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Mgsm","language":"French","score":0.288},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Mgsm","language":"German","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Mgsm","language":"Spanish","score":0.24},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Basque","score":0.74725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97169},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"English","score":0.99481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"French","score":0.98509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Galician","score":0.93094},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"German","score":0.99086},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91896},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Polish","score":0.96241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.979},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87256},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97121},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.4295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.0965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.7045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"French","score":17.866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"German","score":24.8145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.877},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.877},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.953},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Latvian","score":22.021},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.4395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.1555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.7015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Serbian","score":25.3385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Slovak","score":26.3075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.5795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.4775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Turkish","score":22.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Bosnian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Catalan","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Croatian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Czech","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Danish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Dutch","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"English","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Estonian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Finnish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"French","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Galician","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"German","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Greek","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Italian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Maltese","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Norwegian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Polish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Slovak","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Swedish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"XCOPA","language":"Estonian","score":0.594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"XCOPA","language":"Italian","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"XCOPA","language":"Turkish","score":0.672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"Dutch","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"English","score":0.503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"French","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"German","score":0.388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"Italian","score":0.346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"Polish","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"Xcsqa","language":"Spanish","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Bosnian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Catalan","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Czech","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Dutch","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Estonian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Finnish","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"French","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Galician","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Georgian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"German","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Greek","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Hungarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Icelandic","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Italian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Polish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Portuguese","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Romanian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Serbian","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Slovak","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Slovenian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Spanish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Swedish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Turkish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Basque","score":0.34219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Danish","score":0.67802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"French","score":0.7055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"German","score":0.66588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Italian","score":0.68737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70213},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62906},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2250000-tokens11852B","tokens_B":11852.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.6125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.4727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.48549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.47014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.35666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.48379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.48379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.45648},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.47952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.45819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.75444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Croatian","score":0.73778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Czech","score":0.76556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Danish","score":0.75667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Dutch","score":0.75333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"English","score":0.82222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Estonian","score":0.70889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Finnish","score":0.73},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"French","score":0.77222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"German","score":0.78778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Greek","score":0.75889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Hungarian","score":0.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Italian","score":0.74556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Latvian","score":0.73778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.72778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Maltese","score":0.49111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Norwegian","score":0.74333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Polish","score":0.74778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Portuguese","score":0.76778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Romanian","score":0.75222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Slovak","score":0.76667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Slovenian","score":0.71},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Spanish","score":0.76111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"BeleBele","language":"Swedish","score":0.76778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Bulgarian","score":29.96965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Croatian","score":34.5337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Czech","score":43.508},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Danish","score":40.5845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Dutch","score":57.782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Estonian","score":34.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Finnish","score":31.0815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"French","score":44.264},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"German","score":43.3415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Greek","score":26.614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Hungarian","score":29.81195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Irish","score":28.09425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Italian","score":41.17},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Latvian","score":26.8825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Lithuanian","score":20.83},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Maltese","score":35.8435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Polish","score":28.0805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Portuguese","score":66.809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Romanian","score":59.531},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Slovak","score":30.639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Slovenian","score":30.6755},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Spanish","score":50.8135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Flores-200","language":"Swedish","score":24.458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"German","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.56053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.5621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"English","score":0.6049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"French","score":0.56723},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"German","score":0.56424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.5443},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.49651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.57171},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.53076},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.54743},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.57278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.56053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.56053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.53141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5673},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.55783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.52735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.54365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Albanian","score":0.5971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.41606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Basque","score":0.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.30909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.62727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Croatian","score":0.59636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Dutch","score":0.6098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Estonian","score":0.45982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Finnish","score":0.42287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"French","score":0.54177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Georgian","score":0.524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"German","score":0.41007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Greek","score":0.47826},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.40182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Italian","score":0.60949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.55618},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.65154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Polish","score":0.47445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.49546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Russian","score":0.51268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Serbian","score":0.59818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Spanish","score":0.55636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Turkish","score":0.5146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.57091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Mgsm","language":"English","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Mgsm","language":"French","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Mgsm","language":"German","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Mgsm","language":"Spanish","score":0.296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.95473},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Basque","score":0.73626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95077},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.97198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.88466},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"German","score":0.98825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96741},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.85144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.8628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97121},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.1365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.0715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.4825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"French","score":18.0415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"German","score":24.8865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.738},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.982},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.8295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.4405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Polish","score":22.1225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.3505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Serbian","score":25.15},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Slovak","score":26.2165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Spanish","score":29.1915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.0315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Turkish","score":22.462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Croatian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Danish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"English","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Estonian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Finnish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"French","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Galician","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"German","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Italian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Norwegian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Romanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Slovak","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Slovenian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Swedish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Turkish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"XCOPA","language":"Estonian","score":0.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"XCOPA","language":"Italian","score":0.646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"XCOPA","language":"Turkish","score":0.662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"Dutch","score":0.379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"English","score":0.565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"French","score":0.382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"German","score":0.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"Italian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"Polish","score":0.348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"Xcsqa","language":"Spanish","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Bosnian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Catalan","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Croatian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Czech","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"English","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Estonian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Finnish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"French","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Galician","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"German","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Greek","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Icelandic","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Italian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Polish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Portuguese","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Romanian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Serbian","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Slovak","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Spanish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Swedish","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Turkish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Basque","score":0.34306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Danish","score":0.6762},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"French","score":0.70079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"German","score":0.66247},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56794},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Italian","score":0.67954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.7004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Slovak","score":0.5902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67233},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2300000-tokens12272B","tokens_B":12272.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.43174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.36945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.39078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.34471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.44369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.74889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Croatian","score":0.72444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Czech","score":0.74778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Danish","score":0.73556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Dutch","score":0.74222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"English","score":0.79889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Estonian","score":0.68778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Finnish","score":0.71667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"French","score":0.78667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"German","score":0.77778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Greek","score":0.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Hungarian","score":0.74444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Italian","score":0.72889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Latvian","score":0.73},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.74778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Maltese","score":0.49333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Norwegian","score":0.75556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Polish","score":0.71889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Portuguese","score":0.75},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Romanian","score":0.76444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Slovak","score":0.75},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Slovenian","score":0.73444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Spanish","score":0.74333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"BeleBele","language":"Swedish","score":0.74444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Bulgarian","score":58.269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Croatian","score":51.4055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Czech","score":48.4535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Danish","score":34.29155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Dutch","score":42.8445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Estonian","score":34.2145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Finnish","score":34.5385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"French","score":47.785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"German","score":39.441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Greek","score":35.814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Hungarian","score":14.856},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Irish","score":32.4325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Italian","score":46.742},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Latvian","score":35.7775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Lithuanian","score":20.1205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Maltese","score":10.998},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Polish","score":40.18},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Portuguese","score":47.8045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Romanian","score":42.4985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Slovak","score":40.1485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Slovenian","score":31.1945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Spanish","score":30.9155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Flores-200","language":"Swedish","score":31.452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Czech","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"English","score":0.056},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"German","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.56623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.57178},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"English","score":0.61045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"French","score":0.57413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"German","score":0.57656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.54508},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.50434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.57919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.53411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.55484},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.58311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.56438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.5683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.53582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.58005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.56694},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.5366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.5527},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Albanian","score":0.59891},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Armenian","score":0.36727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.40146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Basque","score":0.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.29273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.57455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Croatian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Dutch","score":0.54991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Finnish","score":0.43194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"French","score":0.55609},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Georgian","score":0.542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"German","score":0.46043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Greek","score":0.48551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.40545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Italian","score":0.62409},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.52434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.63521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Polish","score":0.4562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Russian","score":0.48732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Serbian","score":0.59455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Spanish","score":0.55091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Turkish","score":0.49088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.56727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Mgsm","language":"English","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Mgsm","language":"French","score":0.424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Mgsm","language":"German","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Mgsm","language":"Spanish","score":0.348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.9177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Basque","score":0.78388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96461},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.97023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Czech","score":0.957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.84272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Galician","score":0.93493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.93627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"German","score":0.9852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98723},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Irish","score":0.35714},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96864},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.84854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97914},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96793},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.7915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.9165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.459},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.8135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.09},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.4935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"French","score":17.803},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"German","score":24.868},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.6415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.746},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.9215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.6855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.4555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.9},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.8015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.3445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.881},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Slovak","score":26.108},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.4035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.9495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.6775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Turkish","score":22.2},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.5575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"English","score":0.006},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"German","score":0.002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Albanian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Basque","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Bosnian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Catalan","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Croatian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Czech","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Danish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"English","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Estonian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Finnish","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"French","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Galician","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"German","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Greek","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Hungarian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Latvian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Maltese","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Norwegian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Polish","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Portuguese","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Romanian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Serbian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Slovak","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Slovenian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Spanish","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Swedish","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Turkish","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"XCOPA","language":"Estonian","score":0.564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"XCOPA","language":"Italian","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"XCOPA","language":"Turkish","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"Dutch","score":0.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"English","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"French","score":0.364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"German","score":0.394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"Italian","score":0.351},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"Polish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"Xcsqa","language":"Spanish","score":0.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Bosnian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Catalan","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Czech","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Dutch","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"English","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Estonian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Finnish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"French","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Galician","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"German","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Greek","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Icelandic","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Italian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Polish","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Romanian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Serbian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Slovak","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Slovenian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Spanish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Swedish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Turkish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Basque","score":0.34371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Croatian","score":0.62253},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Danish","score":0.67061},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"French","score":0.70122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"German","score":0.65959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Italian","score":0.68041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62134},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Slovak","score":0.58882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71698},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Swedish","score":0.6663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2350000-tokens12692B","tokens_B":12692.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.44881},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.48208},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.47611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.48123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.47014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.44113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.49317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.4727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.44795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.48464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.48379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.48379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.73},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Croatian","score":0.71111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Czech","score":0.71444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Danish","score":0.73667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Dutch","score":0.73222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"English","score":0.79},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Estonian","score":0.67667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Finnish","score":0.70889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"French","score":0.75778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"German","score":0.77556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Greek","score":0.75444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Hungarian","score":0.75889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Italian","score":0.72667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Latvian","score":0.71667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.72222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Maltese","score":0.46333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Norwegian","score":0.73556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Polish","score":0.70444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Portuguese","score":0.73667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Romanian","score":0.74556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Slovak","score":0.73778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Slovenian","score":0.70111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Spanish","score":0.72},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"BeleBele","language":"Swedish","score":0.73111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.72395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Croatian","score":40.06135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Czech","score":49.99},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Danish","score":34.2061},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Dutch","score":25.7205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Estonian","score":34.333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Finnish","score":48.164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"French","score":42.162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"German","score":38.8295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Greek","score":50.1195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Hungarian","score":53.0215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Irish","score":14.4545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Italian","score":52.3005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Latvian","score":25.48345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Lithuanian","score":47.701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Maltese","score":27.6825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Polish","score":27.57235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Portuguese","score":68.9615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Romanian","score":38.7905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Slovak","score":62.564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Slovenian","score":32.66675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Spanish","score":50.627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Flores-200","language":"Swedish","score":14.168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"English","score":0.028},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Serbian","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.56915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.56929},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"English","score":0.61601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"French","score":0.57413},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"German","score":0.57221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.54479},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.50199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.5814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.53027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.56174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.57869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.56666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.53561},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.5752},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.56431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.53283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.54999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Albanian","score":0.61887},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Armenian","score":0.35455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.38686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Basque","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.30545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.57455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Croatian","score":0.60909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Dutch","score":0.54628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Estonian","score":0.48214},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Finnish","score":0.42831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"French","score":0.57279},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Georgian","score":0.538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"German","score":0.44604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Greek","score":0.47826},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.38727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Italian","score":0.62044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.52809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.66606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Polish","score":0.46715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.4755},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Russian","score":0.50543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Serbian","score":0.58909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Spanish","score":0.56727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Turkish","score":0.50547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.57091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Mgsm","language":"English","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Mgsm","language":"French","score":0.376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Mgsm","language":"German","score":0.376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Mgsm","language":"Spanish","score":0.316},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.9177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Basque","score":0.78022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.84583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"German","score":0.98695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97277},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.85211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97914},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.8806},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.8305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.3875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.6965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.9365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.432},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"French","score":17.968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"German","score":24.796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.1565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.8275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.7665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.533},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.9715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.7675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Slovak","score":26.113},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.742},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.6505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Swedish","score":34.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Turkish","score":22.2685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Albanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Croatian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Czech","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"German","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Maltese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Slovak","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Turkish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"XCOPA","language":"Estonian","score":0.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"XCOPA","language":"Italian","score":0.666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"XCOPA","language":"Turkish","score":0.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"Dutch","score":0.383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"English","score":0.563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"French","score":0.389},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"German","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"Italian","score":0.378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"Polish","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"Xcsqa","language":"Spanish","score":0.356},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Albanian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Bosnian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Catalan","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Croatian","score":0.565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Czech","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Dutch","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"English","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Finnish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"French","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Galician","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Georgian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"German","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Greek","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Icelandic","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Italian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Polish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Romanian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Serbian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Slovak","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Slovenian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Spanish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Swedish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Turkish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Basque","score":0.33776},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Croatian","score":0.61715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Danish","score":0.66781},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Dutch","score":0.66972},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"French","score":0.70143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"German","score":0.66097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.56399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Italian","score":0.6791},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Romanian","score":0.64067},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Serbian","score":0.61192},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Slovak","score":0.58556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71794},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Swedish","score":0.66652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2400000-tokens13112B","tokens_B":13112.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.60676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.45222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.46502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.49488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.45904},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.44539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.4872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.47526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.50085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.46587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46928},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.74},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Croatian","score":0.73889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Czech","score":0.74111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Danish","score":0.73556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Dutch","score":0.75556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"English","score":0.80333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Estonian","score":0.69333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Finnish","score":0.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"French","score":0.77},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"German","score":0.78889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Greek","score":0.75778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Hungarian","score":0.74333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Italian","score":0.73222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Latvian","score":0.73889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.74},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Maltese","score":0.62},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Norwegian","score":0.74778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Polish","score":0.71556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Portuguese","score":0.74667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Romanian","score":0.76},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Slovak","score":0.74111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Slovenian","score":0.74556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Spanish","score":0.72778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"BeleBele","language":"Swedish","score":0.73778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.61235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Croatian","score":46.0575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Czech","score":75.4425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Danish","score":38.7421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Dutch","score":61.9175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Estonian","score":38.1945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Finnish","score":51.7935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"French","score":62.6365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"German","score":61.0425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Greek","score":50.553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Hungarian","score":51.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Irish","score":36.1445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Italian","score":46.6535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Latvian","score":31.449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Lithuanian","score":51.1575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Maltese","score":37.8275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Polish","score":40.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Portuguese","score":62.6345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Romanian","score":55.789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Slovak","score":51.0745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Slovenian","score":34.9205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Spanish","score":46.707},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Flores-200","language":"Swedish","score":38.6815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"English","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.56837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.57285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"English","score":0.61886},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"French","score":0.5804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"German","score":0.57962},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.55163},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.51111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.58026},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.54259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.55968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.58175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.57093},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.57535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.54365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.58033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.5725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.54337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.55562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Albanian","score":0.6588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Armenian","score":0.36182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.41241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Basque","score":0.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.30727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.66364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Croatian","score":0.66727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Dutch","score":0.58984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Estonian","score":0.58036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Finnish","score":0.42831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"French","score":0.5895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Georgian","score":0.524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"German","score":0.41007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Greek","score":0.5163},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.46727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Italian","score":0.60401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.57678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.75862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Polish","score":0.45255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.49183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Russian","score":0.53623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Serbian","score":0.63273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Spanish","score":0.61455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Turkish","score":0.50547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.59091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Mgsm","language":"English","score":0.492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Mgsm","language":"French","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Mgsm","language":"German","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Mgsm","language":"Spanish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Basque","score":0.663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.9463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"German","score":0.99086},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9822},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.979},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95271},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92193},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.88462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.7155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Croatian","score":26.6365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Czech","score":21.579},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.878},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.6545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Estonian","score":23.244},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Finnish","score":20.104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"French","score":18.4475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"German","score":26.0095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Greek","score":26.4495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":20.035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Italian","score":30.287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Latvian","score":23.104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":31.101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Polish","score":23.124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":29.1325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Romanian","score":28.3865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Serbian","score":26.468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Slovak","score":27.712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Spanish","score":30.501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Turkish","score":24.014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":20.4065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Albanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Hungarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Maltese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Romanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Slovak","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"XCOPA","language":"Estonian","score":0.604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"XCOPA","language":"Italian","score":0.642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"XCOPA","language":"Turkish","score":0.62},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"Dutch","score":0.392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"English","score":0.606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"French","score":0.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"German","score":0.414},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"Italian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"Polish","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"Xcsqa","language":"Spanish","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Albanian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Bosnian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Croatian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Czech","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Dutch","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"English","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Estonian","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Finnish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"French","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Galician","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Georgian","score":0.29},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"German","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Greek","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Hungarian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Icelandic","score":0.285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Norwegian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Polish","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Portuguese","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Romanian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Serbian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Slovak","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Slovenian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Spanish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Swedish","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Basque","score":0.34641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Croatian","score":0.6313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Danish","score":0.66975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67253},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"French","score":0.70165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"German","score":0.66225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.5766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Italian","score":0.68291},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Spanish","score":0.71357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67233},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2450000-tokens13532B","tokens_B":13532.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.6091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.34044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.43778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Croatian","score":0.42444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Czech","score":0.44222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Danish","score":0.45889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Dutch","score":0.42889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"English","score":0.48222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Estonian","score":0.41222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Finnish","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"French","score":0.44667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"German","score":0.50333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Greek","score":0.45222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Hungarian","score":0.44556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Italian","score":0.43556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Latvian","score":0.41222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.39111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Maltese","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Norwegian","score":0.42222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Polish","score":0.42222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Portuguese","score":0.43778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Romanian","score":0.45333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Slovak","score":0.44778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Slovenian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Spanish","score":0.45556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"BeleBele","language":"Swedish","score":0.44556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.61185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Croatian","score":37.1426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Czech","score":15.39745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Danish","score":32.8595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Dutch","score":34.2455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Estonian","score":30.0024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Finnish","score":46.808},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"French","score":59.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"German","score":35.9595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Greek","score":28.2845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Hungarian","score":29.5695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Irish","score":15.581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Italian","score":30.266},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Latvian","score":25.2034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Lithuanian","score":30.4593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Maltese","score":34.491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Polish","score":25.4459},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Portuguese","score":35.4615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Romanian","score":33.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Slovak","score":39.0395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Slovenian","score":26.9965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Spanish","score":38.138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Flores-200","language":"Swedish","score":14.363},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.36889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.38107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"English","score":0.42565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"French","score":0.37986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"German","score":0.38428},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.35636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.32218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.39111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.34283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.37359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.3909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.37302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.3847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.34148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.38912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.36896},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.34788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.36462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Albanian","score":0.4029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Armenian","score":0.27273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.28832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Basque","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.29455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.37455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Croatian","score":0.38182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Dutch","score":0.34664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Estonian","score":0.30804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Finnish","score":0.32123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"French","score":0.4105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Georgian","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"German","score":0.32374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Greek","score":0.33514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.29455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Italian","score":0.41241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.37828},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.43557},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Polish","score":0.30839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.35935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Russian","score":0.38043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Serbian","score":0.41818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Spanish","score":0.42545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Turkish","score":0.30292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Mgsm","language":"English","score":0.084},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Mgsm","language":"French","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Mgsm","language":"German","score":0.104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Mgsm","language":"Spanish","score":0.108},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.893},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Basque","score":0.69963},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93774},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.94608},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"German","score":0.98999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.9314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96887},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.0065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.3685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Estonian","score":19.2975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.3015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"French","score":16.6415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"German","score":23.3575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.5245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.1235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.4765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.0305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.1275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Serbian","score":22.6515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.968},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.9165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Spanish","score":26.9805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.0145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.19},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Albanian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Basque","score":0.22549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Bosnian","score":0.16176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Croatian","score":0.17157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Czech","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Danish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Dutch","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"English","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Estonian","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Finnish","score":0.22059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"French","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Galician","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Georgian","score":0.18627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"German","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Greek","score":0.21569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Hungarian","score":0.23039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Irish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Italian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Maltese","score":0.22059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.19118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Polish","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Portuguese","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Romanian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Slovak","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Slovenian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Spanish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Swedish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Turkish","score":0.44608},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"XCOPA","language":"Estonian","score":0.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"XCOPA","language":"Italian","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"XCOPA","language":"Turkish","score":0.652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"Dutch","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"English","score":0.446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"French","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"German","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"Italian","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"Polish","score":0.295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"Xcsqa","language":"Spanish","score":0.286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Albanian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Bosnian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Catalan","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Croatian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Czech","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Dutch","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"English","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Finnish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"French","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Galician","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"German","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Greek","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Hungarian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Italian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Polish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Portuguese","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Serbian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Swedish","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Basque","score":0.32847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Catalan","score":0.58691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Croatian","score":0.58104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Danish","score":0.62923},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Dutch","score":0.6231},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"French","score":0.66213},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"German","score":0.62254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.52199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Italian","score":0.63886},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.65511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Romanian","score":0.59805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Serbian","score":0.5808},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Slovak","score":0.55003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Spanish","score":0.67335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Swedish","score":0.62388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step250000-tokens1050B","tokens_B":1050.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.56531},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.48123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.48891},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.49744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.46672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.49061},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.47952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.48976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.45648},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.44198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.50256},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.47782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.76889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Croatian","score":0.78},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Czech","score":0.80111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Danish","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Dutch","score":0.78778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"English","score":0.82778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Estonian","score":0.72778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Finnish","score":0.77333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"French","score":0.81111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"German","score":0.81111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Greek","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Hungarian","score":0.78889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Italian","score":0.77111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Latvian","score":0.76111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.76889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Maltese","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Norwegian","score":0.79222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Polish","score":0.75889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Portuguese","score":0.80111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Romanian","score":0.79778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Slovak","score":0.77222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Slovenian","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Spanish","score":0.76889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"BeleBele","language":"Swedish","score":0.78889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.59655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Croatian","score":45.879},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Czech","score":74.6945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Danish","score":36.4422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Dutch","score":57.782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Estonian","score":37.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Finnish","score":54.786},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"French","score":62.8025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"German","score":61.0425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Greek","score":31.3317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Hungarian","score":49.4175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Irish","score":37.081},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Italian","score":52.4185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Latvian","score":40.2225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Lithuanian","score":19.34405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Maltese","score":31.8896},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Polish","score":38.6685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Portuguese","score":63.2345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Romanian","score":55.9765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Slovak","score":45.3965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Slovenian","score":35.5705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Spanish","score":44.0455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Flores-200","language":"Swedish","score":40.627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"English","score":0.128},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Serbian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.58097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.58133},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"English","score":0.62455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"French","score":0.59037},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"German","score":0.58717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.56509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.52699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.59158},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.54935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.56915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.58923},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.57848},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.57933},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.55405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.59578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.58311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.55562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.56602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Albanian","score":0.66243},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Armenian","score":0.41091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.44161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Basque","score":0.398},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.31455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.65636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Croatian","score":0.68364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Dutch","score":0.60254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Estonian","score":0.5625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Finnish","score":0.43376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"French","score":0.53699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Georgian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"German","score":0.41727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Greek","score":0.5308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.45273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Italian","score":0.64234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.58427},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.73321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Polish","score":0.5146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.48457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Russian","score":0.49638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Serbian","score":0.64545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Spanish","score":0.64545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Turkish","score":0.5219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.59636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Mgsm","language":"English","score":0.456},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Mgsm","language":"French","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Mgsm","language":"German","score":0.424},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Mgsm","language":"Spanish","score":0.416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Basque","score":0.75458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96497},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96053},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.94214},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94514},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95923},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.88175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Croatian","score":25.8555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Czech","score":20.7375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Estonian","score":23.1065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Finnish","score":19.693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"French","score":17.9325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"German","score":25.587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Greek","score":25.969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":19.3145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Italian","score":29.8105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Latvian","score":22.743},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.7355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":30.4105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Polish","score":22.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Romanian","score":27.541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Serbian","score":25.2545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Slovak","score":27.035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Spanish","score":30.05},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.0285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Turkish","score":23.548},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":20.1165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"English","score":0.002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Albanian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Basque","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Bosnian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Catalan","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Croatian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Czech","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Danish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Dutch","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"English","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Estonian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Finnish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"French","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Galician","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"German","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Greek","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Icelandic","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Italian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Latvian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Maltese","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Norwegian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Polish","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Portuguese","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Romanian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Serbian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Slovak","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Slovenian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Spanish","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Swedish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Turkish","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"XCOPA","language":"Estonian","score":0.608},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"XCOPA","language":"Italian","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"XCOPA","language":"Turkish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"Dutch","score":0.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"English","score":0.598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"French","score":0.406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"German","score":0.412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"Italian","score":0.398},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"Polish","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"Xcsqa","language":"Spanish","score":0.362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Albanian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Bosnian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Catalan","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Croatian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Dutch","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"English","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Estonian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Finnish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"French","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Galician","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Georgian","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"German","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Greek","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Hungarian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Icelandic","score":0.29},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Italian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Norwegian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Portuguese","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Romanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Serbian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Slovak","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Slovenian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Spanish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Swedish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Turkish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Basque","score":0.34814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Croatian","score":0.6351},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Danish","score":0.67867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"French","score":0.70518},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"German","score":0.66909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Italian","score":0.68302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70517},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65484},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62853},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Spanish","score":0.72008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67419},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2500000-tokens13952B","tokens_B":13952.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61133},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.44881},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.47782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.41297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.50341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.47526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.49573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.41382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.4599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.46672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.50939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.46416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.77222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Croatian","score":0.78889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Czech","score":0.79},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Danish","score":0.78667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Dutch","score":0.78667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"English","score":0.83556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Estonian","score":0.76889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Finnish","score":0.79333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"French","score":0.82},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"German","score":0.81778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Greek","score":0.81222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Hungarian","score":0.79556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Italian","score":0.77},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Latvian","score":0.78667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.78111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Maltese","score":0.69556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Norwegian","score":0.78333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Polish","score":0.78556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Portuguese","score":0.80444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Romanian","score":0.8},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Slovak","score":0.78778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Slovenian","score":0.79556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Spanish","score":0.77556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"BeleBele","language":"Swedish","score":0.80667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Bulgarian","score":33.2452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Croatian","score":41.278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Czech","score":74.6415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Danish","score":36.0735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Dutch","score":57.6745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Estonian","score":38.793},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Finnish","score":60.3615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"French","score":62.8725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"German","score":42.0955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Greek","score":51.4915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Hungarian","score":53.2645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Irish","score":32.725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Italian","score":55.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Latvian","score":34.6255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Lithuanian","score":33.2205},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Maltese","score":37.6845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Polish","score":28.5825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Portuguese","score":60.035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Romanian","score":60.5845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Slovak","score":31.481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Slovenian","score":33.058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Spanish","score":46.2935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Flores-200","language":"Swedish","score":37.2985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"English","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"French","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Global MGSM","language":"Spanish","score":0.024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.5846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.58524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"English","score":0.63396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"French","score":0.59315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"German","score":0.59315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.56965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.53255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.59977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.55142},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.57819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.59721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.58517},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.59172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.56381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.60169},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.58361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.56075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.5747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Albanian","score":0.64973},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Armenian","score":0.40364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.41606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Basque","score":0.388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.31455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.62364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Croatian","score":0.66909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Dutch","score":0.62976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Estonian","score":0.55357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Finnish","score":0.47731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"French","score":0.57995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Georgian","score":0.546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"German","score":0.46043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Greek","score":0.52174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.48364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Italian","score":0.65876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.57303},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.76407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Polish","score":0.48905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.49546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Russian","score":0.53261},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Serbian","score":0.67455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Spanish","score":0.62182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Turkish","score":0.55474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.59818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Mgsm","language":"English","score":0.496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Mgsm","language":"French","score":0.452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Mgsm","language":"German","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Mgsm","language":"Spanish","score":0.448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Basque","score":0.71062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96989},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95888},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"English","score":0.98052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.93437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94864},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"French","score":0.98666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"German","score":0.98869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93288},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Croatian","score":26.5355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Czech","score":21.5025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Estonian","score":24.2155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Finnish","score":20.0165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"French","score":18.463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"German","score":25.845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Greek","score":26.619},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":19.871},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Italian","score":30.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Latvian","score":23.07},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.3375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":31.038},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Polish","score":23.1185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":29.021},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Romanian","score":28.703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Serbian","score":24.092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Slovak","score":27.382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.7045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Spanish","score":30.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.94},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Turkish","score":24.391},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":20.3775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"French","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"German","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"Portuguese","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"PolyMath","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Albanian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Catalan","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Croatian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Czech","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Dutch","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"English","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Estonian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Finnish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"French","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Galician","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Georgian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"German","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Greek","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Italian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Norwegian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Polish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Portuguese","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Romanian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Serbian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Slovak","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Slovenian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Spanish","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Swedish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Turkish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"XCOPA","language":"Estonian","score":0.624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"XCOPA","language":"Italian","score":0.672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"XCOPA","language":"Turkish","score":0.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"Dutch","score":0.386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"English","score":0.622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"French","score":0.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"German","score":0.421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"Italian","score":0.384},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"Polish","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"Xcsqa","language":"Spanish","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Albanian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Bosnian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Catalan","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Croatian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Czech","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Dutch","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"English","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Estonian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Finnish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"French","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Galician","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"German","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Hungarian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Icelandic","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Italian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Polish","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Romanian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Slovak","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Spanish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Swedish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Basque","score":0.34932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Catalan","score":0.63663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63298},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Danish","score":0.67125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Dutch","score":0.68041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"French","score":0.70443},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"German","score":0.66663},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.57495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Italian","score":0.68694},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.70755},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65484},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Serbian","score":0.62927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Spanish","score":0.72434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Swedish","score":0.67551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2550000-tokens14372B","tokens_B":14372.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.4744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.46587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.48976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.50853},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.47526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.47867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.45307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.38225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.49915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.45392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.50512},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.50853},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.47184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.78556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Croatian","score":0.77778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Czech","score":0.79778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Danish","score":0.78111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Dutch","score":0.77556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"English","score":0.83778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Estonian","score":0.76444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Finnish","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"French","score":0.81667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"German","score":0.79778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Greek","score":0.79444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Hungarian","score":0.79667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Italian","score":0.76333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Latvian","score":0.77222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.76556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Maltese","score":0.68222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Norwegian","score":0.78444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Polish","score":0.77333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Portuguese","score":0.78444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Romanian","score":0.79444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Slovak","score":0.78333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Slovenian","score":0.78556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Spanish","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"BeleBele","language":"Swedish","score":0.78},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Croatian","score":43.291},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Czech","score":45.3075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Danish","score":37.0948},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Dutch","score":58.621},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Estonian","score":35.523},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Finnish","score":50.766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"French","score":59.643},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"German","score":43.561},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Greek","score":32.2447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Hungarian","score":30.8315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Irish","score":30.84},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Italian","score":55.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Latvian","score":32.1075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Lithuanian","score":20.713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Maltese","score":43.0865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Polish","score":26.9195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Portuguese","score":59.023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Romanian","score":57.3955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Slovak","score":53.3435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Slovenian","score":35.946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Spanish","score":45.1745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Flores-200","language":"Swedish","score":35.5085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Czech","score":0.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"English","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"German","score":0.024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Greek","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Serbian","score":0.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Global MGSM","language":"Spanish","score":0.048},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.58517},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.58425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"English","score":0.63559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"French","score":0.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"German","score":0.58816},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.56815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.52713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.59764},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.54964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.57777},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.59415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.58104},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.59322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.56552},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.60155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.5846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.55776},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.57684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Albanian","score":0.67695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Armenian","score":0.42364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.4635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Basque","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.32545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.65818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Croatian","score":0.67455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Dutch","score":0.62795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Estonian","score":0.58036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Finnish","score":0.51543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"French","score":0.61575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Georgian","score":0.574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"German","score":0.46043},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Greek","score":0.54348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.48364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Italian","score":0.65511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.59925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.7441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Polish","score":0.50182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.50635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Russian","score":0.53442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Serbian","score":0.63818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Spanish","score":0.64545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Turkish","score":0.56022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.61273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Mgsm","language":"English","score":0.472},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Mgsm","language":"French","score":0.436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Mgsm","language":"German","score":0.428},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Mgsm","language":"Spanish","score":0.468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.92181},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Basque","score":0.7033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Czech","score":0.961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.93476},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94981},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"German","score":0.98825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Irish","score":0.64286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.95119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.82051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97811},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.9857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.93018},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.88232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Croatian","score":26.723},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Czech","score":21.6325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.6065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.5315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Estonian","score":24.7545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Finnish","score":20.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"French","score":18.4435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"German","score":25.99},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Greek","score":26.5685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":20.162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Italian","score":30.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Latvian","score":23.539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.3585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":31.323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Polish","score":23.3335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.9625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Romanian","score":28.5565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.4795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Slovak","score":27.905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.6365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Spanish","score":30.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Swedish","score":35.9725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Turkish","score":24.237},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":20.2085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"English","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"French","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"German","score":0.014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"Italian","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"Portuguese","score":0.018},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"PolyMath","language":"Spanish","score":0.014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Albanian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Basque","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Bosnian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.47059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Catalan","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Croatian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Czech","score":0.40196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Danish","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Dutch","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"English","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Estonian","score":0.38235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Finnish","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"French","score":0.39216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Galician","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Georgian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"German","score":0.37255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Greek","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Hungarian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Icelandic","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Irish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Italian","score":0.36275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Latvian","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Maltese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.39706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Norwegian","score":0.39216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Polish","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Portuguese","score":0.35784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Romanian","score":0.41176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Serbian","score":0.42647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Slovak","score":0.42647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Slovenian","score":0.39216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Spanish","score":0.42647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Swedish","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Turkish","score":0.37255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.47059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"XCOPA","language":"Estonian","score":0.626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"XCOPA","language":"Italian","score":0.676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"XCOPA","language":"Turkish","score":0.67},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"Dutch","score":0.392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"English","score":0.576},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"French","score":0.412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"German","score":0.417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"Italian","score":0.403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"Polish","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"Xcsqa","language":"Spanish","score":0.361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Albanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Bosnian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Catalan","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Croatian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Czech","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"English","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Estonian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Finnish","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"French","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Georgian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"German","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Greek","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Hungarian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Icelandic","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Italian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Norwegian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Polish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Serbian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Slovak","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Slovenian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Spanish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Swedish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Basque","score":0.35527},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Catalan","score":0.64564},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Danish","score":0.67458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"French","score":0.70722},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"German","score":0.67058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.58077},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Italian","score":0.68987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.71481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Serbian","score":0.63266},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Spanish","score":0.73064},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Swedish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2600000-tokens14792B","tokens_B":14792.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.46758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.46331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.49317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.50597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.49317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.48038},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.50939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.47782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.46075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.49659},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.48208},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.51962},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.47184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.77667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Croatian","score":0.80667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Czech","score":0.80222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Danish","score":0.79667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Dutch","score":0.77667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"English","score":0.83444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Estonian","score":0.76556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Finnish","score":0.79444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"French","score":0.80778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"German","score":0.81667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Greek","score":0.80222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Hungarian","score":0.80333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Italian","score":0.76778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Latvian","score":0.77889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.77},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Maltese","score":0.70444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Norwegian","score":0.79222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Polish","score":0.77667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Portuguese","score":0.79444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Romanian","score":0.80778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Slovak","score":0.80111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Slovenian","score":0.80444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Spanish","score":0.78889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"BeleBele","language":"Swedish","score":0.79222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Croatian","score":42.7565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Czech","score":45.0355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Danish","score":37.8751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Dutch","score":59.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Estonian","score":39.2325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Finnish","score":52.641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"French","score":46.452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"German","score":37.0905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Greek","score":29.15025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Hungarian","score":39.3215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Irish","score":31.1465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Italian","score":55.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Latvian","score":35.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Lithuanian","score":39.367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Maltese","score":40.544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Polish","score":26.1895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Portuguese","score":67.696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Romanian","score":59.9725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Slovak","score":52.906},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Slovenian","score":29.8765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Spanish","score":52.99},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Flores-200","language":"Swedish","score":40.882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Czech","score":0.024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"English","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"German","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.58745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.58916},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"English","score":0.63267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"French","score":0.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"German","score":0.59272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.57535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.53554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.59813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.55476},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.58126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.59379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.58532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.59066},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.56701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.60632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.58745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.56388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.57997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Albanian","score":0.6824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Armenian","score":0.42909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.44526},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Basque","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.30364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.66727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Croatian","score":0.69818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Dutch","score":0.6225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Estonian","score":0.58036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Finnish","score":0.46642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"French","score":0.61098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Georgian","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"German","score":0.51079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Greek","score":0.52717},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.49636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Italian","score":0.64964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.60861},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.75681},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Polish","score":0.49635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.52813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Russian","score":0.54348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Serbian","score":0.65636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Spanish","score":0.64727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Turkish","score":0.55657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.61091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Mgsm","language":"English","score":0.524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Mgsm","language":"French","score":0.444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Mgsm","language":"German","score":0.444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Mgsm","language":"Spanish","score":0.464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.92593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Basque","score":0.75824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"English","score":0.98571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.94058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.95136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"German","score":0.98912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.93431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Irish","score":0.67857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94261},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97769},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.92907},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.9815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.88289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97303},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.5415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Croatian","score":27.2025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Czech","score":21.216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Danish","score":29.4995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Dutch","score":21.6885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Estonian","score":24.6805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Finnish","score":20.3335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"French","score":18.386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"German","score":25.7505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Greek","score":26.4865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":20.254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Italian","score":30.31},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Latvian","score":23.634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":21.625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":31.106},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Polish","score":23.062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":28.834},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Romanian","score":28.688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Serbian","score":20.2347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Slovak","score":27.6385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":17.8165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Spanish","score":30.446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Swedish","score":36.0885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Turkish","score":24.27},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":20.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"Portuguese","score":0.002},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Albanian","score":0.45588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Basque","score":0.47059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Bosnian","score":0.41176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.56863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Catalan","score":0.51471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Croatian","score":0.40686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Czech","score":0.53922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Danish","score":0.51471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Dutch","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"English","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Estonian","score":0.4902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Finnish","score":0.54412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"French","score":0.55882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Galician","score":0.5049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Georgian","score":0.39216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"German","score":0.41667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Greek","score":0.43137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Hungarian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Icelandic","score":0.47059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Irish","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Italian","score":0.47549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Latvian","score":0.48529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.55392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.52941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Norwegian","score":0.55392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Polish","score":0.5098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Portuguese","score":0.52451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Romanian","score":0.5049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Serbian","score":0.53431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Slovak","score":0.54412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Slovenian","score":0.56863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Spanish","score":0.52941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Swedish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Turkish","score":0.48039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.56863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"XCOPA","language":"Estonian","score":0.63},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"XCOPA","language":"Italian","score":0.674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"XCOPA","language":"Turkish","score":0.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"Dutch","score":0.402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"English","score":0.555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"French","score":0.418},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"German","score":0.429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"Italian","score":0.393},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"Polish","score":0.367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"Xcsqa","language":"Spanish","score":0.378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Albanian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Bosnian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Catalan","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Croatian","score":0.615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Czech","score":0.545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Dutch","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"English","score":0.535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Estonian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Finnish","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"French","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Galician","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Georgian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"German","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Greek","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Hungarian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Icelandic","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Italian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Norwegian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Polish","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Portuguese","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Romanian","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Serbian","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Slovak","score":0.525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Slovenian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Spanish","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Swedish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Turkish","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Basque","score":0.35213},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Catalan","score":0.6451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Croatian","score":0.63774},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Danish","score":0.67254},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Dutch","score":0.67836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"French","score":0.70807},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"German","score":0.66855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.58033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Italian","score":0.6877},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.71525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Romanian","score":0.65863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Serbian","score":0.63192},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Slovak","score":0.59937},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Spanish","score":0.72605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Swedish","score":0.68088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step2627139-tokens15T","tokens_B":15000.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.36177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.31485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.34044},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.4198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.48222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Croatian","score":0.47222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Czech","score":0.49333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Danish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Dutch","score":0.50111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"English","score":0.54778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Estonian","score":0.46889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Finnish","score":0.46556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"French","score":0.51222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"German","score":0.51444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Greek","score":0.46667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Hungarian","score":0.50111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Italian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Latvian","score":0.44222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.46111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Maltese","score":0.39667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Norwegian","score":0.47778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Polish","score":0.44111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Portuguese","score":0.50333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Romanian","score":0.47556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Slovenian","score":0.46667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Spanish","score":0.49333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"BeleBele","language":"Swedish","score":0.49778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Bulgarian","score":27.78995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Croatian","score":33.5836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Czech","score":26.401},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Danish","score":35.3103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Dutch","score":37.709},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Estonian","score":23.81145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Finnish","score":32.71},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"French","score":49.494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"German","score":58.5005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Greek","score":30.19295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Hungarian","score":44.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Irish","score":18.5905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Italian","score":31.576},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Latvian","score":28.9885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Lithuanian","score":34.0105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Maltese","score":10.917},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Polish","score":28.649},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Portuguese","score":57.503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Romanian","score":53.6855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Slovak","score":37.1845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Slovenian","score":26.4025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Spanish","score":45.358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Flores-200","language":"Swedish","score":25.4325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.41575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"English","score":0.46076},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"French","score":0.41938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"German","score":0.42302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.39595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.36327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.42131},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.38271},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.40749},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.41946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.41846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.38221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.42252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.41775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.3919},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.40635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Albanian","score":0.42831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Armenian","score":0.29636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Basque","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.36182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Croatian","score":0.39818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Dutch","score":0.36116},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Estonian","score":0.42411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"French","score":0.40095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Georgian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Greek","score":0.34239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.32727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Italian","score":0.39599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.35581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.41379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Polish","score":0.35036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.33575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Russian","score":0.37681},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Serbian","score":0.35818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Spanish","score":0.37455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Turkish","score":0.39599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.47636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Mgsm","language":"English","score":0.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Mgsm","language":"French","score":0.128},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Mgsm","language":"German","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Mgsm","language":"Spanish","score":0.12},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Basque","score":0.75092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96497},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95653},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91728},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"French","score":0.9898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"German","score":0.98912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95202},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97082},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.85476},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.772},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Croatian","score":22.938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.91},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.0465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Estonian","score":18.4455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"French","score":16.8575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"German","score":23.8715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.2655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.082},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.1385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.4095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.8755},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.2605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.084},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.1365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.8005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.8385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Albanian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Basque","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Bosnian","score":0.17157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Croatian","score":0.17157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Czech","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Danish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"English","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Estonian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Finnish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Galician","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Georgian","score":0.20098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"German","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Greek","score":0.21569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Hungarian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Icelandic","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Irish","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Italian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Maltese","score":0.22549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.20098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Slovak","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Slovenian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Turkish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.23529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"XCOPA","language":"Estonian","score":0.578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"XCOPA","language":"Italian","score":0.622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"XCOPA","language":"Turkish","score":0.658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"Dutch","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"English","score":0.482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"French","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"German","score":0.372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"Italian","score":0.322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"Polish","score":0.31},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"Xcsqa","language":"Spanish","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Albanian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Bosnian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Croatian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"English","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Estonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Finnish","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"French","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Galician","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Georgian","score":0.295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"German","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Greek","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Hungarian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Icelandic","score":0.295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Italian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Norwegian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Polish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Portuguese","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Romanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Slovak","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Slovenian","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Spanish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Swedish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Turkish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Basque","score":0.33139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Catalan","score":0.59462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Croatian","score":0.58347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Danish","score":0.63482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Dutch","score":0.63411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"French","score":0.66995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"German","score":0.62703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.52714},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Italian","score":0.64593},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.66497},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Romanian","score":0.60465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Serbian","score":0.58281},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Slovak","score":0.55087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Spanish","score":0.6805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Swedish","score":0.63407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step300000-tokens1260B","tokens_B":1260.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57296},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32253},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.34642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.48778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Croatian","score":0.46889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Czech","score":0.50889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Danish","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Dutch","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"English","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Estonian","score":0.47444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Finnish","score":0.50556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"French","score":0.51222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"German","score":0.52889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Greek","score":0.50667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Hungarian","score":0.44778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Italian","score":0.51111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Latvian","score":0.47778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.47444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Maltese","score":0.38889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Norwegian","score":0.52778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Polish","score":0.45889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Portuguese","score":0.51333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Romanian","score":0.51667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Slovak","score":0.50667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Slovenian","score":0.45556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Spanish","score":0.52333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"BeleBele","language":"Swedish","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.87865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Croatian","score":61.6685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Czech","score":24.1865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Danish","score":37.09145},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Dutch","score":40.2375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Estonian","score":32.471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Finnish","score":44.727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"French","score":62.787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"German","score":59.974},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Greek","score":30.72995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Hungarian","score":29.2295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Irish","score":17.551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Italian","score":48.138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Latvian","score":26.63655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Lithuanian","score":34.4505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Maltese","score":34.2873},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Polish","score":27.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Portuguese","score":47.4825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Romanian","score":37.6455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Slovak","score":29.5015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Slovenian","score":33.3545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Spanish","score":42.4515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Flores-200","language":"Swedish","score":16.6445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"French","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.41782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.41597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"English","score":0.46183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"French","score":0.41411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"German","score":0.42544},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.39517},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.36049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.41803},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.3805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.40671},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.42444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.40436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.41931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.3904},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.4159},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.40799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.39304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.40493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Albanian","score":0.43013},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Armenian","score":0.30727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34489},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Basque","score":0.356},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.40364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Croatian","score":0.40182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Dutch","score":0.34846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Estonian","score":0.37946},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Finnish","score":0.33394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"French","score":0.43914},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Georgian","score":0.426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Greek","score":0.34783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.32727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Italian","score":0.45803},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.33708},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.50998},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Polish","score":0.31569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.36479},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Russian","score":0.36957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Serbian","score":0.41273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Spanish","score":0.42364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Turkish","score":0.35219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.45818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Mgsm","language":"English","score":0.112},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Mgsm","language":"French","score":0.12},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Mgsm","language":"German","score":0.112},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Mgsm","language":"Spanish","score":0.12},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Basque","score":0.75824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95443},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96781},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.90447},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"French","score":0.98548},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"German","score":0.98738},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90753},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Irish","score":0.39286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.96017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95537},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.84788},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.871},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.247},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.0115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.2565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"French","score":17.3045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"German","score":24.08},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.6375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.2275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.1705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.5785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.0245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.511},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.5825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.6675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.9605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.6575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.8035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Czech","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Estonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"French","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Galician","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Georgian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"German","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Greek","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Latvian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Maltese","score":0.15196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Polish","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Turkish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"XCOPA","language":"Estonian","score":0.584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"XCOPA","language":"Italian","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"XCOPA","language":"Turkish","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"Dutch","score":0.334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"English","score":0.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"French","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"German","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"Italian","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"Polish","score":0.326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"Xcsqa","language":"Spanish","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Bosnian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Catalan","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Croatian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Czech","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Dutch","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"English","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Estonian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Finnish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"French","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Galician","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Georgian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"German","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Greek","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Hungarian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Icelandic","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Italian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Polish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Portuguese","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Romanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Serbian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Slovak","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Slovenian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Spanish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Turkish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Basque","score":0.32847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Croatian","score":0.5879},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Danish","score":0.63579},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Dutch","score":0.63832},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"French","score":0.67348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"German","score":0.63599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.52835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Italian","score":0.65256},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.66854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Romanian","score":0.60963},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Serbian","score":0.58482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69042},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Swedish","score":0.63922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step350000-tokens1470B","tokens_B":1470.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.5804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32167},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.36775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.49222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Croatian","score":0.51222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Czech","score":0.52333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Danish","score":0.53556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Dutch","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"English","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Estonian","score":0.47111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Finnish","score":0.50111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"French","score":0.56222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"German","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Greek","score":0.51889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Hungarian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Italian","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Latvian","score":0.50333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.48667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Maltese","score":0.39222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Norwegian","score":0.51667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Polish","score":0.49222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Portuguese","score":0.52889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Romanian","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Slovak","score":0.53444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Slovenian","score":0.48667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Spanish","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"BeleBele","language":"Swedish","score":0.55111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Bulgarian","score":29.9825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Croatian","score":33.63065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Czech","score":34.5899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Danish","score":31.2751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Dutch","score":51.168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Estonian","score":29.0855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Finnish","score":44.64},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"French","score":54.1445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"German","score":59.599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Greek","score":32.09045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Hungarian","score":48.2405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Irish","score":31.05375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Italian","score":32.8315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Latvian","score":15.99085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Lithuanian","score":32.226},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Maltese","score":35.3855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Polish","score":27.4675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Portuguese","score":60.3195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Romanian","score":40.01},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Slovak","score":32.8558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Slovenian","score":30.776},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Spanish","score":48.499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Flores-200","language":"Swedish","score":24.1269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.42416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.43299},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"English","score":0.47842},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"French","score":0.42871},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"German","score":0.43448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.41454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.37587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.43384},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.40194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.41675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.43733},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.43505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.39845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.43405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.42344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.40422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.41967},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Albanian","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Armenian","score":0.30182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.35219},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Basque","score":0.266},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.42727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Croatian","score":0.41636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Dutch","score":0.35209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Estonian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Finnish","score":0.30309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"French","score":0.40095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Georgian","score":0.434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"German","score":0.38849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Greek","score":0.38587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.31455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Italian","score":0.43613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.34457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.50272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Polish","score":0.36314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.34664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Russian","score":0.37862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Serbian","score":0.41273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Spanish","score":0.42727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Turkish","score":0.38686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.46182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Mgsm","language":"English","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Mgsm","language":"French","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Mgsm","language":"German","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Mgsm","language":"Spanish","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.88889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Basque","score":0.7033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96147},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91806},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94202},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"French","score":0.98469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"German","score":0.98738},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94096},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91278},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.84845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.74},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Croatian","score":22.686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.75},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.01},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.5715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Estonian","score":19.598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.237},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"French","score":16.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"German","score":23.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.9055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.1245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.1255},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.739},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.4335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.2075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Serbian","score":21.369},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.4885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.75},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Spanish","score":26.7765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.68},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.349},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Basque","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Croatian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Czech","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Danish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"English","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Estonian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Finnish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Galician","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"German","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Greek","score":0.23529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Hungarian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Latvian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Maltese","score":0.22059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Norwegian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Polish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Romanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Slovak","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Slovenian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Swedish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Turkish","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"XCOPA","language":"Estonian","score":0.562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"XCOPA","language":"Italian","score":0.658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"XCOPA","language":"Turkish","score":0.65},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"Dutch","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"English","score":0.449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"French","score":0.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"German","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"Italian","score":0.312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"Polish","score":0.289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"Xcsqa","language":"Spanish","score":0.302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Bosnian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Catalan","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Croatian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Czech","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Dutch","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"English","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Estonian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Finnish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Galician","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"German","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Greek","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Hungarian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Icelandic","score":0.295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Polish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Romanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Slovak","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Spanish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Swedish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Turkish","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Basque","score":0.33603},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Croatian","score":0.59318},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Danish","score":0.64127},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"French","score":0.67798},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"German","score":0.6376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.53153},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Italian","score":0.65441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67082},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Romanian","score":0.61796},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Serbian","score":0.59435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Spanish","score":0.68989},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Swedish","score":0.63999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step400000-tokens1680B","tokens_B":1680.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57934},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.32423},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.34215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.3302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Croatian","score":0.54222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Czech","score":0.53667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Danish","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Dutch","score":0.54778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"English","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Estonian","score":0.49778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Finnish","score":0.52889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"French","score":0.57111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"German","score":0.55778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Greek","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Hungarian","score":0.54111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Italian","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Latvian","score":0.51778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.53111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Maltese","score":0.43111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Norwegian","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Polish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Portuguese","score":0.56333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Romanian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Slovak","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Slovenian","score":0.49111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Spanish","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"BeleBele","language":"Swedish","score":0.54556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.7856},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Croatian","score":35.521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Czech","score":46.1985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Danish","score":42.522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Dutch","score":61.9005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Estonian","score":36.649},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Finnish","score":42.2855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"French","score":65.3525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"German","score":60.7475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Greek","score":32.27635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Hungarian","score":42.2725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Irish","score":27.75},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Italian","score":50.9755},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Latvian","score":30.021},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Lithuanian","score":33.652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Maltese","score":32.6265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Polish","score":36.2475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Portuguese","score":62.3585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Romanian","score":50.4305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Slovak","score":34.0835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Slovenian","score":34.802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Spanish","score":46.1895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Flores-200","language":"Swedish","score":29.6535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.44089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"English","score":0.48683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"French","score":0.44267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"German","score":0.45371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.41675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.38627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.44951},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.40792},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.43975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45748},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.44545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.45157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.40664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.44744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.44189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.42195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Albanian","score":0.49365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Armenian","score":0.33273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.36496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Basque","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.41818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Croatian","score":0.45818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Dutch","score":0.43376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41518},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Finnish","score":0.31034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"French","score":0.44391},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Georgian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"German","score":0.35252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Greek","score":0.38406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.31818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Italian","score":0.46715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.41386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.49546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Polish","score":0.39051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.39201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Russian","score":0.42935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Serbian","score":0.45636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Spanish","score":0.45273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Turkish","score":0.39051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.51091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Mgsm","language":"English","score":0.184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Mgsm","language":"French","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Mgsm","language":"German","score":0.18},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Mgsm","language":"Spanish","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Basque","score":0.62637},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96013},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92297},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"German","score":0.98956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95477},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96839},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.9125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.1575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.1065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.0625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.2585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.5955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"French","score":17.1545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"German","score":23.876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.4195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.291},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.3665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.8785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.8125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.2505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.821},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.0245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.1335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.6845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.999},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.5735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Albanian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Basque","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Bosnian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Catalan","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Czech","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Danish","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"English","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Estonian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"French","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Galician","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Georgian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"German","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Hungarian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Latvian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Maltese","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Norwegian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Portuguese","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Romanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Slovak","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Slovenian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Swedish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Turkish","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"XCOPA","language":"Estonian","score":0.576},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"XCOPA","language":"Italian","score":0.638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"XCOPA","language":"Turkish","score":0.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"Dutch","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"English","score":0.448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"French","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"German","score":0.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"Italian","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"Polish","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"Xcsqa","language":"Spanish","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Albanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Bosnian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Croatian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Czech","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"English","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Estonian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Finnish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"French","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Georgian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"German","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Greek","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Hungarian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Icelandic","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Italian","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Norwegian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Polish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Portuguese","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Serbian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Slovak","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Slovenian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Spanish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Swedish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Turkish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Basque","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Catalan","score":0.59711},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Croatian","score":0.58378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Danish","score":0.63267},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Dutch","score":0.63238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"French","score":0.67316},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"German","score":0.63012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.53295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Italian","score":0.64995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.66605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Romanian","score":0.60984},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Serbian","score":0.5862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Slovak","score":0.55635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Spanish","score":0.68882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Swedish","score":0.6367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step450000-tokens1890B","tokens_B":1890.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.32423},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.35666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.28669},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.28584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.37799},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.32679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.31229},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.28328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.27986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.31314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.34471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.32509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.27218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.36689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.35068},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.25111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Croatian","score":0.26111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Czech","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Danish","score":0.28333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Dutch","score":0.26556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"English","score":0.24111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Estonian","score":0.26},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Finnish","score":0.26111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"French","score":0.26667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"German","score":0.27111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Greek","score":0.27667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Hungarian","score":0.27556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Italian","score":0.27333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Latvian","score":0.25444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.27889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Maltese","score":0.28},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Norwegian","score":0.25889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Polish","score":0.27778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Portuguese","score":0.27222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Romanian","score":0.27444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Slovak","score":0.27556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Slovenian","score":0.28333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Spanish","score":0.27667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"BeleBele","language":"Swedish","score":0.27222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Bulgarian","score":39.4405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Croatian","score":36.967},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Czech","score":36.04815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Danish","score":20.2501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Dutch","score":32.8785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Estonian","score":25.68165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Finnish","score":28.0996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"French","score":39.996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"German","score":42.6665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Greek","score":28.28455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Hungarian","score":26.4635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Irish","score":28.8285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Italian","score":27.165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Latvian","score":8.86735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Lithuanian","score":27.8015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Maltese","score":26.7165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Polish","score":26.13295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Portuguese","score":34.638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Romanian","score":36.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Slovak","score":36.6558},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Slovenian","score":27.7599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Spanish","score":29.8835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Flores-200","language":"Swedish","score":14.2915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.25758},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.26463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"English","score":0.26748},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"French","score":0.26406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"German","score":0.26257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.26463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.25922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.26891},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.25402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.25182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.2588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.25972},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.2657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.25744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.25887},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.25851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.25516},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.26186},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Albanian","score":0.23775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Armenian","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.27007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Basque","score":0.232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.23273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.25455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Croatian","score":0.24182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Dutch","score":0.17604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Estonian","score":0.23661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Finnish","score":0.27405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"French","score":0.28162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Georgian","score":0.228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"German","score":0.2446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Greek","score":0.23551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.25091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Italian","score":0.25365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.27341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.19056},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Polish","score":0.25365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.23049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Russian","score":0.24457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Serbian","score":0.27091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Spanish","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Turkish","score":0.22445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Mgsm","language":"English","score":0.04},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Mgsm","language":"French","score":0.056},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Mgsm","language":"German","score":0.06},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Mgsm","language":"Spanish","score":0.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.8642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Basque","score":0.81685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95709},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Czech","score":0.95042},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.95924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.8901},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.92257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Galician","score":0.89376},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"German","score":0.98651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.88468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Irish","score":0.42857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.90996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Polish","score":0.94499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.96949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.93534},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.89784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.82778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":12.2957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Croatian","score":20.5115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Czech","score":16.92},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Danish","score":25.4015},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Dutch","score":18.7375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Estonian","score":17.1975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Finnish","score":15.5005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"French","score":16.1515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"German","score":22.098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Greek","score":18.765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":15.4535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Italian","score":24.587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Latvian","score":17.0575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":16.6885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":27.5915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Polish","score":18.8065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":25.1065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Romanian","score":23.21},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Serbian","score":19.314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Slovak","score":22.118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":13.42715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Spanish","score":25.8285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Swedish","score":31.0995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Turkish","score":15.36295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":16.3435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Albanian","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Basque","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Bosnian","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.34804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Catalan","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Croatian","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Czech","score":0.37745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Danish","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Dutch","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"English","score":0.39706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Estonian","score":0.44608},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Finnish","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"French","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Galician","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Georgian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"German","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Greek","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Hungarian","score":0.21569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Icelandic","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Italian","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Latvian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Maltese","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Norwegian","score":0.36765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Polish","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Portuguese","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Romanian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Serbian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Slovak","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Slovenian","score":0.36275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Spanish","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Swedish","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Turkish","score":0.42157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"XCOPA","language":"Estonian","score":0.546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"XCOPA","language":"Italian","score":0.602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"XCOPA","language":"Turkish","score":0.592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"Dutch","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"English","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"French","score":0.308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"German","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"Italian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"Polish","score":0.281},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"Xcsqa","language":"Spanish","score":0.302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Albanian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Bosnian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Catalan","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Croatian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Czech","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Dutch","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"English","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Estonian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Finnish","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"French","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Galician","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Georgian","score":0.3},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Greek","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Hungarian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Icelandic","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Norwegian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Polish","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Portuguese","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Romanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Serbian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Slovak","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Slovenian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Spanish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Swedish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Turkish","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Basque","score":0.30632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Catalan","score":0.52046},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Croatian","score":0.51209},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Danish","score":0.55938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Dutch","score":0.55996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"French","score":0.60709},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"German","score":0.5569},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.4586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Italian","score":0.58381},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.59996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Romanian","score":0.54224},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Serbian","score":0.5063},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Slovak","score":0.49246},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Spanish","score":0.61628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Swedish","score":0.54867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step50000-tokens210B","tokens_B":210.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.51036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33618},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.31485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.33276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.51111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Croatian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Czech","score":0.51556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Danish","score":0.53556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Dutch","score":0.53778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"English","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Estonian","score":0.48222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Finnish","score":0.50444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"French","score":0.55111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"German","score":0.58667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Greek","score":0.51556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Hungarian","score":0.48889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Italian","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Latvian","score":0.51222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Maltese","score":0.39333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Norwegian","score":0.57111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Polish","score":0.50889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Portuguese","score":0.54111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Romanian","score":0.50333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Slovak","score":0.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Slovenian","score":0.50556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Spanish","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"BeleBele","language":"Swedish","score":0.56111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Bulgarian","score":30.4237},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Croatian","score":50.431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Czech","score":43.7815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Danish","score":11.8726},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Dutch","score":59.1315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Estonian","score":29.925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Finnish","score":44.289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"French","score":62.787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"German","score":46.683},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Greek","score":32.4385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Hungarian","score":43.5315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Irish","score":21.179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Italian","score":50.6645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Latvian","score":29.723},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Lithuanian","score":30.628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Maltese","score":43.105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Polish","score":37.8265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Portuguese","score":61.388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Romanian","score":53.8785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Slovak","score":49.807},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Slovenian","score":25.905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Spanish","score":49.2715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Flores-200","language":"Swedish","score":28.036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Czech","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.44873},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.45435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"English","score":0.49359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"French","score":0.45499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"German","score":0.45421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.42765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.39417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.45734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.41312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.43491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45748},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.44694},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.41433},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.45157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.42394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.42651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Albanian","score":0.48457},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.30109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Basque","score":0.31},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.42909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Croatian","score":0.42909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Dutch","score":0.3902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Estonian","score":0.42411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Finnish","score":0.31216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"French","score":0.45823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Georgian","score":0.444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"German","score":0.38129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Greek","score":0.36594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.31091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Italian","score":0.42883},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.37453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.52632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Polish","score":0.35584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.43013},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Russian","score":0.41848},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Serbian","score":0.45091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Spanish","score":0.44364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Turkish","score":0.37956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.53455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Mgsm","language":"English","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Mgsm","language":"French","score":0.124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Mgsm","language":"German","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Mgsm","language":"Spanish","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Basque","score":0.71062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.9703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96241},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96954},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"English","score":0.98831},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91534},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93619},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"French","score":0.99097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Galician","score":0.88977},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.94118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"German","score":0.98607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91967},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.84615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Polish","score":0.96057},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.9731},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97748},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95754},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91122},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87084},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.022},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.0995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.7985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Estonian","score":19.3505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.437},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"French","score":16.389},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"German","score":23.4695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Greek","score":22.648},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.1375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.2735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":18.6005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.208},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.741},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Romanian","score":24.996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Serbian","score":22.586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.6725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.0035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.6295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Albanian","score":0.088235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Basque","score":0.093137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Bosnian","score":0.13725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Catalan","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Croatian","score":0.13235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Czech","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Danish","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Dutch","score":0.10784},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"English","score":0.088235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Estonian","score":0.093137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Finnish","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"French","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Galician","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Georgian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"German","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Greek","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Hungarian","score":0.17157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Icelandic","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Irish","score":0.17157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Italian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Latvian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.093137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Maltese","score":0.12745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Norwegian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Polish","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Portuguese","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Romanian","score":0.088235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Serbian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Slovak","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Slovenian","score":0.093137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Spanish","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Swedish","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Turkish","score":0.13725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.083333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"XCOPA","language":"Estonian","score":0.616},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"XCOPA","language":"Italian","score":0.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"XCOPA","language":"Turkish","score":0.652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"Dutch","score":0.333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"English","score":0.467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"French","score":0.327},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"German","score":0.359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"Italian","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"Polish","score":0.314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"Xcsqa","language":"Spanish","score":0.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Albanian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Bosnian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Catalan","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Croatian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Dutch","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"English","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Estonian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Finnish","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"French","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Galician","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"German","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Greek","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Icelandic","score":0.265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Italian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Norwegian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Polish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Romanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Serbian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Slovenian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Spanish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Swedish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Turkish","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Basque","score":0.33744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60048},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Croatian","score":0.59328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Danish","score":0.6317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Dutch","score":0.63605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"French","score":0.6767},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"German","score":0.63429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.5312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Italian","score":0.6506},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.66367},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Romanian","score":0.60909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Serbian","score":0.58631},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Spanish","score":0.68306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Swedish","score":0.63626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step500000-tokens2100B","tokens_B":2100.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.57658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.38652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.39505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.40188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32253},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.3541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.36433},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43857},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.52889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Croatian","score":0.53333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Czech","score":0.57444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Danish","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Dutch","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"English","score":0.59778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Estonian","score":0.50556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Finnish","score":0.52444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"French","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"German","score":0.60667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Greek","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Hungarian","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Italian","score":0.55667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Latvian","score":0.55111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Maltese","score":0.38667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Norwegian","score":0.55667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Polish","score":0.52556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Portuguese","score":0.55667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Romanian","score":0.53222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Slovak","score":0.54667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Slovenian","score":0.52667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Spanish","score":0.55778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"BeleBele","language":"Swedish","score":0.56778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Bulgarian","score":53.7075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Croatian","score":38.1975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Czech","score":39.06},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Danish","score":42.8815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Dutch","score":58.215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Estonian","score":35.174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Finnish","score":42.841},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"French","score":62.649},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"German","score":60.6965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Greek","score":32.4467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Hungarian","score":30.9805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Irish","score":16.5515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Italian","score":49.8235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Latvian","score":26.701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Lithuanian","score":27.7545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Maltese","score":21.2575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Polish","score":37.083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Portuguese","score":67.377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Romanian","score":52.635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Slovak","score":62.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Slovenian","score":31.8885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Spanish","score":44.4485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Flores-200","language":"Swedish","score":27.662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"English","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Serbian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.44823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.45542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"English","score":0.49402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"French","score":0.45862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"German","score":0.45314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.43064},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.39595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.45371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.44331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.45592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.44986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42508},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.44737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.42074},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Albanian","score":0.52813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.34307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Basque","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.44727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Croatian","score":0.48182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Dutch","score":0.40472},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Estonian","score":0.4375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"French","score":0.46062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Georgian","score":0.456},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Greek","score":0.39855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.32909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Italian","score":0.47445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.55354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Polish","score":0.39599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.37931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Russian","score":0.46014},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Serbian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Spanish","score":0.47636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Turkish","score":0.43613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.51091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Mgsm","language":"English","score":0.136},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Mgsm","language":"French","score":0.152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Mgsm","language":"German","score":0.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Mgsm","language":"Spanish","score":0.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Basque","score":0.67399},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.9641},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Czech","score":0.957},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"English","score":0.99091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91573},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"French","score":0.98626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"German","score":0.98782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91967},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9822},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97033},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.979},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.9375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.6645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.1945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.5625},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.9785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.9695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"French","score":16.938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"German","score":23.6105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.2215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.2885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.178},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.2135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.3225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.9635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.1075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.6835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.045},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.992},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.9225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.6285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Albanian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Basque","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Bosnian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Catalan","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Croatian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Czech","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Danish","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Dutch","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"English","score":0.38725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Estonian","score":0.43627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Finnish","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"French","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Galician","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Georgian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"German","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Greek","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Icelandic","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Italian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Latvian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Maltese","score":0.14216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Norwegian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Polish","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Portuguese","score":0.32843},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Romanian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Serbian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Slovak","score":0.36275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Slovenian","score":0.33333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Spanish","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Swedish","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Turkish","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"XCOPA","language":"Estonian","score":0.612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"XCOPA","language":"Italian","score":0.658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"XCOPA","language":"Turkish","score":0.634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"Dutch","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"English","score":0.449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"French","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"German","score":0.364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"Italian","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"Polish","score":0.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"Xcsqa","language":"Spanish","score":0.302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Albanian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Bosnian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Catalan","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Croatian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Czech","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Dutch","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"English","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Estonian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Finnish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Galician","score":0.51},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"German","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Greek","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Icelandic","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Italian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Polish","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Portuguese","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Serbian","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Slovak","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Slovenian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Spanish","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Swedish","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Turkish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.54},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Basque","score":0.33387},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60688},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Croatian","score":0.59191},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Danish","score":0.63912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"French","score":0.68098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"German","score":0.63696},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.53559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Italian","score":0.65115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Serbian","score":0.59371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Swedish","score":0.63922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step550000-tokens2310B","tokens_B":2310.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.32935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.38567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43003},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.54667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Croatian","score":0.55222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Czech","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Danish","score":0.55444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Dutch","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"English","score":0.60667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Estonian","score":0.50222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Finnish","score":0.52111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"French","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"German","score":0.58556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Greek","score":0.54556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Hungarian","score":0.54222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Italian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Latvian","score":0.53667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.51889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Maltese","score":0.44778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Norwegian","score":0.55444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Polish","score":0.53333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Portuguese","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Romanian","score":0.56222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Slovak","score":0.57444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Slovenian","score":0.52667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Spanish","score":0.58333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"BeleBele","language":"Swedish","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Bulgarian","score":26.59835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Croatian","score":34.02345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Czech","score":38.1555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Danish","score":31.01375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Dutch","score":57.802},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Estonian","score":33.0405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Finnish","score":17.9895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"French","score":64.911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"German","score":47.6125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Greek","score":33.3088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Hungarian","score":35.236},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Irish","score":30.3955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Italian","score":33.6475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Latvian","score":24.143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Lithuanian","score":35.684},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Maltese","score":21.8005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Polish","score":27.321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Portuguese","score":38.1},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Romanian","score":38.2075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Slovak","score":53.342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Slovenian","score":32.516},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Spanish","score":30.347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Flores-200","language":"Swedish","score":15.2805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Czech","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"English","score":0.024},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Galician","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.45449},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.46154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"English","score":0.50584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"French","score":0.46617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"German","score":0.46902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.43712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.39952},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.4661},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4248},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.44937},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4718},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.45535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.4651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.45756},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.42615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.44488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Albanian","score":0.45554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Basque","score":0.31},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.45091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Croatian","score":0.42364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Dutch","score":0.39927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Estonian","score":0.38393},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"French","score":0.44391},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Georgian","score":0.436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Greek","score":0.34964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.3},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Italian","score":0.4562},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.38951},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.50635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Polish","score":0.34672},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.37568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Russian","score":0.4692},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Serbian","score":0.43636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Spanish","score":0.44727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Turkish","score":0.39234},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Mgsm","language":"English","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Mgsm","language":"French","score":0.152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Mgsm","language":"German","score":0.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Mgsm","language":"Spanish","score":0.14},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.89712},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Basque","score":0.74725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96583},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.97023},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94047},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"French","score":0.98783},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"German","score":0.98695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95599},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97474},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.979},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.8473},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":13.689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Czech","score":18.5855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.2955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.613},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.5185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"French","score":16.5925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"German","score":23.454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.0465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":16.6305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.19},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":28.1},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":26.503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Romanian","score":24.9085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Serbian","score":22.508},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Slovak","score":23.464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":14.6635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.279},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.5935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Turkish","score":19.4155},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.6765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Albanian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Basque","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Bosnian","score":0.22059},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Catalan","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Croatian","score":0.23529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Czech","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Danish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"English","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Estonian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Finnish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Georgian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"German","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Latvian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Maltese","score":0.14706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Serbian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Slovak","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Turkish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"XCOPA","language":"Estonian","score":0.582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"XCOPA","language":"Italian","score":0.638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"XCOPA","language":"Turkish","score":0.642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"Dutch","score":0.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"English","score":0.473},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"French","score":0.321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"German","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"Italian","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"Polish","score":0.304},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"Xcsqa","language":"Spanish","score":0.306},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Albanian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Bosnian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Catalan","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Croatian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"English","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Estonian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Finnish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"French","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Georgian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Greek","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Hungarian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Italian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Norwegian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Polish","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Portuguese","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Romanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Serbian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Slovenian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Spanish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Turkish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Basque","score":0.33679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Croatian","score":0.5935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Danish","score":0.64417},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Dutch","score":0.6504},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"French","score":0.67991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"German","score":0.64133},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Italian","score":0.65778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Romanian","score":0.61969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Serbian","score":0.5934},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step600000-tokens2520B","tokens_B":2520.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.36945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.34812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.34983},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.4215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.52667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Croatian","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Czech","score":0.55444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Danish","score":0.53667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Dutch","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"English","score":0.63444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Estonian","score":0.46556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Finnish","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"French","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"German","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Greek","score":0.55222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Hungarian","score":0.51556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Italian","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Latvian","score":0.53111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.52778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Maltese","score":0.43444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Norwegian","score":0.54333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Polish","score":0.51889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Portuguese","score":0.56778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Romanian","score":0.54222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Slovak","score":0.55556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Slovenian","score":0.53556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Spanish","score":0.56111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"BeleBele","language":"Swedish","score":0.55667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Bulgarian","score":28.58875},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Croatian","score":60.8525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Czech","score":19.062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Danish","score":19.775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Dutch","score":59.602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Estonian","score":32.61265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Finnish","score":40.5725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"French","score":61.5505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"German","score":45.384},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Greek","score":32.4721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Hungarian","score":40.53},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Irish","score":18.6825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Italian","score":40.626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Latvian","score":23.47565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Lithuanian","score":37.441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Maltese","score":39.943},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Polish","score":23.22465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Portuguese","score":34.6995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Romanian","score":56.451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Slovak","score":38.8995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Slovenian","score":30.8465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Spanish","score":41.6835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Flores-200","language":"Swedish","score":32.7465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Basque","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.44559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.44623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"English","score":0.48675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"French","score":0.44524},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"German","score":0.44929},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.42287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.38584},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.45029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.41048},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.4342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.453},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.44744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.44595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.41233},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.45763},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.44118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.41639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Albanian","score":0.45917},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Basque","score":0.366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.45455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Croatian","score":0.46909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Dutch","score":0.43557},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Estonian","score":0.37054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Finnish","score":0.31579},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"French","score":0.43675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Georgian","score":0.454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"German","score":0.34532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Greek","score":0.40217},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.30909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Italian","score":0.47445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.41386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.53721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Polish","score":0.34854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.39746},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Russian","score":0.40942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Serbian","score":0.41636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Spanish","score":0.41636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Turkish","score":0.36679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.46545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Mgsm","language":"English","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Mgsm","language":"French","score":0.176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Mgsm","language":"German","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Mgsm","language":"Spanish","score":0.124},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Basque","score":0.72894},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96076},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"English","score":0.98312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Galician","score":0.90704},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.93137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"German","score":0.98607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91682},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Irish","score":0.60714},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.92308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95171},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96622},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91434},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.9995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.8675},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.259},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"French","score":17.694},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"German","score":24.1525},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.6505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.978},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.0735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.773},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.594},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.7215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.8025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.3665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.8815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.473},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.963},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.527},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Albanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Basque","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Czech","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"English","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Estonian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Finnish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Galician","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Georgian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"German","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Hungarian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Irish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Italian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Maltese","score":0.18627},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Polish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Romanian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Slovak","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Slovenian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Spanish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Swedish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"XCOPA","language":"Estonian","score":0.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"XCOPA","language":"Italian","score":0.674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"XCOPA","language":"Turkish","score":0.654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"Dutch","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"English","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"French","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"German","score":0.357},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"Italian","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"Xcsqa","language":"Spanish","score":0.292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Albanian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Bosnian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Catalan","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Croatian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Dutch","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"English","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Estonian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Finnish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Galician","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Georgian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"German","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Greek","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Hungarian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Icelandic","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Italian","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Norwegian","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Polish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Romanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Serbian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Slovak","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Slovenian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Spanish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Swedish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Turkish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Basque","score":0.33344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Croatian","score":0.59624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Danish","score":0.64052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"French","score":0.67456},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"German","score":0.63365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Italian","score":0.64865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.66876},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Romanian","score":0.61536},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Serbian","score":0.58736},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Spanish","score":0.68445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step650000-tokens2730B","tokens_B":2730.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.4343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.37543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.40017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.34983},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37628},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.56111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Croatian","score":0.56444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Czech","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Danish","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Dutch","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"English","score":0.62444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Estonian","score":0.50111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Finnish","score":0.53556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"French","score":0.59889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"German","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Greek","score":0.58111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Hungarian","score":0.55222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Italian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Latvian","score":0.53111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.52667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Maltese","score":0.43222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Norwegian","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Polish","score":0.54222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Portuguese","score":0.58778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Romanian","score":0.57111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Slovak","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Slovenian","score":0.53222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Spanish","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"BeleBele","language":"Swedish","score":0.59},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Croatian","score":32.551},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Czech","score":39.3782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Danish","score":38.943},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Dutch","score":35.606},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Estonian","score":30.7847},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Finnish","score":30.92},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"French","score":36.9985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"German","score":39.4985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Greek","score":3.7668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Hungarian","score":39.388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Irish","score":11.93245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Italian","score":29.7652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Latvian","score":26.1685},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Lithuanian","score":58.548},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Maltese","score":39.325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Polish","score":28.757},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Portuguese","score":41.7285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Romanian","score":32.45915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Slovak","score":61.284},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Slovenian","score":34.4095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Spanish","score":46.5905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Flores-200","language":"Swedish","score":13.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Basque","score":0.016},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Catalan","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.45086},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.46119},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"English","score":0.49623},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"French","score":0.4609},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"German","score":0.46055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.43334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.39916},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.46062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.4228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.44403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.45464},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.46012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46069},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.45492},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.43925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Albanian","score":0.45735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Armenian","score":0.25636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31204},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Basque","score":0.332},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.44364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Croatian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Dutch","score":0.47187},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Estonian","score":0.41071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Finnish","score":0.31942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"French","score":0.45823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Georgian","score":0.402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"German","score":0.35252},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Greek","score":0.3913},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Italian","score":0.44161},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.40075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.52995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Polish","score":0.38139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.41198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Russian","score":0.39312},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Serbian","score":0.46182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Spanish","score":0.45091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Turkish","score":0.37409},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Mgsm","language":"English","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Mgsm","language":"French","score":0.192},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Mgsm","language":"German","score":0.144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Mgsm","language":"Spanish","score":0.168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93827},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Basque","score":0.77289},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96217},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96911},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"French","score":0.98744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.87745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"German","score":0.98825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97633},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Italian","score":0.95965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94063},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Polish","score":0.9563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.90899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97121},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.29},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.8175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.486},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.331},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"French","score":17.2855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"German","score":24.232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.5775},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.7105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.7745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Polish","score":20.9895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.427},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.69},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.1925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.1735},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.6125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.232},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Albanian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Basque","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Bosnian","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Catalan","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Croatian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Danish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Dutch","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"English","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Estonian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"French","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Greek","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Maltese","score":0.21078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Norwegian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Romanian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Slovak","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Turkish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"XCOPA","language":"Estonian","score":0.578},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"XCOPA","language":"Italian","score":0.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"XCOPA","language":"Turkish","score":0.65},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"Dutch","score":0.362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"English","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"French","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"German","score":0.371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"Italian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"Polish","score":0.319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"Xcsqa","language":"Spanish","score":0.323},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Albanian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Bosnian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Catalan","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Croatian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Czech","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Dutch","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"English","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Estonian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Finnish","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"French","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"German","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Greek","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Hungarian","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Icelandic","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Italian","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Norwegian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Polish","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Portuguese","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Romanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Serbian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Slovak","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Slovenian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Spanish","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Swedish","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Turkish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Basque","score":0.33917},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60938},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Croatian","score":0.59941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Danish","score":0.64148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64307},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"French","score":0.68162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"German","score":0.63888},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54129},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Italian","score":0.65604},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Romanian","score":0.61752},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Serbian","score":0.59361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step700000-tokens2940B","tokens_B":2940.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.43174},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.43345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.34215},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.45051},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.3959},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.45478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.43601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Croatian","score":0.61444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Czech","score":0.60667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Danish","score":0.60222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Dutch","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"English","score":0.66111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Estonian","score":0.53111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Finnish","score":0.57667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"French","score":0.64111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"German","score":0.60889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Greek","score":0.59889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Hungarian","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Italian","score":0.61778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Latvian","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Maltese","score":0.43667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Norwegian","score":0.60333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Polish","score":0.56778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Portuguese","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Romanian","score":0.62556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Slovak","score":0.60111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Slovenian","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Spanish","score":0.62111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"BeleBele","language":"Swedish","score":0.61667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.3235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Croatian","score":34.5105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Czech","score":43.5225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Danish","score":36.03105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Dutch","score":37.4985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Estonian","score":33.1225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Finnish","score":35.8909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"French","score":35.3665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"German","score":38.6065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Greek","score":29.9729},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Hungarian","score":53.7065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Irish","score":15.4445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Italian","score":52.2575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Latvian","score":27.734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Lithuanian","score":15.3355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Maltese","score":36.363},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Polish","score":23.05905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Portuguese","score":34.3695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Romanian","score":36.3655},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Slovak","score":31.912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Slovenian","score":24.9693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Spanish","score":39.183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Flores-200","language":"Swedish","score":29.867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"English","score":0.012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Greek","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.46852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"English","score":0.51467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"French","score":0.4797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"German","score":0.47742},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.40991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.47678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.43377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.45912},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.4812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.47159},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.47052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.44054},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47764},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.46888},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43462},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Albanian","score":0.50817},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.36679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Basque","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Croatian","score":0.49273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Dutch","score":0.47187},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Estonian","score":0.36607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Finnish","score":0.39383},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"French","score":0.47971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Georgian","score":0.422},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"German","score":0.30935},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Greek","score":0.40036},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.32909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Italian","score":0.47993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.53539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Polish","score":0.37774},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.43194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Russian","score":0.42754},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Serbian","score":0.45455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Spanish","score":0.48727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Turkish","score":0.39416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Mgsm","language":"English","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Mgsm","language":"French","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Mgsm","language":"German","score":0.216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Mgsm","language":"Spanish","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.87654},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Basque","score":0.71062},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96585},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Czech","score":0.9664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"French","score":0.98587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Galician","score":0.88579},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.92647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"German","score":0.99086},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99088},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9787},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Irish","score":0.46429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.94459},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97966},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95752},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97178},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97228},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95899},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98229},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.98507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.9734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.499},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.336},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.5605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Estonian","score":20.71},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.976},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"French","score":17.3105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"German","score":24.178},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.8975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.117},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Italian","score":28.1415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.1},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.516},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.071},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.5965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.0615},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.7275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.138},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.351},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Bosnian","score":0.20098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Catalan","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Croatian","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Czech","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Danish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Dutch","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Finnish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"French","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Galician","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Georgian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"German","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Greek","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Irish","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Maltese","score":0.20588},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Norwegian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Polish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Serbian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Spanish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"XCOPA","language":"Estonian","score":0.61},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"XCOPA","language":"Italian","score":0.64},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"XCOPA","language":"Turkish","score":0.668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"Dutch","score":0.348},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"English","score":0.494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"French","score":0.347},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"German","score":0.379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"Italian","score":0.346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"Polish","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"Xcsqa","language":"Spanish","score":0.316},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Albanian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Bosnian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Catalan","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Croatian","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Dutch","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"English","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Estonian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Finnish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"French","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Galician","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Georgian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"German","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Greek","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Hungarian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Icelandic","score":0.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Italian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Polish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Portuguese","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Romanian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Slovak","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Slovenian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Spanish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Swedish","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Turkish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Basque","score":0.33895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Danish","score":0.64729},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Dutch","score":0.65019},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"French","score":0.6873},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"German","score":0.64411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.55017},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Italian","score":0.66105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62509},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Serbian","score":0.60028},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step750000-tokens3150B","tokens_B":3150.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58752},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36177},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.40956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.3942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.38481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.33106},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37372},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.41724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.39932},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.38311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35239},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.43771},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.53444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Croatian","score":0.56222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Czech","score":0.57778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Danish","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Dutch","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"English","score":0.63333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Estonian","score":0.51667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Finnish","score":0.55111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"French","score":0.59778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"German","score":0.60778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Greek","score":0.58556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Hungarian","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Italian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Latvian","score":0.55444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.54444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Maltese","score":0.43444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Norwegian","score":0.56},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Polish","score":0.52333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Portuguese","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Romanian","score":0.58889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Slovak","score":0.55444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Slovenian","score":0.53667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Spanish","score":0.58778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"BeleBele","language":"Swedish","score":0.56333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Bulgarian","score":56.2715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Croatian","score":38.7325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Czech","score":8.7416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Danish","score":31.08705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Dutch","score":60.532},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Estonian","score":25.5235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Finnish","score":31.471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"French","score":58.5185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"German","score":52.9805},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Greek","score":31.2652},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Hungarian","score":43.925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Irish","score":13.60245},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Italian","score":44.1815},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Latvian","score":9.8725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Lithuanian","score":32.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Maltese","score":12.76745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Polish","score":26.2435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Portuguese","score":15.8435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Romanian","score":53.403},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Slovak","score":33.11745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Slovenian","score":29.0465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Spanish","score":42.3285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Flores-200","language":"Swedish","score":27.7158},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Basque","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"French","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.46055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.47159},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"English","score":0.51154},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"French","score":0.47301},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"German","score":0.47315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.45165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.40201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.47386},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42829},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.4567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4624},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.46724},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.43441},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47394},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.4634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.4421},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.44816},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Albanian","score":0.49365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Armenian","score":0.28909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33759},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Basque","score":0.324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.25091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.48909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Croatian","score":0.51636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Dutch","score":0.43013},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Estonian","score":0.42411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Finnish","score":0.35753},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"French","score":0.45346},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Georgian","score":0.438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"German","score":0.36691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Greek","score":0.42572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Italian","score":0.48358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.42697},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.57895},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Polish","score":0.38139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.40835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Russian","score":0.45833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Serbian","score":0.50364},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Spanish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Turkish","score":0.40146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.49273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Mgsm","language":"English","score":0.132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Mgsm","language":"French","score":0.184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Mgsm","language":"German","score":0.168},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Mgsm","language":"Spanish","score":0.152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Basque","score":0.81319},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.96257},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96804},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96217},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"English","score":0.98701},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.91689},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.93969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"French","score":0.98705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.90196},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"German","score":0.99173},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96132},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93602},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97542},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.87179},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95782},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97671},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96693},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97626},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.96261},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.9188},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.85189},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.1175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.1785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.4345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.0185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.404},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"French","score":17.3265},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"German","score":24.1275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.971},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.0745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.7905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.206},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":20.118},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.548},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.5035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.6235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.3575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.0605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":16.08},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.2345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.6005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.0285},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.1795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Croatian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Estonian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Galician","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Georgian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Greek","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Hungarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Icelandic","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Irish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Latvian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Maltese","score":0.23039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Norwegian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Turkish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"XCOPA","language":"Estonian","score":0.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"XCOPA","language":"Italian","score":0.642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"XCOPA","language":"Turkish","score":0.674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"Dutch","score":0.342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"English","score":0.481},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"French","score":0.352},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"German","score":0.371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"Italian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"Polish","score":0.322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.354},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"Xcsqa","language":"Spanish","score":0.329},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Albanian","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Bosnian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Catalan","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Croatian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Czech","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"English","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Estonian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Finnish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"French","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Galician","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Georgian","score":0.365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"German","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Greek","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Hungarian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Polish","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Romanian","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Serbian","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Slovak","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Slovenian","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Swedish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Turkish","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Basque","score":0.33766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Catalan","score":0.6109},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60669},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Danish","score":0.64944},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64749},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"French","score":0.68634},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"German","score":0.64379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54052},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Italian","score":0.65865},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.68101},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Serbian","score":0.59657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69554},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Swedish","score":0.65041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step800000-tokens3360B","tokens_B":3360.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.5888},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.42918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42833},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36263},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32679},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.41468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.37287},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.37713},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.42065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.407},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.35495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42662},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.55778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Croatian","score":0.59444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Czech","score":0.56667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Danish","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Dutch","score":0.61333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"English","score":0.66222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Estonian","score":0.52889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Finnish","score":0.55111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"French","score":0.62778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"German","score":0.60444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Greek","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Hungarian","score":0.56444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Italian","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Latvian","score":0.55},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Maltese","score":0.44333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Norwegian","score":0.56333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Polish","score":0.54778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Portuguese","score":0.60667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Romanian","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Slovak","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Slovenian","score":0.55556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Spanish","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"BeleBele","language":"Swedish","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Bulgarian","score":47.601},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Croatian","score":64.7565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Czech","score":41.8665},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Danish","score":51.715},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Dutch","score":56.563},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Estonian","score":29.3915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Finnish","score":51.2225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"French","score":62.822},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"German","score":54.3605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Greek","score":33.5001},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Hungarian","score":29.0281},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Irish","score":14.40575},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Italian","score":52.929},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Latvian","score":26.40565},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Lithuanian","score":52.396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Maltese","score":33.494},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Polish","score":35.1055},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Portuguese","score":62.7955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Romanian","score":57.789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Slovak","score":44.851},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Slovenian","score":25.22165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Spanish","score":46.674},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Flores-200","language":"Swedish","score":26.8435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Basque","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Global MGSM","language":"Spanish","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.46489},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.47137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"English","score":0.51317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"French","score":0.47543},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"German","score":0.47123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.44645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.40144},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.48141},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.43185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.45371},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.48184},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.4671},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.46703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.43085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47657},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.46617},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.45378},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Albanian","score":0.44646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Armenian","score":0.30727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33577},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Basque","score":0.308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.28727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.49818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Croatian","score":0.45636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Dutch","score":0.43557},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Estonian","score":0.34821},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"French","score":0.44869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Georgian","score":0.426},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"German","score":0.29496},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Greek","score":0.42029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.31818},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Italian","score":0.4927},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.41948},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.54991},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Polish","score":0.35766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.43194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Russian","score":0.42029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Serbian","score":0.43455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Spanish","score":0.45455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Turkish","score":0.32482},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.50727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Mgsm","language":"English","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Mgsm","language":"French","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Mgsm","language":"German","score":0.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Mgsm","language":"Spanish","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.93416},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Basque","score":0.74359},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.97152},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.95797},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96194},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Danish","score":0.98},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.96611},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"English","score":0.98442},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92388},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.9463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"French","score":0.99058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Galician","score":0.92032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.89216},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"German","score":0.98956},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Greek","score":0.99361},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.97988},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.92753},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97203},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.94872},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97703},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.9614},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91546},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.9819},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Swedish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.87945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.97012},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.0235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.8105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.3845},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.8835},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.1425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.1515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Finnish","score":18.225},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"French","score":17.049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"German","score":23.9475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.619},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.4965},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.6},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.989},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.2345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.1605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.2465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.157},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Romanian","score":25.933},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Serbian","score":21.1415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.468},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.6915},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.0635},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.591},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.9435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Albanian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Basque","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Bosnian","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Catalan","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Croatian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Czech","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Danish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Dutch","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"English","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Estonian","score":0.31863},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Finnish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"French","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Galician","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Georgian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"German","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Greek","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Hungarian","score":0.29412},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Icelandic","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Latvian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.32353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Maltese","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Norwegian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Polish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Portuguese","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Romanian","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Serbian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Slovak","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Slovenian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Spanish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Swedish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Turkish","score":0.30392},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"XCOPA","language":"Estonian","score":0.608},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"XCOPA","language":"Italian","score":0.642},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"XCOPA","language":"Turkish","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"Dutch","score":0.35},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"English","score":0.478},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"French","score":0.339},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"German","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"Italian","score":0.33},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"Polish","score":0.326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.353},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"Xcsqa","language":"Spanish","score":0.305},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Albanian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Bosnian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.41},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Catalan","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Croatian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Czech","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Dutch","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"English","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Estonian","score":0.36},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Finnish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"French","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Galician","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"German","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Greek","score":0.375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Hungarian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Icelandic","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Italian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Norwegian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Polish","score":0.42},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Portuguese","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Romanian","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Serbian","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Slovak","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Slovenian","score":0.34},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Swedish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Turkish","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Basque","score":0.33874},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Catalan","score":0.60905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Croatian","score":0.605},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Danish","score":0.64761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Dutch","score":0.65213},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"French","score":0.68387},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"German","score":0.64165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54699},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Italian","score":0.66018},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.67981},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62282},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Serbian","score":0.59964},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Slovak","score":0.56985},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64668},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step850000-tokens3570B","tokens_B":3570.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.38396},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39249},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.43089},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.42406},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.35324},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.41212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.41041},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.32338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42321},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.36092},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.35751},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.40102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.43942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.40273},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.37884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.33618},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.54889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Croatian","score":0.57889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Czech","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Danish","score":0.57556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Dutch","score":0.61111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"English","score":0.66333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Estonian","score":0.53111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Finnish","score":0.57444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"French","score":0.61333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"German","score":0.61667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Greek","score":0.59222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Hungarian","score":0.56556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Italian","score":0.59556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Latvian","score":0.53778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.56111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Maltese","score":0.44667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Norwegian","score":0.58444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Polish","score":0.53222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Portuguese","score":0.59667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Romanian","score":0.58},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Slovak","score":0.58556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Slovenian","score":0.55333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Spanish","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"BeleBele","language":"Swedish","score":0.58889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Bulgarian","score":31.3235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Croatian","score":50.1365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Czech","score":39.41005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Danish","score":36.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Dutch","score":32.6325},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Estonian","score":33.8007},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Finnish","score":33.238},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"French","score":64.362},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"German","score":56.7925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Greek","score":4.01945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Hungarian","score":32.981},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Irish","score":15.7745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Italian","score":30.6425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Latvian","score":23.9084},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Lithuanian","score":52.309},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Maltese","score":36.011},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Polish","score":37.9975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Portuguese","score":65.691},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Romanian","score":33.211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Slovak","score":64.5295},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Slovenian","score":28.7095},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Spanish","score":36.586},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Flores-200","language":"Swedish","score":25.55115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Basque","score":0.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Czech","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Galician","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.45884},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.46275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"English","score":0.51317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"French","score":0.46397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"German","score":0.47251},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.44438},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.40272},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.46632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.44645},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.46995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.46503},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.46639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.42458},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.46867},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.46183},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43199},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.44581},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Albanian","score":0.50454},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Armenian","score":0.32909},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.31934},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Basque","score":0.308},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.27091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.51091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Croatian","score":0.52545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Dutch","score":0.47005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Estonian","score":0.39732},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Finnish","score":0.37568},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"French","score":0.50597},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Georgian","score":0.488},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"German","score":0.38849},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Greek","score":0.4058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Italian","score":0.52737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.40075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.56987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Polish","score":0.41058},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.41924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Russian","score":0.44384},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Serbian","score":0.48545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Spanish","score":0.48727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Turkish","score":0.38139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Mgsm","language":"English","score":0.18},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Mgsm","language":"French","score":0.172},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Mgsm","language":"German","score":0.148},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Mgsm","language":"Spanish","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.90535},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Basque","score":0.75824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96541},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97126},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"English","score":0.99221},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.94125},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"French","score":0.98823},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Galician","score":0.91235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.91176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"German","score":0.98695},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Greek","score":0.9854},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.98107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.91467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Irish","score":0.53571},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96666},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.92942},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.97034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.89744},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95079},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.97276},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.97809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91501},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.97993},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86452},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96939},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.356},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Croatian","score":24.7175},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.729},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Danish","score":28.2465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Dutch","score":20.6365},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Estonian","score":22.1785},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.7105},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"French","score":17.5135},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"German","score":24.1555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Greek","score":24.567},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":18.107},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Italian","score":27.8555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Latvian","score":21.5185},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.947},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.7035},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.397},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.7085},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Slovak","score":25.4065},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.8315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Spanish","score":28.0195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Swedish","score":33.6455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Turkish","score":21.2515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":19.5765},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Albanian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Basque","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Bosnian","score":0.2402},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Catalan","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Croatian","score":0.23529},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Czech","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Danish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Dutch","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"English","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Estonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Finnish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"French","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Galician","score":0.2451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"German","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Greek","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Hungarian","score":0.23039},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Irish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Italian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Latvian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Maltese","score":0.17647},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Norwegian","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Polish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Portuguese","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Romanian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Serbian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Slovak","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Slovenian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Spanish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Swedish","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Turkish","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"XCOPA","language":"Estonian","score":0.592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"XCOPA","language":"Italian","score":0.658},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"XCOPA","language":"Turkish","score":0.656},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"Dutch","score":0.342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"English","score":0.467},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"French","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"German","score":0.377},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"Italian","score":0.326},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"Polish","score":0.313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.343},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"Xcsqa","language":"Spanish","score":0.313},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Albanian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Bosnian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Catalan","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Croatian","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Czech","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Dutch","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"English","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Estonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Finnish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"French","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Galician","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Georgian","score":0.345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"German","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Greek","score":0.355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Hungarian","score":0.38},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Icelandic","score":0.32},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Italian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.385},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Norwegian","score":0.3825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Polish","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Portuguese","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Romanian","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Serbian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Slovak","score":0.475},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Slovenian","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Spanish","score":0.45},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Swedish","score":0.445},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Turkish","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.505},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Basque","score":0.33852},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Danish","score":0.646},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64987},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"French","score":0.68559},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"German","score":0.64379},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.54918},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Italian","score":0.66061},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.68317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62931},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Serbian","score":0.60292},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Slovak","score":0.57027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69853},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64734},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step900000-tokens3780B","tokens_B":3780.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58986},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.37969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.39334},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.41382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.41809},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.35495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.36519},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"French","score":0.43686},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"German","score":0.4198},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.39078},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.39846},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.3302},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.42747},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.35836},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.3814},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.4087},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.39761},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.44027},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.38737},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.41553},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.34898},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.44283},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.42491},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Bulgarian","score":0.57},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Croatian","score":0.59111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Czech","score":0.62667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Danish","score":0.61889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Dutch","score":0.62667},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"English","score":0.68889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Estonian","score":0.53778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Finnish","score":0.58222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"French","score":0.66778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"German","score":0.65222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Greek","score":0.59333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Hungarian","score":0.57444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Italian","score":0.62556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Latvian","score":0.58333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Lithuanian","score":0.57778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Maltese","score":0.41556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Norwegian","score":0.61222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Polish","score":0.58111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Portuguese","score":0.64222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Romanian","score":0.60444},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Slovak","score":0.59111},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Slovenian","score":0.56889},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Spanish","score":0.63222},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"BeleBele","language":"Swedish","score":0.61333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Bulgarian","score":29.01195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Croatian","score":60.8925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Czech","score":40.186},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Danish","score":36.721},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Dutch","score":55.9945},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Estonian","score":30.2375},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Finnish","score":49.2075},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"French","score":58.1115},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"German","score":46.5355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Greek","score":24.341},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Hungarian","score":29.337},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Irish","score":18.322},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Italian","score":41.706},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Latvian","score":12.70795},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Lithuanian","score":31.97},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Maltese","score":39.374},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Polish","score":25.031},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Portuguese","score":39.072},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Romanian","score":43.3745},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Slovak","score":30.638},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Slovenian","score":27.8555},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Spanish","score":47.8355},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Flores-200","language":"Swedish","score":31.6275},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Basque","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Catalan","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Czech","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"English","score":0.004},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Galician","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Greek","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Hungarian","score":0.008},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Serbian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Global MGSM","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Czech","score":0.45521},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Dutch","score":0.4651},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"English","score":0.50812},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"French","score":0.46411},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"German","score":0.47201},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Greek","score":0.43612},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.39382},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Italian","score":0.46924},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.42572},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Polish","score":0.44837},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.47507},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Romanian","score":0.46097},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Russian","score":0.4587},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Serbian","score":0.429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Spanish","score":0.47037},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Swedish","score":0.4582},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Turkish","score":0.43705},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.44146},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Albanian","score":0.48639},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Armenian","score":0.31091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.33029},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Basque","score":0.338},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Belarusian","score":0.26182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Bulgarian","score":0.46727},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Croatian","score":0.46545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Dutch","score":0.46098},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Estonian","score":0.39286},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Finnish","score":0.34483},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"French","score":0.46778},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Georgian","score":0.446},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"German","score":0.33813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Greek","score":0.38949},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Hungarian","score":0.33091},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Italian","score":0.50182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Lithuanian","score":0.43258},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"North Macedonian","score":0.52632},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Polish","score":0.38139},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Portuguese","score":0.44102},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Russian","score":0.43841},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Serbian","score":0.42182},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Spanish","score":0.47636},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Turkish","score":0.38869},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"INCLUDE","language":"Ukrainian","score":0.48545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Mgsm","language":"English","score":0.16},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Mgsm","language":"French","score":0.156},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Mgsm","language":"German","score":0.176},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Mgsm","language":"Spanish","score":0.164},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Albanian","score":0.91358},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Basque","score":0.67766},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.95077},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Catalan","score":0.96103},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Czech","score":0.96123},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Dutch","score":0.97211},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"English","score":0.98961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Estonian","score":0.92466},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Finnish","score":0.9463},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"French","score":0.98862},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Galician","score":0.93493},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Georgian","score":0.88235},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"German","score":0.98607},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Greek","score":0.98996},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Hungarian","score":0.9858},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Icelandic","score":0.90789},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Irish","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Italian","score":0.96866},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Latvian","score":0.93997},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9678},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.97436},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Polish","score":0.95844},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Portuguese","score":0.97539},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Romanian","score":0.96936},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Serbian","score":0.98083},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Slovak","score":0.95995},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Slovenian","score":0.91925},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Spanish","score":0.98268},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Turkish","score":0.86969},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.96429},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Bulgarian","score":14.133},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Croatian","score":23.8855},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Czech","score":19.269},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Danish","score":27.5005},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Dutch","score":19.9725},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Estonian","score":21.527},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Finnish","score":17.824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"French","score":16.8825},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"German","score":23.676},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Greek","score":23.781},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Hungarian","score":17.4315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Italian","score":26.5975},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Latvian","score":20.7955},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Lithuanian","score":19.311},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Norwegian","score":29.0905},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Polish","score":21.315},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Portuguese","score":27.162},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Romanian","score":26.032},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Serbian","score":23.0545},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Slovak","score":24.5345},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Slovenian","score":15.112},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Spanish","score":27.538},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Swedish","score":32.813},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Turkish","score":20.2195},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"OpenSubtitles","language":"Ukrainian","score":18.7595},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"English","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"French","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"German","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"Italian","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"Portuguese","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"PolyMath","language":"Spanish","score":0.0},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Albanian","score":0.28922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Basque","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Bosnian","score":0.33824},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Bulgarian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Catalan","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Croatian","score":0.29902},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Czech","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Danish","score":0.27941},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Dutch","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"English","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Estonian","score":0.35294},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Finnish","score":0.34314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"French","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Galician","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Georgian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"German","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Greek","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Hungarian","score":0.30882},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Icelandic","score":0.2549},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Irish","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Italian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Latvian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Lithuanian","score":0.31373},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Maltese","score":0.18137},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"North Macedonian","score":0.25},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Norwegian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Polish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Portuguese","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Romanian","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Serbian","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Slovak","score":0.26961},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Slovenian","score":0.28431},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Spanish","score":0.26471},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Swedish","score":0.27451},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Turkish","score":0.5049},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"SIB-200","language":"Ukrainian","score":0.2598},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"XCOPA","language":"Estonian","score":0.596},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"XCOPA","language":"Italian","score":0.664},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"XCOPA","language":"Turkish","score":0.66},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"Dutch","score":0.342},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"English","score":0.469},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"French","score":0.344},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"German","score":0.366},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"Italian","score":0.317},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"Polish","score":0.314},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"Portuguese","score":0.333},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"Xcsqa","language":"Spanish","score":0.328},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Albanian","score":0.425},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Bosnian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Bulgarian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Catalan","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Croatian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Czech","score":0.47},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Dutch","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"English","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Estonian","score":0.37},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Finnish","score":0.455},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"French","score":0.44},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Galician","score":0.49},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Georgian","score":0.39},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"German","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Greek","score":0.405},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Hungarian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Icelandic","score":0.335},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Italian","score":0.5},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Lithuanian","score":0.415},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"North Macedonian","score":0.4},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Norwegian","score":0.4025},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Polish","score":0.46},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Portuguese","score":0.43},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Romanian","score":0.465},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Serbian","score":0.495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Slovak","score":0.485},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Slovenian","score":0.395},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Spanish","score":0.515},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Swedish","score":0.48},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Turkish","score":0.435},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"global PIQA","language":"Ukrainian","score":0.52},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Basque","score":0.33495},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Catalan","score":0.61427},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Croatian","score":0.60574},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Danish","score":0.65212},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Dutch","score":0.64922},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"French","score":0.68719},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"German","score":0.64165},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Hungarian","score":0.5448},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Italian","score":0.6592},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Portuguese","score":0.68556},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Romanian","score":0.62034},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Serbian","score":0.60218},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Slovak","score":0.57522},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Spanish","score":0.69885},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Swedish","score":0.64547},{"data":"swiss-ai\/Apertus-8B-2509","iter":"step950000-tokens3990B","tokens_B":3990.0,"benchmark":"xHellaswag","language":"Ukrainian","score":0.58837},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Bulgarian","score":0.50853},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Czech","score":0.49573},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Danish","score":0.53584},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Dutch","score":0.56058},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Estonian","score":0.43089},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Finnish","score":0.48379},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"French","score":0.55034},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"German","score":0.53413},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Greek","score":0.48549},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Hungarian","score":0.49403},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Icelandic","score":0.43089},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Italian","score":0.52901},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Latvian","score":0.43686},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Lithuanian","score":0.46331},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Norwegian","score":0.53072},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Polish","score":0.49403},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Portuguese","score":0.54266},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Romanian","score":0.50683},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovak","score":0.50683},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Slovenian","score":0.48123},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Spanish","score":0.56997},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"ARC Challenge_mt","language":"Swedish","score":0.54522},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Bulgarian","score":0.81556},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Croatian","score":0.82556},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Czech","score":0.81889},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Danish","score":0.82556},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Dutch","score":0.82778},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"English","score":0.88667},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Estonian","score":0.77444},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Finnish","score":0.82778},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"French","score":0.87333},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"German","score":0.83333},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Greek","score":0.84},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Hungarian","score":0.81778},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Italian","score":0.83444},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Latvian","score":0.81444},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Lithuanian","score":0.83111},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Maltese","score":0.70889},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Norwegian","score":0.83111},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Polish","score":0.81667},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Portuguese","score":0.84556},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Romanian","score":0.83778},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovak","score":0.82667},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Slovenian","score":0.82778},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Spanish","score":0.85333},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"BeleBele","language":"Swedish","score":0.82667},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Bulgarian","score":25.4285},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Croatian","score":23.572},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Czech","score":22.228},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Danish","score":31.47485},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Dutch","score":34.55},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Estonian","score":21.3175},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Finnish","score":30.7835},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"French","score":24.3765},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"German","score":20.735},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Greek","score":13.80895},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Hungarian","score":33.4475},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Irish","score":23.954},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Italian","score":23.2835},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Latvian","score":22.2595},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Lithuanian","score":23.8735},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Maltese","score":34.9435},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Polish","score":33.3615},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Portuguese","score":43.2215},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Romanian","score":27.661},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovak","score":34.2435},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Slovenian","score":30.306},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Spanish","score":29.604},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Flores-200","language":"Swedish","score":18.828},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Basque","score":0.064},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Catalan","score":0.4},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Czech","score":0.448},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"English","score":0.844},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"French","score":0.612},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Galician","score":0.296},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"German","score":0.624},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Greek","score":0.2},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Hungarian","score":0.172},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Serbian","score":0.388},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Global MGSM","language":"Spanish","score":0.72},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Czech","score":0.59991},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Dutch","score":0.60853},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"English","score":0.66664},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"French","score":0.61921},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"German","score":0.61736},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Hebrew","score":0.52742},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Italian","score":0.62477},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Lithuanian","score":0.56523},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Polish","score":0.59571},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Portuguese","score":0.62377},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Romanian","score":0.61045},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Russian","score":0.61131},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Serbian","score":0.57456},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Spanish","score":0.62933},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Swedish","score":0.60996},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Turkish","score":0.55811},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"GlobalMMLU","language":"Ukrainian","score":0.59479},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Albanian","score":0.73503},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Armenian","score":0.46727},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Azerbaijani","score":0.47445},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Basque","score":0.346},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Belarusian","score":0.32909},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Bulgarian","score":0.72},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Croatian","score":0.7},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Dutch","score":0.66062},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Estonian","score":0.5625},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Finnish","score":0.44646},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"French","score":0.62053},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Georgian","score":0.616},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"German","score":0.47482},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Hungarian","score":0.50182},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Italian","score":0.70073},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Lithuanian","score":0.64607},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"North Macedonian","score":0.77858},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Polish","score":0.54197},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Portuguese","score":0.58076},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Russian","score":0.58696},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Serbian","score":0.64909},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Spanish","score":0.68182},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Turkish","score":0.59124},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"INCLUDE","language":"Ukrainian","score":0.65636},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"English","score":0.688},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"French","score":0.656},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"German","score":0.68},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Mgsm","language":"Spanish","score":0.556},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Albanian","score":0.95062},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Basque","score":0.65568},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Bulgarian","score":0.94304},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Catalan","score":0.9352},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Czech","score":0.92904},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Danish","score":1.0},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Dutch","score":0.89704},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"English","score":0.97013},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Estonian","score":0.8466},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Finnish","score":0.9035},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"French","score":0.96468},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Galician","score":0.91501},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Georgian","score":0.83824},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"German","score":0.95953},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Greek","score":0.97354},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Hungarian","score":0.95858},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Icelandic","score":0.86648},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Irish","score":0.57143},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Italian","score":0.94165},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Latvian","score":0.88588},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Lithuanian","score":0.9678},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"North Macedonian","score":0.79487},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Polish","score":0.92573},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Portuguese","score":0.95866},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Romanian","score":0.95623},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Serbian","score":0.94279},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovak","score":0.93559},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Slovenian","score":0.8791},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Spanish","score":0.96616},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Swedish","score":0.99502},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Turkish","score":0.81286},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"MultiBlimp","language":"Ukrainian","score":0.94206},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Bulgarian","score":15.8395},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Croatian","score":27.0435},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Czech","score":21.867},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Danish","score":30.087},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Dutch","score":22.182},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Estonian","score":24.0965},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Finnish","score":20.3955},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"French","score":18.88},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"German","score":26.081},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Greek","score":27.131},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Hungarian","score":20.1135},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Italian","score":30.832},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Latvian","score":24.0305},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Lithuanian","score":22.2545},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Norwegian","score":31.8245},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Polish","score":23.837},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Portuguese","score":30.4185},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Romanian","score":30.0475},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Serbian","score":26.5185},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovak","score":29.5135},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Slovenian","score":18.399},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Spanish","score":31.137},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Swedish","score":36.3295},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Turkish","score":25.256},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"OpenSubtitles","language":"Ukrainian","score":21.615},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"English","score":0.262},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"French","score":0.226},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"German","score":0.216},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Italian","score":0.232},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Portuguese","score":0.232},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"PolyMath","language":"Spanish","score":0.236},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Albanian","score":0.33824},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Basque","score":0.37255},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bosnian","score":0.40686},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Bulgarian","score":0.57843},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Catalan","score":0.53922},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Croatian","score":0.43627},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Czech","score":0.51471},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Danish","score":0.43137},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Dutch","score":0.51961},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"English","score":0.54412},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Estonian","score":0.27941},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Finnish","score":0.42157},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"French","score":0.53922},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Galician","score":0.47549},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Georgian","score":0.46569},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"German","score":0.4951},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Greek","score":0.55392},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Hungarian","score":0.27451},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Icelandic","score":0.34804},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Irish","score":0.46078},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Italian","score":0.52451},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Latvian","score":0.38235},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Lithuanian","score":0.38725},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Maltese","score":0.28922},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"North Macedonian","score":0.55882},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Norwegian","score":0.45098},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Polish","score":0.58333},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Portuguese","score":0.51961},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Romanian","score":0.46569},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Serbian","score":0.55392},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovak","score":0.4902},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Slovenian","score":0.43627},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Spanish","score":0.52451},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Swedish","score":0.45098},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Turkish","score":0.29412},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"SIB-200","language":"Ukrainian","score":0.54412},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Estonian","score":0.542},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Italian","score":0.658},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"XCOPA","language":"Turkish","score":0.662},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Dutch","score":0.42},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"English","score":0.644},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"French","score":0.412},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"German","score":0.438},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Italian","score":0.396},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Polish","score":0.364},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Portuguese","score":0.415},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"Xcsqa","language":"Spanish","score":0.411},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Albanian","score":0.68},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bosnian","score":0.82},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Bulgarian","score":0.83},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Catalan","score":0.775},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Croatian","score":0.805},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Czech","score":0.725},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Dutch","score":0.69},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"English","score":0.76},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Estonian","score":0.505},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Finnish","score":0.71},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"French","score":0.705},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Galician","score":0.68},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Georgian","score":0.565},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"German","score":0.785},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Greek","score":0.625},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Hungarian","score":0.76},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Icelandic","score":0.65},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Italian","score":0.71},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Lithuanian","score":0.795},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"North Macedonian","score":0.78},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Norwegian","score":0.695},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Polish","score":0.7},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Portuguese","score":0.75},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Romanian","score":0.8},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Serbian","score":0.785},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovak","score":0.81},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Slovenian","score":0.705},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Spanish","score":0.785},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Swedish","score":0.775},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Turkish","score":0.73},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"global PIQA","language":"Ukrainian","score":0.81},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Basque","score":0.3315},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Catalan","score":0.63934},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Croatian","score":0.62401},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Danish","score":0.67942},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Dutch","score":0.67911},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"French","score":0.71739},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"German","score":0.66951},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Hungarian","score":0.56673},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Italian","score":0.7001},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Portuguese","score":0.71958},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Romanian","score":0.66782},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Serbian","score":0.61763},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Slovak","score":0.60527},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Spanish","score":0.7268},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Swedish","score":0.68132},{"data":"swiss-ai\/Apertus-v1.5-8B","iter":null,"tokens_B":null,"benchmark":"xHellaswag","language":"Ukrainian","score":0.61803}]