| { |
| "Horizon-Labs/multilingual-edu-classifier-base": { |
| "en_llama3": { |
| "n": 6000, |
| "spearman": 0.7872813487073106, |
| "pearson": 0.8351421432903272, |
| "f1_ge3": 0.728952772073922, |
| "acc_round": 0.7476666666666667, |
| "mean_pred": 1.2782860511144003 |
| }, |
| "fw2_gemma": { |
| "n": 9750, |
| "spearman": 0.8450906431034418, |
| "pearson": 0.8207868564912835, |
| "f1_ge3": 0.6752843846949328, |
| "acc_round": 0.36205128205128206, |
| "mean_pred": 1.5009273838141026, |
| "by_lang": { |
| "afr_Latn": 0.8354312970301302, |
| "amh_Ethi": 0.7226772608607542, |
| "arb_Arab": 0.8772096939155019, |
| "azj_Latn": 0.7057118013611036, |
| "ben_Beng": 0.8406017182365667, |
| "bul_Cyrl": 0.8327940607238724, |
| "cat_Latn": 0.8869410282403984, |
| "ces_Latn": 0.8542127413643872, |
| "cmn_Hani": 0.9061458171153822, |
| "dan_Latn": 0.8596749388978523, |
| "deu_Latn": 0.8358100468441051, |
| "ekk_Latn": 0.842908967364538, |
| "ell_Grek": 0.8461897464476511, |
| "eus_Latn": 0.8764490818499924, |
| "fas_Arab": 0.8469475385148192, |
| "fil_Latn": 0.8322411926733982, |
| "fin_Latn": 0.8683966167807196, |
| "fra_Latn": 0.8437091557242566, |
| "glg_Latn": 0.7896021409050934, |
| "guj_Gujr": 0.813090032087309, |
| "heb_Hebr": 0.8652332872429974, |
| "hin_Deva": 0.8213274736396134, |
| "hrv_Latn": 0.8273947013778662, |
| "hun_Latn": 0.8958194615798268, |
| "hye_Armn": 0.7593139520937936, |
| "ind_Latn": 0.8725722973454665, |
| "isl_Latn": 0.8181965693428497, |
| "ita_Latn": 0.8695465937477704, |
| "jpn_Jpan": 0.824234334269232, |
| "kan_Knda": 0.777199809231055, |
| "kat_Geor": 0.8095770382329868, |
| "kaz_Cyrl": 0.8600879461449487, |
| "khm_Khmr": 0.7869403584086031, |
| "kor_Hang": 0.8632528765455334, |
| "lit_Latn": 0.8895197060361679, |
| "lvs_Latn": 0.8130252683156928, |
| "mal_Mlym": 0.792077521255803, |
| "mar_Deva": 0.8554862096696264, |
| "mkd_Cyrl": 0.8678553063054595, |
| "mya_Mymr": 0.7565814544861862, |
| "nld_Latn": 0.8673050855167419, |
| "nob_Latn": 0.8765223037685904, |
| "npi_Deva": 0.7446087973290386, |
| "pan_Guru": 0.8813799969711958, |
| "pol_Latn": 0.8899833785857204, |
| "por_Latn": 0.8406938257923011, |
| "ron_Latn": 0.8782832556761792, |
| "rus_Cyrl": 0.874085195410212, |
| "sin_Sinh": 0.7554593140148935, |
| "slk_Latn": 0.8623580574068277, |
| "slv_Latn": 0.8367408306715697, |
| "spa_Latn": 0.7939552240030892, |
| "srp_Cyrl": 0.7983253478975832, |
| "swe_Latn": 0.8841439307342573, |
| "swh_Latn": 0.7844636847317096, |
| "tam_Taml": 0.8260780931085245, |
| "tel_Telu": 0.7882658060696976, |
| "tha_Thai": 0.8524932085065982, |
| "tur_Latn": 0.8775134587671904, |
| "ukr_Cyrl": 0.8891288249908217, |
| "urd_Arab": 0.7460916200994978, |
| "uzn_Latn": 0.8466377760501862, |
| "vie_Latn": 0.8699744495514617, |
| "yue_Hani": 0.8428927941184925, |
| "zsm_Latn": 0.8797740230933696 |
| }, |
| "lang_mean_spearman": 0.8358330050011548 |
| } |
| } |
| } |
