{ "Horizon-Labs/multilingual-edu-classifier-base": { "en_llama3": { "n": 6000, "spearman": 0.7872813487073106, "pearson": 0.8351421432903272, "f1_ge3": 0.728952772073922, "acc_round": 0.7476666666666667, "mean_pred": 1.2782860511144003 }, "fw2_gemma": { "n": 9750, "spearman": 0.8450906431034418, "pearson": 0.8207868564912835, "f1_ge3": 0.6752843846949328, "acc_round": 0.36205128205128206, "mean_pred": 1.5009273838141026, "by_lang": { "afr_Latn": 0.8354312970301302, "amh_Ethi": 0.7226772608607542, "arb_Arab": 0.8772096939155019, "azj_Latn": 0.7057118013611036, "ben_Beng": 0.8406017182365667, "bul_Cyrl": 0.8327940607238724, "cat_Latn": 0.8869410282403984, "ces_Latn": 0.8542127413643872, "cmn_Hani": 0.9061458171153822, "dan_Latn": 0.8596749388978523, "deu_Latn": 0.8358100468441051, "ekk_Latn": 0.842908967364538, "ell_Grek": 0.8461897464476511, "eus_Latn": 0.8764490818499924, "fas_Arab": 0.8469475385148192, "fil_Latn": 0.8322411926733982, "fin_Latn": 0.8683966167807196, "fra_Latn": 0.8437091557242566, "glg_Latn": 0.7896021409050934, "guj_Gujr": 0.813090032087309, "heb_Hebr": 0.8652332872429974, "hin_Deva": 0.8213274736396134, "hrv_Latn": 0.8273947013778662, "hun_Latn": 0.8958194615798268, "hye_Armn": 0.7593139520937936, "ind_Latn": 0.8725722973454665, "isl_Latn": 0.8181965693428497, "ita_Latn": 0.8695465937477704, "jpn_Jpan": 0.824234334269232, "kan_Knda": 0.777199809231055, "kat_Geor": 0.8095770382329868, "kaz_Cyrl": 0.8600879461449487, "khm_Khmr": 0.7869403584086031, "kor_Hang": 0.8632528765455334, "lit_Latn": 0.8895197060361679, "lvs_Latn": 0.8130252683156928, "mal_Mlym": 0.792077521255803, "mar_Deva": 0.8554862096696264, "mkd_Cyrl": 0.8678553063054595, "mya_Mymr": 0.7565814544861862, "nld_Latn": 0.8673050855167419, "nob_Latn": 0.8765223037685904, "npi_Deva": 0.7446087973290386, "pan_Guru": 0.8813799969711958, "pol_Latn": 0.8899833785857204, "por_Latn": 0.8406938257923011, "ron_Latn": 0.8782832556761792, "rus_Cyrl": 0.874085195410212, "sin_Sinh": 0.7554593140148935, "slk_Latn": 0.8623580574068277, "slv_Latn": 0.8367408306715697, "spa_Latn": 0.7939552240030892, "srp_Cyrl": 0.7983253478975832, "swe_Latn": 0.8841439307342573, "swh_Latn": 0.7844636847317096, "tam_Taml": 0.8260780931085245, "tel_Telu": 0.7882658060696976, "tha_Thai": 0.8524932085065982, "tur_Latn": 0.8775134587671904, "ukr_Cyrl": 0.8891288249908217, "urd_Arab": 0.7460916200994978, "uzn_Latn": 0.8466377760501862, "vie_Latn": 0.8699744495514617, "yue_Hani": 0.8428927941184925, "zsm_Latn": 0.8797740230933696 }, "lang_mean_spearman": 0.8358330050011548 } } }