name,source,algorithm,architecture,vocab_size,fertility_ar,fertility_az,fertility_mi,fertility_overall,disparity,cpt_ar,cpt_az,cpt_mi,exact_match_ar,exact_match_az,exact_match_mi
concat_bpe_8000,ours,bpe,concatenated,8000,1.6138140222123654,1.4996496106326542,1.768346632175306,1.625089409755206,0.0707419876196168,3.5603797406879605,3.52475091501923,3.1365972398787356,0.9990504143646409,0.9994728981814988,0.9954959095505101
concat_wordpiece_16000,ours,wordpiece,concatenated,16000,1.4293908160057989,1.3375842107130727,1.5640026550467523,1.441782460775622,0.06422778449722023,4.007864017129142,3.951699921311922,3.553926688168036,0.9990504143646409,0.9994728981814988,0.9954959095505101
concat_bpe_32000,ours,bpe,concatenated,32000,1.308125924844458,1.212104010276187,1.4044426396490108,1.3067908213411814,0.07340418284248013,4.3684296121909,4.358704922030181,3.953403611913129,0.9990504143646409,0.9994728981814988,0.9954959095505101
DarijaBERT-ar,external_darija,WordPiece,shared,80000,1.2978470055709377,2.4134201669767226,1.5715634741606153,1.7610134287249042,0.462237440736752,4.384580946833757,2.161291506570571,3.4946354417176106,0.21132596685082872,0.07915312307827461,0.05689861200477985
Qwen2.5-Darija,external_darija,SentencePiece,shared,151643,2.4224130690901298,2.246689177264593,2.248406616871382,2.307383781897024,0.07254084535282802,2.350084109626714,2.3249044892553092,2.4106217156744703,1.0,1.0,1.0