| name,source,algorithm,architecture,vocab_size,fertility_ar,fertility_az,fertility_mi,fertility_overall,disparity,cpt_ar,cpt_az,cpt_mi,exact_match_ar,exact_match_az,exact_match_mi | |
| concat_bpe_8000,ours,bpe,concatenated,8000,1.6138140222123654,1.4996496106326545,1.7683466321753056,1.6250894097552058,0.07074198761961666,3.5603797406879605,3.52475091501923,3.1365972398787356,0.9990504143646409,0.9994728981814988,0.9954959095505101 | |
| concat_wordpiece_16000,ours,wordpiece,concatenated,16000,1.4293908160057989,1.3375842107130727,1.5640026550467523,1.441782460775622,0.06422778449722023,4.007864017129143,3.9516999213119215,3.553926688168035,0.9990504143646409,0.9994728981814988,0.9954959095505101 | |
| concat_bpe_32000,ours,bpe,concatenated,32000,1.308125924844458,1.212104010276187,1.4044426396490108,1.3067908213411814,0.07340418284248013,4.3684296121909,4.3587049220301815,3.953403611913129,0.9990504143646409,0.9994728981814988,0.9954959095505101 | |
| DarijaBERT-ar,external_darija,WordPiece,shared,80000,1.2978470055709377,2.413420166976722,1.5715634741606153,1.7610134287249044,0.4622374407367519,4.384580946833758,2.161291506570571,3.4946354417176106,0.21132596685082872,0.07915312307827461,0.05689861200477985 | |
| DarijaBERT-mix,external_darija,WordPiece,shared,160000,1.278624227278451,1.5682943251027215,1.397744044559688,1.4143335936950512,0.1847039125167385,4.447627515468062,3.3394158228650404,3.8852156574538865,0.21702348066298344,0.07915312307827461,0.07234120783160217 | |
| Qwen2.5-Darija,external_darija,SentencePiece,shared,151643,2.42241306909013,2.246689177264593,2.248406616871382,2.3073837818970246,0.07254084535282819,2.350084109626715,2.324904489255309,2.4106217156744703,1.0,1.0,1.0 | |