| [ |
| { |
| "name": "concat_bpe_8000", |
| "source": "ours", |
| "algorithm": "bpe", |
| "architecture": "concatenated", |
| "vocab_size": 8000, |
| "fertility_ar": 1.677255929872786, |
| "fertility_az": 1.5274486975717831, |
| "fertility_overall": 1.625089409755206, |
| "disparity": 0.0893168595399542, |
| "cpt_ar": 3.3745329363977343, |
| "cpt_az": 3.4826508889784487, |
| "exact_match_ar": 0.9989120580235721, |
| "exact_match_az": 0.9964364500254539 |
| }, |
| { |
| "name": "concat_wordpiece_16000", |
| "source": "ours", |
| "algorithm": "wordpiece", |
| "architecture": "concatenated", |
| "vocab_size": 16000, |
| "fertility_ar": 1.4835885687430344, |
| "fertility_az": 1.3635334584201908, |
| "fertility_overall": 1.441782460775622, |
| "disparity": 0.08092210526032824, |
| "cpt_ar": 3.81082194270718, |
| "cpt_az": 3.9034221417934196, |
| "exact_match_ar": 0.0, |
| "exact_match_az": 0.0 |
| }, |
| { |
| "name": "concat_bpe_32000", |
| "source": "ours", |
| "algorithm": "bpe", |
| "architecture": "concatenated", |
| "vocab_size": 32000, |
| "fertility_ar": 1.3077466165859795, |
| "fertility_az": 1.1981161479838143, |
| "fertility_overall": 1.2695706222898995, |
| "disparity": 0.08383158267185423, |
| "cpt_ar": 4.388664556275568, |
| "cpt_az": 4.487021365858093, |
| "exact_match_ar": 0.0, |
| "exact_match_az": 0.0 |
| }, |
| { |
| "name": "CaMeLBERT-MSA", |
| "source": "external_msa", |
| "algorithm": "WordPiece", |
| "architecture": "shared", |
| "vocab_size": 30000, |
| "fertility_ar": 1.816901627794181, |
| "fertility_az": 3.173471216645639, |
| "fertility_overall": 2.2892921369888652, |
| "disparity": 0.42747184273672184, |
| "cpt_ar": 3.1140517054288748, |
| "cpt_az": 1.6388977943422216, |
| "exact_match_ar": 0.2987307343608341, |
| "exact_match_az": 0.3885117936534872 |
| }, |
| { |
| "name": "Asafaya-BERT", |
| "source": "external_msa", |
| "algorithm": "WordPiece", |
| "architecture": "shared", |
| "vocab_size": 32000, |
| "fertility_ar": 1.7951679730188856, |
| "fertility_az": 2.794867411003224, |
| "fertility_overall": 2.143287620128837, |
| "disparity": 0.35769118565288, |
| "cpt_ar": 3.1312619206100933, |
| "cpt_az": 1.8618984630783484, |
| "exact_match_ar": 0.19895738893925657, |
| "exact_match_az": 0.15238418462582726 |
| }, |
| { |
| "name": "Aranizer-SP-86k", |
| "source": "external_msa", |
| "algorithm": "SentencePiece", |
| "architecture": "shared", |
| "vocab_size": 86000, |
| "fertility_ar": 1.5940707675919776, |
| "fertility_az": 2.5232344233957935, |
| "fertility_overall": 1.9176281406140119, |
| "disparity": 0.3682430959202508, |
| "cpt_ar": 3.532878084819776, |
| "cpt_az": 2.06546468780593, |
| "exact_match_ar": 0.9976881233000907, |
| "exact_match_az": 0.9955031393178347 |
| }, |
| { |
| "name": "B2BERT", |
| "source": "external_msa", |
| "algorithm": "WordPiece", |
| "architecture": "shared", |
| "vocab_size": 30000, |
| "fertility_ar": 1.816901627794181, |
| "fertility_az": 3.173471216645639, |
| "fertility_overall": 2.2892921369888652, |
| "disparity": 0.42747184273672184, |
| "cpt_ar": 3.1140517054288748, |
| "cpt_az": 1.6388977943422216, |
| "exact_match_ar": 0.2987307343608341, |
| "exact_match_az": 0.3885117936534872 |
| }, |
| { |
| "name": "DarijaBERT-ar", |
| "source": "external_darija", |
| "algorithm": "WordPiece", |
| "architecture": "shared", |
| "vocab_size": 80000, |
| "fertility_ar": 1.4174523931345464, |
| "fertility_az": 2.4040608107988306, |
| "fertility_overall": 1.7610134287249042, |
| "disparity": 0.41039245481334147, |
| "cpt_ar": 3.9815436288421893, |
| "cpt_az": 2.170223436755666, |
| "exact_match_ar": 0.13721668177697188, |
| "exact_match_az": 0.07984048871542508 |
| }, |
| { |
| "name": "DarijaBERT-az", |
| "source": "external_darija", |
| "algorithm": "WordPiece", |
| "architecture": "shared", |
| "vocab_size": 110000, |
| "fertility_ar": 1.6053190877519825, |
| "fertility_az": 1.5171613637119812, |
| "fertility_overall": 1.5746204251172413, |
| "disparity": 0.05491601309210961, |
| "cpt_ar": 3.476952784741954, |
| "cpt_az": 3.451281188374697, |
| "exact_match_ar": 0.14777878513145964, |
| "exact_match_az": 0.07984048871542508 |
| }, |
| { |
| "name": "Moroccan-Darija-Tokenizer", |
| "source": "external_darija", |
| "algorithm": "BPE", |
| "architecture": "shared", |
| "vocab_size": 30000, |
| "fertility_ar": 1.5701289164575563, |
| "fertility_az": 2.9024430947615336, |
| "fertility_overall": 2.034073102047897, |
| "disparity": 0.4590319723093283, |
| "cpt_ar": 3.626351312053874, |
| "cpt_az": 1.7930892097539761, |
| "exact_match_ar": 0.00018132366273798732, |
| "exact_match_az": 0.0 |
| }, |
| { |
| "name": "Translit-Darija", |
| "source": "external_darija", |
| "algorithm": "BPE", |
| "architecture": "shared", |
| "vocab_size": 30000, |
| "fertility_ar": 1.7964830125579598, |
| "fertility_az": 1.6576487239140443, |
| "fertility_overall": 1.7481375381752506, |
| "disparity": 0.0772811586157074, |
| "cpt_ar": 3.1115965796575096, |
| "cpt_az": 3.1602226731778864, |
| "exact_match_ar": 0.0, |
| "exact_match_az": 0.0 |
| }, |
| { |
| "name": "Qwen2.5-Darija", |
| "source": "external_darija", |
| "algorithm": "SentencePiece", |
| "architecture": "shared", |
| "vocab_size": 151643, |
| "fertility_ar": 2.340330300987948, |
| "fertility_az": 2.245717380136819, |
| "fertility_overall": 2.307383781897024, |
| "disparity": 0.04042716569160743, |
| "cpt_ar": 2.3801472507543755, |
| "cpt_az": 2.325374802332435, |
| "exact_match_ar": 1.0, |
| "exact_match_az": 1.0 |
| } |
| ] |
