Upload external_comparison.csv with huggingface_hub

external_comparison.csv

@@ -0,0 +1,30 @@
+name,source,algorithm,architecture,vocab_size,fertility_ar,fertility_az,fertility_overall,disparity,cpt_ar,cpt_az,exact_match_ar,exact_match_az
+shared_bpe_8000,ours,bpe,shared,8000,1.4755656463463651,1.7595859759130557,1.5744684296670828,0.16141315823985886,3.812953050264278,3.0042165735724513,0.9990480507706255,0.9992363821483116
+concat_bpe_8000,ours,bpe,concatenated,8000,1.677255929872786,1.5274486975717831,1.625089409755206,0.0893168595399542,3.3745329363977343,3.4826508889784487,0.9989120580235721,0.9964364500254539
+shared_unigram_8000,ours,unigram,shared,8000,1.5098217608254827,1.7286510868870875,1.5860234519252308,0.12658964421540223,3.7495598617218993,3.072876133532698,0.9990480507706255,0.9992363821483116
+concat_unigram_8000,ours,unigram,concatenated,8000,1.6828221737842166,1.5327330595500248,1.630557495524919,0.08918893307465849,3.3890978047599254,3.4939403000980764,0.9989120580235721,0.9964364500254539
+shared_wordpiece_8000,ours,wordpiece,shared,8000,1.4715587661386824,1.7600376405371791,1.5720141231575526,0.16390494598197936,3.819823570325556,3.001677181426908,0.0,0.0
+concat_wordpiece_8000,ours,wordpiece,concatenated,8000,1.679880351462672,1.5381307082241507,1.6305196797375283,0.08438079718897826,3.366673383613362,3.4556741357085015,0.0,0.0
+shared_bbpe_8000,ours,bbpe,shared,8000,1.5432842580927282,2.037850131276259,1.7155041180862605,0.24269001218151182,3.6389791874263038,2.5723083391604016,0.9994106980961015,0.9994909214322077
+concat_bbpe_8000,ours,bbpe,concatenated,8000,1.733122664722859,1.8376823362685084,1.7695328842122233,0.056897576627940066,3.268439481034545,2.872055574482044,0.999909338168631,0.9997454607161038
+shared_bpe_16000,ours,bpe,shared,16000,1.3322457895485136,1.545385811386613,1.406466326610023,0.13792026577936378,4.211736441809671,3.426166367193676,0.9990480507706255,0.9992363821483116
+concat_bpe_16000,ours,bpe,concatenated,16000,1.4863282848922221,1.3611285082800872,1.4427306790554728,0.08423426902705648,3.806560946253488,3.9116836675170874,0.9989120580235721,0.9964364500254539
+shared_unigram_16000,ours,unigram,shared,16000,1.383798509647741,1.542776425502961,1.43915848471923,0.10304663282846806,4.074326867754011,3.4475943366681565,0.9990480507706255,0.9992363821483116
+concat_unigram_16000,ours,unigram,concatenated,16000,1.5133852390561142,1.3859550062802124,1.4690109341605053,0.08420211158883709,3.7636569223952008,3.865353143030446,0.9989120580235721,0.9964364500254539
+shared_wordpiece_16000,ours,wordpiece,shared,16000,1.3278822099406427,1.5399298737530456,1.4017223613822598,0.1376995585491242,4.223103615213092,3.43676962420351,0.0,0.0
+concat_wordpiece_16000,ours,wordpiece,concatenated,16000,1.4835885687430344,1.3635334584201908,1.441782460775622,0.08092210526032824,3.81082194270718,3.9034221417934196,0.0,0.0
+shared_bbpe_16000,ours,bbpe,shared,16000,1.407745203379972,1.8543152757754426,1.563251758755881,0.24082747860054313,3.9802348152214964,2.8299292509695566,0.9994106980961015,0.9994909214322077
+concat_bbpe_16000,ours,bbpe,concatenated,16000,1.5508741409303313,1.7047474509939684,1.6044565681716603,0.09026164548532975,3.653251881231358,3.0920455646111016,0.999909338168631,0.9997454607161038
+shared_bpe_32000,ours,bpe,shared,32000,1.2326026481342502,1.3678412557544855,1.2796960189731112,0.09887010429849855,4.537455476649384,3.8681871063030555,0.9990480507706255,0.9992363821483116
+concat_bpe_32000,ours,bpe,concatenated,32000,1.3077466165859795,1.1981161479838143,1.2695706222898995,0.08383158267185423,4.388664556275568,4.487021365858093,0.0,0.0
+shared_unigram_32000,ours,unigram,shared,32000,1.3027084505800648,1.3926146506382522,1.3340159750699838,0.06455928064305677,4.308287618942264,3.8153634896854167,0.9990480507706255,0.9992363821483116
+concat_unigram_32000,ours,unigram,concatenated,32000,1.392269196943319,1.2705202940282205,1.3498732692189985,0.08744638119007023,4.071549633983907,4.204670213900507,0.9989120580235721,0.9964364500254539
+shared_wordpiece_32000,ours,wordpiece,shared,32000,1.2274699882356,1.3618102283002589,1.2742505256521945,0.0986482824646834,4.553239284995183,3.883101533084343,0.0,0.0
+concat_wordpiece_32000,ours,wordpiece,concatenated,32000,1.3416327230816638,1.2307158917884393,1.303008786024938,0.08267302174804893,4.201360994624003,4.313461511548837,0.001042611060743427,0.00033938571186153065
+shared_bbpe_32000,ours,bbpe,shared,32000,1.317581832517785,1.7086120162163183,1.4537480484685892,0.22885838328847793,4.240919303648946,3.0730455542376744,0.9994106980961015,0.9994909214322077
+concat_bbpe_32000,ours,bbpe,concatenated,32000,1.3463628334026025,1.2326871301490916,1.306778190060823,0.08443170030639024,4.190301018162676,4.3094384241989285,0.9989120580235721,0.9964364500254539
+CaMeLBERT-MSA,external_msa,WordPiece,shared,30000,1.816901627794181,3.173471216645639,2.2892921369888652,0.42747184273672184,3.1140517054288748,1.6388977943422216,0.2987307343608341,0.3885117936534872
+Asafaya-BERT,external_msa,WordPiece,shared,32000,1.7951679730188856,2.794867411003224,2.143287620128837,0.35769118565288,3.1312619206100933,1.8618984630783484,0.19895738893925657,0.15238418462582726
+Aranizer-SP-86k,external_msa,SentencePiece,shared,86000,1.5940707675919776,2.5232344233957935,1.9176281406140119,0.3682430959202508,3.532878084819776,2.06546468780593,0.9976881233000907,0.9955031393178347
+DarijaBERT-ar,external_darija,WordPiece,shared,80000,1.4174523931345464,2.4040608107988306,1.7610134287249042,0.41039245481334147,3.9815436288421893,2.170223436755666,0.13721668177697188,0.07984048871542508
+DarijaBERT-az,external_darija,WordPiece,shared,110000,1.6053190877519825,1.5171613637119812,1.5746204251172413,0.05491601309210961,3.476952784741954,3.451281188374697,0.14777878513145964,0.07984048871542508