File size: 18,421 Bytes
7c79d85 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 | code,autonym,spanish_name,inali_name,english_name,samples,chars,utf8_bytes,tokens,chars_per_token,tokens_per_char,bytes_per_token,tokens_per_byte,round_trip
cya,Chaꞌtñan,Chatino de Nopala,chatino oriental bajo,Nopala Chatino,2,1007,1019,187,5.385026737967914,0.18570009930486595,5.449197860962567,0.18351324828263002,True
trc,Xnaꞌánj nu̱ꞌ,Triqui de Copala,triqui de San Juan Copala,Copala Triqui,3,1511,1791,289,5.228373702422146,0.1912640635340834,6.197231833910035,0.16136236739251814,True
tzo,Bats'i k'op,Tsotsil,tsotsil del centro,Tsotsil,4,2015,2199,395,5.10126582278481,0.19602977667493796,5.567088607594937,0.17962710322874034,True
sei,Cmiique Iitom,Seri,seri,Seri,3,1511,1531,305,4.954098360655737,0.20185307743216413,5.019672131147541,0.1992161985630307,True
yua,Maaya t'aan,Maya de Yucatán,maya,Yucatec Maya,5,2519,2945,564,4.466312056737588,0.22389837236998808,5.221631205673759,0.19151103565365024,True
mio,Tuhun Ñuun Ñucaan,Mixteco de Pinotepa Nacional,mixteco del oeste de la costa,Pinotepa Nacional Mixtec,4,2015,2186,453,4.448123620309051,0.2248138957816377,4.82560706401766,0.20722781335773102,True
nhw,Nahuatl,Náhuatl Huasteco Occidental,náhuatl de la Huasteca potosina,Western Huasteca Nahuatl,4,2015,2015,458,4.399563318777292,0.22729528535980148,4.399563318777292,0.22729528535980148,True
mhc,Mocho',Motozintleco,mocho’,Mocho,4,2015,2021,460,4.380434782608695,0.228287841191067,4.393478260869565,0.22761009401286492,True
tzh,Bats'il k'op,Tzeltal,tseltal del occidente,Tzeltal,2,1007,1102,231,4.359307359307359,0.22939424031777558,4.770562770562771,0.20961887477313976,True
top,"Lichiwin Tutunaku, Tutunakú",Totonaco de Papantla,totonaco de la costa,Papantla Totonac,5,2519,2582,578,4.358131487889273,0.2294561333862644,4.467128027681661,0.2238574748257165,True
nhe,Mexkatl,Náhuatl Huasteco Oriental,náhuatl de la Huasteca veracruzana,Eastern Huasteca Nahuatl,4,2015,2083,464,4.342672413793103,0.23027295285359803,4.489224137931035,0.2227556409025444,True
amu,"Ñomndaa, Ñomndaa Suljaaꞌ",Amuzgo de Guerrero,amuzgo del norte,Guerrero Amuzgo,4,2015,2521,467,4.314775160599572,0.2317617866004963,5.398286937901499,0.18524395081316938,True
mat,bot’una,Matlatzinca de San Francisco,matlatzinca,"Matlatzinca, San Francisco",3,1511,1619,353,4.280453257790368,0.23362011912640634,4.586402266288951,0.21803582458307597,True
zai,Diidxazá,Zapoteco del Istmo,zapoteco de la planicie costera,Isthmus Zapotec,4,2015,2234,475,4.242105263157895,0.23573200992555832,4.703157894736842,0.2126230975828111,True
nhm,"Ika mejikano, Ika nauatl",Náhuatl de Morelos,mexicano central bajo,Morelos Nahuatl,3,1511,1511,357,4.23249299719888,0.23626737260092653,4.23249299719888,0.23626737260092653,True
huv,Ombeayiüts,Huave de San Mateo del Mar,huave del oeste,San Mateo del Mar Huave,3,1511,1600,359,4.20891364902507,0.23759099933818664,4.456824512534819,0.224375,True
ctu,"Ch'ol, Lakty’añ",Ch'ol,ch’ol del noroeste,Chol,3,1511,1753,360,4.197222222222222,0.23825281270681667,4.8694444444444445,0.2053622361665716,True
tpp,Lhichiwin,Tepehua de Pisaflores,tepehua del norte,Pisaflores Tepehua,4,2015,2099,487,4.137577002053388,0.24168734491315136,4.310061601642711,0.23201524535493093,True
ncx,,Náhuatl de Puebla Central,náhuatl del centro de Puebla,"Nahuatl, Central Puebla",5,2519,2554,623,4.043338683788122,0.24732036522429535,4.099518459069021,0.24393108848864525,True
maz,Jñatjo,Mazahua Central,mazahua de oriente,Central Mazahua,3,1511,1702,375,4.029333333333334,0.24818001323626737,4.538666666666667,0.22032902467685075,True
toj,Tojol-ab'al,Tojolabal,tojolabal,Tojolabal,4,2015,2196,508,3.966535433070866,0.2521091811414392,4.322834645669292,0.23132969034608378,True
tee,Lhima'alh'ama',Tepehua de Huehuetla,tepehua del sur,Huehuetla Tepehua,4,2015,2052,516,3.9050387596899223,0.25607940446650124,3.9767441860465116,0.25146198830409355,True
yaq,Yo'em noki,Yaqui,yaqui,Yaqui,4,2015,2110,527,3.823529411764706,0.26153846153846155,4.003795066413662,0.24976303317535545,True
lac,Jach-t'aan,Lacandón,lacandón,Lacandon,5,2519,2820,659,3.8224582701062215,0.26161175069472015,4.279210925644916,0.23368794326241135,True
ocu,pjiekak'joo,Tlahuica,tlahuica,Tlahuica,3,1511,1644,396,3.8156565656565657,0.26207809397749837,4.151515151515151,0.24087591240875914,True
hus,Teenek,Huasteco,huasteco del occidente,Huastec,3,1450,1585,381,3.8057742782152233,0.26275862068965516,4.16010498687664,0.24037854889589905,True
cux,Cuicateco yeⁿꞌe Tepeuxila,Cuicateco de Tepeuxila,cuicateco del centro,Tepeuxila Cuicatec,3,1511,1828,398,3.7964824120603016,0.2634017207147584,4.592964824120603,0.21772428884026257,True
maj,"Kinꞌekꞌatiya, Ntaxjo̱",Mazateco de Jalapa de Díaz,mazateco del este bajo,Jalapa de Díaz Mazatec,1,503,507,134,3.753731343283582,0.2664015904572565,3.783582089552239,0.26429980276134124,True
mie,Tūhun sāsávī,Mixteco de Ocotepec,mixteco de Sierra sur noroeste,Ocotepec Mixtec,4,2015,2238,543,3.710865561694291,0.2694789081885856,4.121546961325967,0.24262734584450402,True
ntp,Oodamicʌdʌ,Tepehuano del Norte,tepehuano del norte,Northern Tepehuan,3,1511,1638,408,3.7034313725490198,0.2700198544010589,4.014705882352941,0.2490842490842491,True
meh,Tu̱ꞌun káꞌánꞌ kájí,Mixteco del Suroeste de Tlaxiaco,mixteco del suroeste,Southwestern Tlaxiaco Mixtec,3,1511,1552,411,3.67639902676399,0.27200529450694905,3.776155717761557,0.264819587628866,True
tsz,"P’urhe, P’urhépecha",Purépecha,purépecha,Purepecha,3,1511,1590,413,3.6585956416464893,0.27332892124420916,3.8498789346246975,0.259748427672956,True
nhy,Nāhuatlahtōlli,Náhuatl del Norte de Oaxaca,náhuatl de Oaxaca,Northern Oaxaca Nahuatl,5,2519,2587,689,3.656023222060958,0.27352123858674077,3.7547169811320753,0.2663316582914573,True
poi,Nuntajɨ̱yi,Popoluca de la Sierra,popoluca de la Sierra,Highland Popoluca,3,1511,1764,415,3.6409638554216865,0.2746525479814692,4.250602409638554,0.23526077097505668,True
pei,,Chichimeco Jonaz,chichimeco jonaz,Chichimeco-Jonaz,3,1511,1725,416,3.6322115384615383,0.2753143613500993,4.146634615384615,0.24115942028985507,True
ncj,Mexicatl,Náhuatl del Norte de Puebla,náhuatl alto del norte de Puebla,Northern Puebla Nahuatl,4,2015,2035,562,3.5854092526690393,0.27890818858560795,3.6209964412811386,0.27616707616707614,True
zoq,,Zoque de Tabasco,zoque del este,"Zoque, Tabasco",3,1511,1605,422,3.580568720379147,0.27928524156187956,3.8033175355450237,0.26292834890965733,True
pia,Oob No'ok,Pima Bajo,pima del sur,Pima Bajo,4,2015,2189,566,3.560070671378092,0.28089330024813897,3.8674911660777385,0.25856555504796713,True
azn,Meshikan de San Agustin Buenaventura y de Santa Cruz,Náhuatl de Durango Occidental,mexicano del noroeste,Western Durango Nahuatl,4,2007,2026,566,3.545936395759717,0.2820129546586946,3.579505300353357,0.2793682132280355,True
tos,Totonaco,Totonaco de la Sierra,totonaco central del sur,Highland Totonac,4,2015,2088,570,3.5350877192982457,0.28287841191067,3.663157894736842,0.27298850574712646,True
mza,Tu'un va'a,Mixteco de Santa María Zacatepec,mixteco de Sierra sur oeste,Santa María Zacatepec Mixtec,3,1511,1780,432,3.497685185185185,0.28590337524818,4.12037037037037,0.24269662921348314,True
mam,"Qyol Mam, Yol Mam",Mam,Mam de la frontera,Mam,4,2015,2083,583,3.456260720411664,0.2893300248138958,3.5728987993138936,0.2798847815650504,True
nhx,Melaꞌtájto̱l,Náhuatl del Istmo-Mecayapan,náhuatl del Istmo,Isthmus-Mecayapan Nahuatl,1,503,503,146,3.4452054794520546,0.29025844930417494,3.4452054794520546,0.29025844930417494,True
ngu,Nauatlajtojli,Náhuatl de Guerrero,mexicano de Guerrero,Guerrero Nahuatl,4,2015,2020,586,3.438566552901024,0.29081885856079404,3.4470989761092152,0.2900990099009901,True
zaq,Tisa,Zapoteco de Aloápam,zapoteco de San Miguel Aloápam,Aloápam Zapotec,3,1511,1675,440,3.434090909090909,0.29119788219722037,3.8068181818181817,0.2626865671641791,True
tqt,Xinulajgsípij Totonaco,Totonaco del Cerro Xinolatépetl,totonaco del cerro Xinolatépetl,Totonaco del cerro Xinolatépetl,4,2015,2057,590,3.4152542372881354,0.29280397022332505,3.486440677966102,0.2868254739912494,True
nch,Nāhuatlahtōlli,Náhuatl Huasteco Central,mexicano de la Huasteca Hidalguense,Central Huasteca Nahuatl,3,1511,1511,443,3.4108352144469527,0.2931833223031105,3.4108352144469527,0.2931833223031105,True
mix,"Sa'an Savi Snuviko, Sa'an savi",Mixteco de Mixtepec,mixteco de Ñumi,Mixtepec Mixtec,3,1511,1669,445,3.3955056179775283,0.2945069490403706,3.750561797752809,0.2666267225883763,True
nsu,"Nahuatl, Nahuatlajtoli",Náhuatl de la Sierra Negra,"náhuatl de la Sierra negra, sur",Sierra Negra Nahuatl,3,1511,1548,445,3.3955056179775283,0.2945069490403706,3.4786516853932583,0.2874677002583979,True
mxt,Sa'an Xiñi Savi,Mixteco de Jamiltepec,mixteco de Oaxaca de costa central baja,Jamiltepec Mixtec,3,1511,1672,452,3.3429203539823007,0.29913964262078097,3.6991150442477876,0.2703349282296651,True
zaa,Titsaꞌ,Zapoteco de la Sierra de Juárez,"zapoteco serrano, bajo",Sierra de Juárez Zapotec,3,1511,1620,454,3.328193832599119,0.300463269358041,3.5682819383259914,0.2802469135802469,True
pmq,Xi'iuy,Pame del Norte,pame del norte,Northern Pame,3,1511,1738,455,3.320879120879121,0.3011250827266711,3.81978021978022,0.261795166858458,True
coz,,Chocholteco,chocholteco del oeste,Chocholtec,3,1511,1591,457,3.3063457330415753,0.30244870946393115,3.4814004376367613,0.2872407291011942,True
miy,Tu̱n savi̱ꞌ Tu̱tyoo̱ꞌ,Mixteco de Ayutla,mixteco de Ayutla,Ayutla Mixtec,4,2015,2417,610,3.30327868852459,0.3027295285359802,3.962295081967213,0.25237898220935046,True
dih,Kumiai,Kumiai,kumiai,Kumiai,2,1007,1048,305,3.301639344262295,0.3028798411122145,3.4360655737704917,0.29103053435114506,True
mau,Én‑ná,Mazateco de Huautla,mazateco del centro,Huautla Mazatec,5,2519,2838,768,3.2799479166666665,0.30488289003572844,3.6953125,0.27061310782241016,True
pls,Ngigua,Popoloca de San Marcos Tlacoyalco,popoloca del norte,San Marcos Tlacoyalco Popoloca,1,503,513,154,3.2662337662337664,0.3061630218687873,3.331168831168831,0.3001949317738791,True
quc,"K'iche', Qach'abel",Kiché,K’iche’ (oriental),K’iche’,3,1511,1558,463,3.263498920086393,0.3064195896757114,3.365010799136069,0.29717586649550704,True
thh,ralámuli raicha,Tarahumara del Norte,tarahumara del norte,"Tarahumara, Northern",3,1511,1676,465,3.249462365591398,0.30774321641297153,3.6043010752688174,0.27744630071599047,True
xta,Tu̱'un sâvi,Mixteco de Alcozauca,mixteco de Guerrero del noreste central,Alcozauca Mixtec,2,1007,1075,310,3.2483870967741937,0.30784508440913605,3.467741935483871,0.28837209302325584,True
xtn,Saꞌan savi,Mixteco de Tlaxiaco del Norte,mixteco del norte bajo,Northern Tlaxiaco Mixtec,4,2015,2174,624,3.2291666666666665,0.3096774193548387,3.483974358974359,0.28702851885924563,True
mzi,En ningotsie,Mazateco de Ixcatlán,mazateco de la presa bajo,Ixcatlán Mazatec,3,1511,1686,469,3.2217484008528783,0.31039046988749175,3.594882729211087,0.2781731909845789,True
trs,Nânj Nï̀nꞌïn,Triqui de Chicahuaxtla,triqui de la alta,Chicahuaxtla Triqui,5,2519,2774,789,3.1926489226869457,0.3132195315601429,3.5158428390367553,0.28442682047584716,True
mfy,Yorem Nokpo,Mayo,mayo,Mayo,3,1511,1555,474,3.1877637130801686,0.31369953673064194,3.280590717299578,0.3048231511254019,True
cac,Koti',Chuj,Chuj,Chuj,3,1445,1614,457,3.1619256017505473,0.31626297577854673,3.5317286652078774,0.28314745972738536,True
pbs,Xi'oi,Pame Central,pame del centro,Central Pame,3,1511,1671,480,3.1479166666666667,0.31767041694242226,3.48125,0.2872531418312388,True
zoh,Tzunitzame,Zoque de Chimalapa,zoque del oeste,Chimalapa Zoque,4,2015,2225,645,3.124031007751938,0.3200992555831266,3.449612403100775,0.2898876404494382,True
mxq,Ayuk,Mixe de Juquila,mixe medio del este,Juquila Mixe,4,2015,2509,646,3.1191950464396285,0.3205955334987593,3.8839009287925697,0.2574730968513352,True
ctp,Chaꞌtñan,Chatino de la Zona Alta Occidental,chatino occidental alto,Western Highland Chatino,2,1007,1167,323,3.1176470588235294,0.32075471698113206,3.613003095975232,0.27677806341045413,True
knj,K'anjob'al,Kaanjobal,Q’anjob’al,Akateko,3,1511,1635,490,3.083673469387755,0.3242885506287227,3.336734693877551,0.2996941896024465,True
vmp,En naxijen,Mazateco de Soyaltepec,mazateco del noreste,Soyaltepec Mazatec,3,1511,1661,491,3.0773930753564156,0.3249503639973527,3.3828920570264764,0.2956050571944612,True
hch,"Wixárika, Wixárika Niukiyari",Huichol,huichol del norte,Huichol,5,2519,2752,821,3.0682095006090133,0.3259229853116316,3.3520097442143726,0.298328488372093,True
maq,"Hne naja, Nne nangui ngaxni",Mazateco de Chiquihuitlán,mazateco del sur,Chiquihuitlán Mazatec,2,1007,1099,329,3.060790273556231,0.32671300893743793,3.3404255319148937,0.29936305732484075,True
mks,Tu̱hun ndáhví,Mixteco de Silacayoapan,mixteco del oeste alto,Silacayoapan Mixtec,1,503,549,165,3.0484848484848484,0.32803180914512925,3.327272727272727,0.3005464480874317,True
tla,,Tepehuano del Suroeste,tepehuano del sur alto,"Tepehuan, Southwestern",2,1007,1216,331,3.0422960725075527,0.3286991062562066,3.673716012084592,0.2722039473684211,True
zoc,Tzunitzame,Zoque de Copainalá,zoque del centro,Copainalá Zoque,4,2015,2235,673,2.9940564635958395,0.33399503722084367,3.320950965824666,0.3011185682326622,True
zos,Otetzame,Zoque de Francisco León,zoque del noroeste,Francisco León Zoque,3,1511,1590,505,2.992079207920792,0.33421575115817337,3.1485148514851486,0.31761006289308175,True
ood,"Oʼodham ha-ñeʼokĭ, Oʼodham ñiok",Pápago-Pima,pápago,Tohono O’odham,3,1511,1539,507,2.980276134122288,0.3355393778954335,3.035502958579882,0.32943469785575047,True
mmc,Jñatjo,Mazahua de Michoacán,mazahua de occidente,Michoacán Mazahua,2,1007,1069,339,2.9705014749262535,0.33664349553128103,3.1533923303834808,0.31711880261927033,True
zpr,Diste’,Zapoteco de Santiago Xanica,"zapoteco de la Sierra sur, del sureste bajo",Santiago Xanica Zapotec,3,1511,1589,512,2.951171875,0.3388484447385837,3.103515625,0.3222152297042165,True
tar,Ralámuli raꞌíchala,Tarahumara Central,tarahumara del centro,Central Tarahumara,3,1511,1585,516,2.9282945736434107,0.3414956982131039,3.0717054263565893,0.32555205047318614,True
klb,Kiliwa,Kiliwa,kiliwa,Kiliwa,1,503,528,173,2.907514450867052,0.34393638170974156,3.052023121387283,0.32765151515151514,True
var,Warijio,Guarijío,guarijío del norte,Huarijío,3,1511,1648,520,2.9057692307692307,0.3441429516876241,3.169230769230769,0.3155339805825243,True
jac,"Abxubal, Abꞌxubꞌal Poptiꞌ",Jakalteko,Jakalteko,Jakalteko,3,1511,1689,521,2.9001919385796544,0.3448047650562541,3.2418426103646834,0.30846654825340436,True
chf,Yocot'an,Chontal de Tabasco,chontal de Tabasco central,Tabasco Chontal,4,2015,2165,695,2.8992805755395685,0.34491315136476425,3.115107913669065,0.3210161662817552,True
otm,Nyuhu,Otomí de la Sierra Oriental,otomí de la Sierra,Eastern Highland Otomi,3,1511,1745,522,2.8946360153256707,0.3454665784248842,3.342911877394636,0.29914040114613183,True
otq,Ñhöñhö,Otomí de Querétaro,otomí del noroeste,Querétaro Otomi,3,1511,1834,527,2.8671726755218216,0.3487756452680344,3.480075901328273,0.28735005452562706,True
cok,Cuéimarusaꞌna,Cora de Santa Teresa,cora tereseño,Santa Teresa Cora,1,503,503,176,2.8579545454545454,0.3499005964214712,2.8579545454545454,0.3499005964214712,True
ppi,Paipai,Paipai,paipai,Paipai,3,1511,1554,529,2.8563327032136105,0.3500992720052945,2.937618147448015,0.3404118404118404,True
zor,Otetzame,Zoque de Rayón,zoque del norte bajo,Rayón Zoque,3,1511,1712,529,2.8563327032136105,0.3500992720052945,3.2362948960302456,0.30899532710280375,True
kek,Q'eqchi',Q'eqchi',Q’eqchi’,Q’eqchi’,3,1511,1736,534,2.8295880149812733,0.35340833884844475,3.250936329588015,0.3076036866359447,True
vmy,Enre naxinanda nguifi,Mazateco de Ayautla,mazateco del sureste,Ayautla Mazatec,1,503,556,178,2.8258426966292136,0.3538767395626243,3.1235955056179776,0.32014388489208634,True
mto,Ayöök,Mixe de Totontepec,mixe alto del norte,Totontepec Mixe,4,2015,2331,721,2.794729542302358,0.3578163771712159,3.233009708737864,0.30930930930930933,True
cco,Jmíiˊ,Chinanteco de Comaltepec,chinanteco de la Sierra,Comaltepec Chinantec,1,503,599,184,2.733695652173913,0.3658051689860835,3.255434782608696,0.3071786310517529,True
azg,Jnꞌoon,Amuzgo de San Pedro Amuzgos,amuzgo alto del este,San Pedro Amuzgos Amuzgo,1,503,608,191,2.6335078534031413,0.3797216699801193,3.183246073298429,0.31414473684210525,True
crn,Naáyeri Nyuuca,Cora de El Nayar,cora meseño,El Nayar Cora,3,1511,1664,576,2.623263888888889,0.3812045003309067,2.888888888888889,0.34615384615384615,True
stp,Oꞌdam,Tepehuano del Sureste,tepehuano del sur bajo,Southeastern Tepehuan,3,1511,1570,580,2.6051724137931034,0.38385175380542685,2.706896551724138,0.36942675159235666,True
tpx,Meꞌpa̱a̱ Wíꞌi̱i̱n,Tlapaneco de Acatepec,tlapaneco del suroeste,Acatepec Me’phaa,3,1511,1695,585,2.582905982905983,0.3871608206485771,2.8974358974358974,0.34513274336283184,True
mxp,Ayuujk,Mixe de Tlahuitoltepec,mixe alto del centro,Tlahuitoltepec Mixe,2,1007,1141,391,2.575447570332481,0.38828202581926513,2.918158567774936,0.3426818580192813,True
plo,,Popoluca de Oluta,oluteco,"Popoluca, Oluta",1,499,540,197,2.532994923857868,0.39478957915831664,2.7411167512690353,0.3648148148148148,True
chj,"Jmiih kia’ dzä ‘vï ï, Jujmi",Chinanteco de Ojitlán,chinanteco del norte,Ojitlán Chinantec,3,1511,1740,622,2.4292604501607715,0.4116479152878888,2.797427652733119,0.35747126436781607,True
tpl,Meꞌpa̱a̱ Wíꞌi̱i̱n,Tlapaneco de Tacoapa,tlapaneco del centro,Tlacoapa Me’phaa,3,1511,1948,626,2.413738019169329,0.414295168762409,3.1118210862619806,0.3213552361396304,True
toc,Tutunakú,Totonaco de Coyutla,totonaco central del norte,Coyutla Totonac,1,503,505,209,2.4066985645933014,0.415506958250497,2.416267942583732,0.41386138613861384,True
tcf,Mè'phàà Mañuwìín,Tlapaneco a de Malinaltepec,tlapaneco central bajo,Malinaltepec Me’phaa,2,1007,1248,429,2.347319347319347,0.4260178748758689,2.909090909090909,0.34375,True
mxv,"Tuꞌun Savi de Metlatónoc y Cochoapa el Grande, Tuꞌun savi",Mixteco de Metlatónoc,mixteco de Guerrero del este medio,Metlatónoc Mixtec,1,503,568,216,2.3287037037037037,0.4294234592445328,2.6296296296296298,0.38028169014084506,True
cuc,Jau² jm⁴³,Chinanteco de Usila,chinanteco del oeste central alto,Usila Chinantec,4,2015,2521,880,2.289772727272727,0.43672456575682383,2.8647727272727272,0.3490678302261008,True
|