Upload folder using huggingface_hub

fw57M_Entropy_thresholdBX_600/stats.csv

@@ -1,129 +1,404 @@
 num_moves,vocab_size,unique_segments,threshold
-0,515,1,5.133828295811327e-08
-1000,516,22,9.790553576749517e-07
-2000,516,25,1.4309060816231067e-06
-3000,516,27,1.8229197848995682e-06
-4000,517,30,2.1990540517435875e-06
-5000,517,34,2.5248320980608696e-06
-6000,517,37,2.8365827802190324e-06
-7000,517,39,3.127169520666939e-06
-8000,517,42,3.4406789382046554e-06
-9000,517,44,3.7212562347122002e-06
-10000,517,46,4.012302269984502e-06
-11000,517,47,4.296648512536194e-06
-12000,517,49,4.568334588839207e-06
-13000,518,54,4.853022801398765e-06
-14000,518,58,5.109339326736517e-06
-15000,518,65,5.373932253860403e-06
-16000,518,67,5.649672857543919e-06
-17000,518,69,5.914777375437552e-06
-18000,518,73,6.172143912408501e-06
-19000,519,76,6.424897492252057e-06
-20000,520,77,6.700956419081194e-06
-21000,520,81,6.9617381086573005e-06
-22000,520,84,7.22233698979835e-06
-23000,521,86,7.478172392438864e-06
-24000,521,92,7.740409273537807e-06
-25000,521,94,8.001956302905455e-06
-26000,521,98,8.264463758678176e-06
-27000,522,104,8.528708349331282e-06
-28000,522,107,8.773720765020698e-06
-29000,522,109,9.04225635167677e-06
-30000,523,113,9.290170055464841e-06
-31000,523,117,9.528370355837978e-06
-32000,524,118,9.79736796580255e-06
-33000,525,122,1.0070482858282048e-05
-34000,525,127,1.0339319487684406e-05
-35000,525,129,1.0614803613862023e-05
-36000,526,133,1.0890100384131074e-05
-37000,527,135,1.1162222108396236e-05
-38000,527,139,1.1431737220846117e-05
-39000,527,139,1.1706975783454254e-05
-40000,528,143,1.1987172001681756e-05
-41000,529,148,1.224808602273697e-05
-42000,529,150,1.2501597666414455e-05
-43000,529,152,1.2784775208274368e-05
-44000,529,154,1.307702677877387e-05
-45000,530,154,1.3359001059143338e-05
-46000,531,157,1.3647608284372836e-05
-47000,532,158,1.3921197023591958e-05
-48000,533,161,1.4208838365448173e-05
-49000,533,162,1.4507069863611832e-05
-50000,533,166,1.4814748283242807e-05
-51000,534,168,1.5173626707110088e-05
-52000,534,170,1.5574130884488113e-05
-53000,535,173,1.6095349565148354e-05
-54000,535,174,1.6789324945420958e-05
-55000,536,178,1.7530710465507582e-05
-56000,536,182,1.807898297556676e-05
-57000,536,186,1.855349910329096e-05
-58000,537,189,1.89148177014431e-05
-59000,541,192,1.9255410734331235e-05
-60000,541,196,1.9606726709753275e-05
-61000,541,198,1.993944897549227e-05
-62000,543,202,2.026474612648599e-05
-63000,543,204,2.057795245491434e-05
-64000,543,208,2.0897583453916013e-05
-65000,544,210,2.1221829229034483e-05
-66000,545,212,2.1535339328693226e-05
-67000,548,219,2.1876883693039417e-05
-68000,550,220,2.2192627511685714e-05
-69000,553,224,2.2512333089252934e-05
-70000,554,225,2.281865272379946e-05
-71000,554,228,2.3127340682549402e-05
-72000,554,231,2.3458222131012008e-05
-73000,555,237,2.3790689738234505e-05
-74000,558,238,2.412626963632647e-05
-75000,559,239,2.4468832634738646e-05
-76000,560,240,2.481048068148084e-05
-77000,561,242,2.5139239369309507e-05
-78000,561,246,2.5478828320046887e-05
-79000,561,249,2.5810599254327826e-05
-80000,562,252,2.6150766643695533e-05
-81000,563,255,2.6495927158975974e-05
-82000,564,256,2.6845029424293898e-05
-83000,564,259,2.7201735065318644e-05
-84000,564,263,2.755965215328615e-05
-85000,564,267,2.7887075702892616e-05
-86000,566,272,2.823129943863023e-05
-87000,566,274,2.858073821698781e-05
-88000,567,275,2.8935739464941435e-05
-89000,567,280,2.9296392312971875e-05
-90000,568,286,2.9659753636224195e-05
-91000,568,292,3.002668745466508e-05
-92000,571,295,3.0397197406273335e-05
-93000,571,299,3.074545384151861e-05
-94000,571,301,3.1101779313758016e-05
-95000,571,305,3.149575786665082e-05
-96000,571,307,3.189174094586633e-05
-97000,571,309,3.22468149533961e-05
-98000,573,314,3.26372537529096e-05
-99000,575,319,3.3024651202140376e-05
-100000,575,322,3.339877730468288e-05
-101000,576,330,3.377669054316357e-05
-102000,576,334,3.417441257624887e-05
-103000,576,339,3.456857302808203e-05
-104000,576,344,3.496912540867925e-05
-105000,576,349,3.5385990486247465e-05
-106000,577,354,3.575959999579936e-05
-107000,577,358,3.61450802301988e-05
-108000,578,359,3.653268504422158e-05
-109000,579,363,3.6942012229701504e-05
-110000,581,370,3.730935713974759e-05
-111000,582,373,3.769703835132532e-05
-112000,584,378,3.8120309909572825e-05
-113000,585,383,3.853967791656032e-05
-114000,585,386,3.8975511415628716e-05
-115000,588,393,3.93725567846559e-05
-116000,588,397,3.9807622670196e-05
-117000,589,402,4.022541907033883e-05
-118000,589,405,4.067840927746147e-05
-119000,593,408,4.113887916901149e-05
-120000,594,411,4.1620303818490356e-05
-121000,596,414,4.212183193885721e-05
-122000,596,418,4.26527694799006e-05
-123000,598,421,4.322654058341868e-05
-124000,598,422,4.3803440348710865e-05
-125000,598,426,4.446713501238264e-05
-126000,598,431,4.5173615944804624e-05
-127000,600,435,4.5849425077904016e-05
+0,260,1,5.133828295811327e-08
+1000,261,22,9.790553576749517e-07
+2000,261,25,1.4309060816231067e-06
+3000,261,27,1.8229197848995682e-06
+4000,262,30,2.1990540517435875e-06
+5000,262,34,2.5248320980608696e-06
+6000,262,37,2.8365827802190324e-06
+7000,262,39,3.127169520666939e-06
+8000,262,42,3.4406789382046554e-06
+9000,262,44,3.7212562347122002e-06
+10000,262,46,4.012302269984502e-06
+11000,262,47,4.296648512536194e-06
+12000,262,49,4.568334588839207e-06
+13000,263,54,4.853022801398765e-06
+14000,263,58,5.109339326736517e-06
+15000,263,65,5.373932253860403e-06
+16000,263,67,5.649672857543919e-06
+17000,263,69,5.914777375437552e-06
+18000,263,73,6.172143912408501e-06
+19000,264,76,6.424897492252057e-06
+20000,265,77,6.700956419081194e-06
+21000,265,81,6.9617381086573005e-06
+22000,265,84,7.22233698979835e-06
+23000,266,86,7.478172392438864e-06
+24000,266,92,7.740409273537807e-06
+25000,266,94,8.001956302905455e-06
+26000,266,98,8.264463758678176e-06
+27000,267,104,8.528708349331282e-06
+28000,267,107,8.773720765020698e-06
+29000,267,109,9.04225635167677e-06
+30000,268,113,9.290170055464841e-06
+31000,268,117,9.528370355837978e-06
+32000,269,118,9.79736796580255e-06
+33000,270,122,1.0070482858282048e-05
+34000,270,127,1.0339319487684406e-05
+35000,270,129,1.0614803613862023e-05
+36000,271,133,1.0890100384131074e-05
+37000,272,135,1.1162222108396236e-05
+38000,272,139,1.1431737220846117e-05
+39000,272,139,1.1706975783454254e-05
+40000,273,143,1.1987172001681756e-05
+41000,274,148,1.224808602273697e-05
+42000,274,150,1.2501597666414455e-05
+43000,274,152,1.2784775208274368e-05
+44000,274,154,1.307702677877387e-05
+45000,275,154,1.3359001059143338e-05
+46000,276,157,1.3647608284372836e-05
+47000,277,158,1.3921197023591958e-05
+48000,278,161,1.4208838365448173e-05
+49000,278,162,1.4507069863611832e-05
+50000,278,166,1.4814748283242807e-05
+51000,279,168,1.5173626707110088e-05
+52000,279,170,1.5574130884488113e-05
+53000,280,173,1.6095349565148354e-05
+54000,280,174,1.6789324945420958e-05
+55000,281,178,1.7530710465507582e-05
+56000,281,182,1.807898297556676e-05
+57000,281,186,1.855349910329096e-05
+58000,282,189,1.89148177014431e-05
+59000,286,192,1.9255410734331235e-05
+60000,286,196,1.9606726709753275e-05
+61000,286,198,1.993944897549227e-05
+62000,288,202,2.026474612648599e-05
+63000,288,204,2.057795245491434e-05
+64000,288,208,2.0897583453916013e-05
+65000,289,210,2.1221829229034483e-05
+66000,290,212,2.1535339328693226e-05
+67000,293,219,2.1876883693039417e-05
+68000,295,220,2.2192627511685714e-05
+69000,298,224,2.2512333089252934e-05
+70000,299,225,2.281865272379946e-05
+71000,299,228,2.3127340682549402e-05
+72000,299,231,2.3458222131012008e-05
+73000,300,237,2.3790689738234505e-05
+74000,303,238,2.412626963632647e-05
+75000,304,239,2.4468832634738646e-05
+76000,305,240,2.481048068148084e-05
+77000,306,242,2.5139239369309507e-05
+78000,306,246,2.5478828320046887e-05
+79000,306,249,2.5810599254327826e-05
+80000,307,252,2.6150766643695533e-05
+81000,308,255,2.6495927158975974e-05
+82000,309,256,2.6845029424293898e-05
+83000,309,259,2.7201735065318644e-05
+84000,309,263,2.755965215328615e-05
+85000,309,267,2.7887075702892616e-05
+86000,311,272,2.823129943863023e-05
+87000,311,274,2.858073821698781e-05
+88000,312,275,2.8935739464941435e-05
+89000,312,280,2.9296392312971875e-05
+90000,313,286,2.9659753636224195e-05
+91000,313,292,3.002668745466508e-05
+92000,316,295,3.0397197406273335e-05
+93000,316,299,3.074545384151861e-05
+94000,316,301,3.1101779313758016e-05
+95000,316,305,3.149575786665082e-05
+96000,316,307,3.189174094586633e-05
+97000,316,309,3.22468149533961e-05
+98000,318,314,3.26372537529096e-05
+99000,320,319,3.3024651202140376e-05
+100000,320,322,3.339877730468288e-05
+101000,321,330,3.377669054316357e-05
+102000,321,334,3.417441257624887e-05
+103000,321,339,3.456857302808203e-05
+104000,321,344,3.496912540867925e-05
+105000,321,349,3.5385990486247465e-05
+106000,322,354,3.575959999579936e-05
+107000,322,358,3.61450802301988e-05
+108000,323,359,3.653268504422158e-05
+109000,324,363,3.6942012229701504e-05
+110000,326,370,3.730935713974759e-05
+111000,327,373,3.769703835132532e-05
+112000,329,378,3.8120309909572825e-05
+113000,330,383,3.853967791656032e-05
+114000,330,386,3.8975511415628716e-05
+115000,333,393,3.93725567846559e-05
+116000,333,397,3.9807622670196e-05
+117000,334,402,4.022541907033883e-05
+118000,334,405,4.067840927746147e-05
+119000,338,408,4.113887916901149e-05
+120000,339,411,4.1620303818490356e-05
+121000,341,414,4.212183193885721e-05
+122000,341,418,4.26527694799006e-05
+123000,343,421,4.322654058341868e-05
+124000,343,422,4.3803440348710865e-05
+125000,343,426,4.446713501238264e-05
+126000,343,431,4.5173615944804624e-05
+127000,345,435,4.5849425077904016e-05
+128000,345,440,4.65281555079855e-05
+129000,346,447,4.7097088099690154e-05
+130000,346,452,4.766680285683833e-05
+131000,346,455,4.817744775209576e-05
+132000,346,458,4.870327393291518e-05
+133000,346,461,4.920174251310527e-05
+134000,347,466,4.968308348907158e-05
+135000,347,470,5.017643343308009e-05
+136000,348,475,5.0663868023548275e-05
+137000,349,479,5.1141963922418654e-05
+138000,350,485,5.164055619388819e-05
+139000,350,490,5.2116614824626595e-05
+140000,350,493,5.258953387965448e-05
+141000,352,497,5.307243554852903e-05
+142000,354,499,5.356439214665443e-05
+143000,355,506,5.403726390795782e-05
+144000,356,513,5.4523996368516237e-05
+145000,356,519,5.499910548678599e-05
+146000,355,527,5.549181150854565e-05
+147000,355,533,5.5992106354096904e-05
+148000,356,535,5.6516106269555166e-05
+149000,356,542,5.702984344679862e-05
+150000,357,545,5.753296136390418e-05
+151000,357,552,5.804073589388281e-05
+152000,357,558,5.855420749867335e-05
+153000,359,561,5.9088684793096036e-05
+154000,360,567,5.9630576288327575e-05
+155000,360,574,6.0167138144606724e-05
+156000,359,578,6.067429785616696e-05
+157000,359,583,6.120924081187695e-05
+158000,361,589,6.172269058879465e-05
+159000,363,595,6.227569247130305e-05
+160000,365,599,6.282198592089117e-05
+161000,366,603,6.337612285278738e-05
+162000,366,608,6.394451338564977e-05
+163000,367,610,6.452309025917202e-05
+164000,369,615,6.510177627205849e-05
+165000,371,618,6.569121615029871e-05
+166000,371,626,6.630591815337539e-05
+167000,373,638,6.693345494568348e-05
+168000,373,642,6.759059760952368e-05
+169000,374,649,6.822018622187898e-05
+170000,374,656,6.889564247103408e-05
+171000,376,660,6.960536848055199e-05
+172000,375,669,7.03365876688622e-05
+173000,378,674,7.111056038411334e-05
+174000,379,681,7.18764858902432e-05
+175000,379,688,7.268117769854143e-05
+176000,380,693,7.343306788243353e-05
+177000,381,699,7.421991904266179e-05
+178000,382,701,7.493997691199183e-05
+179000,382,711,7.568250293843448e-05
+180000,383,717,7.634618668816984e-05
+181000,385,725,7.700482092332095e-05
+182000,386,731,7.760989683447406e-05
+183000,386,735,7.826130604371428e-05
+184000,387,745,7.892258145147935e-05
+185000,388,750,7.959445065353066e-05
+186000,391,754,8.023567352211103e-05
+187000,392,758,8.084762521320954e-05
+188000,392,763,8.148838969646022e-05
+189000,393,774,8.213626279029995e-05
+190000,393,782,8.276363223558292e-05
+191000,393,788,8.341415377799422e-05
+192000,394,794,8.410123700741678e-05
+193000,395,797,8.473030175082386e-05
+194000,395,805,8.538847032468766e-05
+195000,396,810,8.607128984294832e-05
+196000,397,813,8.677331788931042e-05
+197000,400,816,8.74913384905085e-05
+198000,400,820,8.819071808829904e-05
+199000,401,823,8.887527656042948e-05
+200000,404,831,8.96106066647917e-05
+201000,404,837,9.039176802616566e-05
+202000,403,844,9.116170258494094e-05
+203000,405,850,9.191161370836198e-05
+204000,405,855,9.268507710658014e-05
+205000,406,863,9.348066669190302e-05
+206000,407,867,9.431746002519503e-05
+207000,408,873,9.513343684375286e-05
+208000,409,877,9.600699559086934e-05
+209000,410,883,9.687518468126655e-05
+210000,411,890,9.775336366146803e-05
+211000,411,898,9.860962745733559e-05
+212000,412,906,9.952823893399909e-05
+213000,414,909,0.00010041777568403631
+214000,414,916,0.00010130731971003115
+215000,415,921,0.0001021612697513774
+216000,417,924,0.00010298722190782428
+217000,418,930,0.0001038184855133295
+218000,420,935,0.00010466543608345091
+219000,420,940,0.00010548390855547041
+220000,421,942,0.0001063163872458972
+221000,421,947,0.0001070987491402775
+222000,422,949,0.00010796061542350799
+223000,422,961,0.00010877475142478943
+224000,422,966,0.00010960102372337133
+225000,422,972,0.00011046299187000841
+226000,422,979,0.00011130447092000395
+227000,422,989,0.00011216900747967884
+228000,422,996,0.00011303589417366311
+229000,423,999,0.00011391702719265595
+230000,425,1006,0.00011477310908958316
+231000,425,1013,0.00011569355410756543
+232000,427,1018,0.00011659049050649628
+233000,428,1023,0.00011754433216992766
+234000,428,1026,0.0001184323919005692
+235000,428,1033,0.00011939684918615967
+236000,428,1042,0.00012038474233122543
+237000,430,1051,0.0001214050134876743
+238000,431,1057,0.00012243652599863708
+239000,431,1065,0.0001234794472111389
+240000,432,1071,0.00012448015331756324
+241000,432,1078,0.00012551326653920114
+242000,432,1079,0.00012652068107854575
+243000,432,1083,0.00012746831635013223
+244000,432,1089,0.00012846790195908397
+245000,434,1096,0.00012941929162479937
+246000,433,1101,0.000130387008539401
+247000,434,1107,0.0001313605607720092
+248000,437,1111,0.00013233150821179152
+249000,437,1117,0.00013329619832802564
+250000,437,1123,0.00013422507618088275
+251000,439,1132,0.00013517335173673928
+252000,443,1139,0.00013617899094242603
+253000,443,1145,0.00013713783118873835
+254000,443,1149,0.00013816852879244834
+255000,443,1157,0.00013914502051193267
+256000,446,1167,0.00014017309877090156
+257000,448,1178,0.0001412533165421337
+258000,450,1191,0.00014228984946385026
+259000,453,1196,0.00014341094356495887
+260000,453,1204,0.00014451243623625487
+261000,453,1207,0.00014568472397513688
+262000,454,1212,0.00014690117677673697
+263000,454,1220,0.00014807340630795807
+264000,456,1224,0.0001492309384047985
+265000,456,1234,0.0001503805397078395
+266000,456,1240,0.00015156104927882552
+267000,458,1244,0.00015271393931470811
+268000,458,1256,0.00015389203326776624
+269000,461,1266,0.00015501159941777587
+270000,461,1278,0.00015614868607372046
+271000,463,1283,0.00015728520520497113
+272000,464,1291,0.0001584065321367234
+273000,466,1297,0.00015955821436364204
+274000,467,1300,0.00016068721015471965
+275000,468,1307,0.00016185276035685092
+276000,468,1316,0.00016305287135764956
+277000,468,1321,0.00016424903878942132
+278000,468,1330,0.00016550265718251467
+279000,468,1339,0.0001666881435085088
+280000,468,1349,0.0001679726701695472
+281000,470,1353,0.00016916971071623266
+282000,471,1361,0.00017038031364791095
+283000,473,1370,0.00017168864724226296
+284000,474,1374,0.0001728986098896712
+285000,476,1383,0.00017415231559425592
+286000,477,1387,0.0001754020049702376
+287000,477,1391,0.00017670051602181047
+288000,478,1401,0.00017809536075219512
+289000,480,1406,0.00017944462888408452
+290000,482,1413,0.00018079427536576986
+291000,482,1418,0.0001821514160837978
+292000,484,1428,0.00018344901036471128
+293000,484,1435,0.0001847625244408846
+294000,485,1446,0.00018616612942423671
+295000,485,1453,0.00018746851128526032
+296000,485,1459,0.00018876550893764943
+297000,486,1470,0.0001900622883113101
+298000,486,1479,0.0001915221946546808
+299000,489,1484,0.00019285913731437176
+300000,489,1490,0.0001942789094755426
+301000,491,1498,0.00019575172336772084
+302000,491,1506,0.00019722759316209704
+303000,491,1511,0.00019872430129908025
+304000,492,1520,0.0002001468965318054
+305000,496,1525,0.00020151579519733787
+306000,501,1535,0.00020292762201279402
+307000,501,1545,0.00020436220802366734
+308000,502,1550,0.00020579525153152645
+309000,503,1554,0.00020730339747387916
+310000,503,1559,0.00020878612122032791
+311000,505,1570,0.00021032213408034295
+312000,507,1581,0.0002117837138939649
+313000,509,1585,0.0002133245870936662
+314000,512,1591,0.00021483484306372702
+315000,513,1597,0.00021635045413859189
+316000,513,1604,0.00021790519531350583
+317000,513,1615,0.00021950664813630283
+318000,514,1622,0.00022118353808764368
+319000,515,1635,0.0002227935183327645
+320000,515,1641,0.00022435876599047333
+321000,517,1652,0.00022602200624532998
+322000,519,1657,0.00022774652461521327
+323000,521,1666,0.00022938594338484108
+324000,520,1675,0.00023099598183762282
+325000,522,1686,0.00023261010937858373
+326000,524,1693,0.000234224324231036
+327000,526,1697,0.0002358121855650097
+328000,526,1703,0.0002374451287323609
+329000,527,1716,0.00023911608150228858
+330000,529,1727,0.0002407849970040843
+331000,531,1744,0.00024251457944046706
+332000,532,1758,0.00024430608027614653
+333000,532,1772,0.00024606334045529366
+334000,530,1784,0.0002478437381796539
+335000,530,1794,0.00024971706443466246
+336000,531,1802,0.0002515531377866864
+337000,532,1811,0.00025328798801638186
+338000,535,1823,0.0002551207144279033
+339000,536,1832,0.000256925675785169
+340000,536,1848,0.0002587272902019322
+341000,539,1859,0.0002605176414363086
+342000,540,1869,0.00026237175916321576
+343000,544,1879,0.0002641679020598531
+344000,545,1889,0.000266063871094957
+345000,546,1905,0.0002680012257769704
+346000,548,1914,0.0002699239703360945
+347000,548,1920,0.00027196985320188105
+348000,548,1931,0.00027384835993871093
+349000,548,1940,0.00027571473037824035
+350000,549,1944,0.000277652929071337
+351000,551,1946,0.0002795763430185616
+352000,553,1957,0.0002814822073560208
+353000,552,1971,0.00028348760679364204
+354000,553,1982,0.0002854005724657327
+355000,554,1993,0.00028733894578181207
+356000,555,2003,0.00028936093440279365
+357000,554,2012,0.0002913514617830515
+358000,555,2019,0.00029355392325669527
+359000,558,2024,0.0002955961390398443
+360000,559,2032,0.00029755185823887587
+361000,560,2046,0.0002996465773321688
+362000,561,2056,0.00030167921795509756
+363000,560,2068,0.00030380854150280356
+364000,559,2077,0.00030584013438783586
+365000,563,2085,0.00030792420147918165
+366000,564,2093,0.00031017986475490034
+367000,565,2099,0.00031226917053572834
+368000,565,2110,0.0003144284710288048
+369000,565,2120,0.00031653043697588146
+370000,568,2132,0.0003187659604009241
+371000,572,2147,0.0003208818379789591
+372000,572,2154,0.0003231980372220278
+373000,572,2166,0.00032535591162741184
+374000,572,2176,0.0003276872157584876
+375000,574,2184,0.00032999683753587306
+376000,575,2191,0.0003322716220282018
+377000,576,2199,0.0003345462027937174
+378000,577,2213,0.000336807977873832
+379000,580,2217,0.00033918675035238266
+380000,581,2226,0.00034146811231039464
+381000,582,2233,0.00034380436409264803
+382000,582,2243,0.00034617926576174796
+383000,583,2252,0.0003485771594569087
+384000,583,2266,0.00035104225389659405
+385000,585,2271,0.0003534924180712551
+386000,587,2284,0.0003558952594175935
+387000,589,2300,0.0003583163779694587
+388000,589,2311,0.000360596866812557
+389000,590,2322,0.00036301667569205165
+390000,591,2335,0.00036544198519550264
+391000,590,2343,0.00036799354711547494
+392000,593,2353,0.0003705002600327134
+393000,593,2360,0.0003730201569851488
+394000,594,2366,0.0003755545476451516
+395000,595,2372,0.0003781096893362701
+396000,597,2384,0.00038085225969552994
+397000,598,2393,0.00038338208105415106
+398000,598,2410,0.00038609805051237345
+399000,599,2426,0.00038875776226632297
+400000,598,2435,0.0003915056004188955
+401000,599,2446,0.0003942163602914661
+402000,601,2455,0.0003967653610743582

fw57M_Entropy_thresholdBX_600/tokenizer.json

@@ -22,7 +22,7 @@
       "special": true
     },
     {
-      "id": 514,
+      "id": 599,
       "content": "<|unk|>",
       "single_word": false,
       "lstrip": false,
@@ -65,604 +65,603 @@
     "vocab": {
       "<|padding|>": 0,
       "<|endoftext|>": 1,
-      "!": 2,
-      "\"": 3,
-      "#": 4,
-      "$": 5,
-      "%": 6,
-      "&": 7,
-      "'": 8,
-      "(": 9,
-      ")": 10,
-      "*": 11,
-      "+": 12,
-      ",": 13,
-      "-": 14,
-      ".": 15,
-      "/": 16,
-      "0": 17,
-      "1": 18,
-      "2": 19,
-      "3": 20,
-      "4": 21,
-      "5": 22,
-      "6": 23,
-      "7": 24,
-      "8": 25,
-      "9": 26,
-      ":": 27,
-      ";": 28,
-      "<": 29,
-      "=": 30,
-      ">": 31,
-      "?": 32,
-      "@": 33,
-      "A": 34,
-      "B": 35,
-      "C": 36,
-      "D": 37,
-      "E": 38,
-      "F": 39,
-      "G": 40,
-      "H": 41,
-      "I": 42,
-      "J": 43,
-      "K": 44,
-      "L": 45,
-      "M": 46,
-      "N": 47,
-      "O": 48,
-      "P": 49,
-      "Q": 50,
-      "R": 51,
-      "S": 52,
-      "T": 53,
-      "U": 54,
-      "V": 55,
-      "W": 56,
-      "X": 57,
-      "Y": 58,
-      "Z": 59,
-      "[": 60,
-      "\\": 61,
-      "]": 62,
-      "^": 63,
-      "_": 64,
-      "`": 65,
-      "a": 66,
-      "b": 67,
-      "c": 68,
-      "d": 69,
-      "e": 70,
-      "f": 71,
-      "g": 72,
-      "h": 73,
-      "i": 74,
-      "j": 75,
-      "k": 76,
-      "l": 77,
-      "m": 78,
-      "n": 79,
-      "o": 80,
-      "p": 81,
-      "q": 82,
-      "r": 83,
-      "s": 84,
-      "t": 85,
-      "u": 86,
-      "v": 87,
-      "w": 88,
-      "x": 89,
-      "y": 90,
-      "z": 91,
-      "{": 92,
-      "|": 93,
-      "}": 94,
-      "~": 95,
-      "¡": 96,
-      "¢": 97,
-      "£": 98,
-      "¤": 99,
-      "¥": 100,
-      "¦": 101,
-      "§": 102,
-      "¨": 103,
-      "©": 104,
-      "ª": 105,
-      "«": 106,
-      "¬": 107,
-      "®": 108,
-      "¯": 109,
-      "°": 110,
-      "±": 111,
-      "²": 112,
-      "³": 113,
-      "´": 114,
-      "µ": 115,
-      "¶": 116,
-      "·": 117,
-      "¸": 118,
-      "¹": 119,
-      "º": 120,
-      "»": 121,
-      "¼": 122,
-      "½": 123,
-      "¾": 124,
-      "¿": 125,
-      "À": 126,
-      "Á": 127,
-      "Â": 128,
-      "Ã": 129,
-      "Ä": 130,
-      "Å": 131,
-      "Æ": 132,
-      "Ç": 133,
-      "È": 134,
-      "É": 135,
-      "Ê": 136,
-      "Ë": 137,
-      "Ì": 138,
-      "Í": 139,
-      "Î": 140,
-      "Ï": 141,
-      "Ð": 142,
-      "Ñ": 143,
-      "Ò": 144,
-      "Ó": 145,
-      "Ô": 146,
-      "Õ": 147,
-      "Ö": 148,
-      "×": 149,
-      "Ø": 150,
-      "Ù": 151,
-      "Ú": 152,
-      "Û": 153,
-      "Ü": 154,
-      "Ý": 155,
-      "Þ": 156,
-      "ß": 157,
-      "à": 158,
-      "á": 159,
-      "â": 160,
-      "ã": 161,
-      "ä": 162,
-      "å": 163,
-      "æ": 164,
-      "ç": 165,
-      "è": 166,
-      "é": 167,
-      "ê": 168,
-      "ë": 169,
-      "ì": 170,
-      "í": 171,
-      "î": 172,
-      "ï": 173,
-      "ð": 174,
-      "ñ": 175,
-      "ò": 176,
-      "ó": 177,
-      "ô": 178,
-      "õ": 179,
-      "ö": 180,
-      "÷": 181,
-      "ø": 182,
-      "ù": 183,
-      "ú": 184,
-      "û": 185,
-      "ü": 186,
-      "ý": 187,
-      "þ": 188,
-      "ÿ": 189,
-      "Ā": 190,
-      "ā": 191,
-      "Ă": 192,
-      "ă": 193,
-      "Ą": 194,
-      "ą": 195,
-      "Ć": 196,
-      "ć": 197,
-      "Ĉ": 198,
-      "ĉ": 199,
-      "Ċ": 200,
-      "ċ": 201,
-      "Č": 202,
-      "č": 203,
-      "Ď": 204,
-      "ď": 205,
-      "Đ": 206,
-      "đ": 207,
-      "Ē": 208,
-      "ē": 209,
-      "Ĕ": 210,
-      "ĕ": 211,
-      "Ė": 212,
-      "ė": 213,
-      "Ę": 214,
-      "ę": 215,
-      "Ě": 216,
-      "ě": 217,
-      "Ĝ": 218,
-      "ĝ": 219,
-      "Ğ": 220,
-      "ğ": 221,
-      "Ġ": 222,
-      "ġ": 223,
-      "Ģ": 224,
-      "ģ": 225,
-      "Ĥ": 226,
-      "ĥ": 227,
-      "Ħ": 228,
-      "ħ": 229,
-      "Ĩ": 230,
-      "ĩ": 231,
-      "Ī": 232,
-      "ī": 233,
-      "Ĭ": 234,
-      "ĭ": 235,
-      "Į": 236,
-      "į": 237,
-      "İ": 238,
-      "ı": 239,
-      "IJ": 240,
-      "ij": 241,
-      "Ĵ": 242,
-      "ĵ": 243,
-      "Ķ": 244,
-      "ķ": 245,
-      "ĸ": 246,
-      "Ĺ": 247,
-      "ĺ": 248,
-      "Ļ": 249,
-      "ļ": 250,
-      "Ľ": 251,
-      "ľ": 252,
-      "Ŀ": 253,
-      "ŀ": 254,
-      "Ł": 255,
-      "ł": 256,
-      "Ń": 257,
-      "##Ċ": 258,
-      "##m": 259,
-      "##¤": 260,
-      "##Ă": 261,
-      "##!": 262,
-      "###": 263,
-      "##.": 264,
-      "##8": 265,
-      "##E": 266,
-      "##×": 267,
-      "##ì": 268,
-      "##7": 269,
-      "##I": 270,
-      "##Ë": 271,
-      "##L": 272,
-      "##{": 273,
-      "##+": 274,
-      "##Ú": 275,
-      "##ë": 276,
-      "##Å": 277,
-      "##Ç": 278,
-      "##q": 279,
-      "##î": 280,
-      "##IJ": 281,
-      "##²": 282,
-      "##Ĺ": 283,
-      "##¡": 284,
-      "##Ĩ": 285,
-      "##W": 286,
-      "##Ï": 287,
-      "##Ö": 288,
-      "##Õ": 289,
-      "##â": 290,
-      "##ù": 291,
-      "##U": 292,
-      "##ď": 293,
-      "##c": 294,
-      "##ú": 295,
-      "##¥": 296,
-      "##2": 297,
-      "##X": 298,
-      "##Ù": 299,
-      "##p": 300,
-      "##0": 301,
-      "##Ć": 302,
-      "##y": 303,
-      "##ð": 304,
-      "##Ĵ": 305,
-      "##ł": 306,
-      "##]": 307,
-      "##_": 308,
-      "##h": 309,
-      "##b": 310,
-      "##B": 311,
-      "##Û": 312,
-      "##ó": 313,
-      "##ô": 314,
-      "##Ħ": 315,
-      "##ļ": 316,
-      "##$": 317,
-      "##5": 318,
-      "##M": 319,
-      "##À": 320,
-      "##G": 321,
-      "##Ě": 322,
-      "##÷": 323,
-      "##Đ": 324,
-      "##C": 325,
-      "##ç": 326,
-      "##º": 327,
-      "##ħ": 328,
-      "##Ļ": 329,
-      "##e": 330,
-      "##[": 331,
-      "##Ā": 332,
-      "##@": 333,
-      "##v": 334,
-      "##a": 335,
-      "##ĥ": 336,
-      "##V": 337,
-      "##d": 338,
-      "##j": 339,
-      "##İ": 340,
-      "##Ł": 341,
-      "##~": 342,
-      "##ě": 343,
-      "##^": 344,
-      "##©": 345,
-      "##6": 346,
-      "##ą": 347,
-      "##±": 348,
-      "##Ī": 349,
-      "##o": 350,
-      "##Y": 351,
-      "##Z": 352,
-      "##ŀ": 353,
-      "##į": 354,
-      "##ñ": 355,
-      "##ö": 356,
-      "##Ó": 357,
-      "##ø": 358,
-      "##Ô": 359,
-      "##ß": 360,
-      "##ģ": 361,
-      "##Ä": 362,
-      "##Ý": 363,
-      "##u": 364,
-      "##Ê": 365,
-      "##Ñ": 366,
-      "##Ò": 367,
-      "##T": 368,
-      "##¸": 369,
-      "##Ü": 370,
-      "##»": 371,
-      "##Ē": 372,
-      "##*": 373,
-      "##¬": 374,
-      "##Ď": 375,
-      "##ē": 376,
-      "##ī": 377,
-      "##&": 378,
-      "##å": 379,
-      "##ċ": 380,
-      "##r": 381,
-      "##Ĝ": 382,
-      "##«": 383,
-      "##i": 384,
-      "##Ĭ": 385,
-      "##\"": 386,
-      "##t": 387,
-      "##ò": 388,
-      "##?": 389,
-      "##Ð": 390,
-      "##ĵ": 391,
-      "##Ń": 392,
-      "##°": 393,
-      "##ĺ": 394,
-      "##w": 395,
-      "##ă": 396,
-      "##È": 397,
-      "##é": 398,
-      "##ij": 399,
-      "##¯": 400,
-      "##K": 401,
-      "##Ã": 402,
-      "##Č": 403,
-      "##Ġ": 404,
-      "##,": 405,
-      "##ı": 406,
-      "##4": 407,
-      "##k": 408,
-      "##µ": 409,
-      "##%": 410,
-      "##:": 411,
-      "##í": 412,
-      "##N": 413,
-      "##ĭ": 414,
-      "##¨": 415,
-      "##Ľ": 416,
-      "##x": 417,
-      "##Ø": 418,
-      "##É": 419,
-      "##z": 420,
-      "##ÿ": 421,
-      "##Ķ": 422,
-      "##/": 423,
-      "##à": 424,
-      "##3": 425,
-      "##¦": 426,
-      "##æ": 427,
-      "##Î": 428,
-      "##è": 429,
-      "##·": 430,
-      "##S": 431,
-      "##ľ": 432,
-      "##Þ": 433,
-      "##ć": 434,
-      "##ĉ": 435,
-      "##f": 436,
-      "##O": 437,
-      "##Á": 438,
-      "##9": 439,
-      "##Ę": 440,
-      "##s": 441,
-      "##ã": 442,
-      "##>": 443,
-      "##Q": 444,
-      "##<": 445,
-      "##R": 446,
-      "##®": 447,
-      "##ė": 448,
-      "##ĝ": 449,
-      "##}": 450,
-      "##Ė": 451,
-      "##Ĉ": 452,
-      "##|": 453,
-      "##ý": 454,
-      "##l": 455,
-      "##(": 456,
-      "##ĕ": 457,
-      "##¢": 458,
-      "##=": 459,
-      "##ĸ": 460,
-      "##'": 461,
-      "##ę": 462,
-      "##¿": 463,
-      "##H": 464,
-      "##ġ": 465,
-      "##Æ": 466,
-      "##Ą": 467,
-      "##ü": 468,
-      "##¹": 469,
-      "##Ģ": 470,
-      "##þ": 471,
-      "##£": 472,
-      "##á": 473,
-      "##J": 474,
-      "##§": 475,
-      "##ğ": 476,
-      "##Ğ": 477,
-      "##õ": 478,
-      "##ª": 479,
-      "##½": 480,
-      "##Ì": 481,
-      "##Í": 482,
-      "##ä": 483,
-      "##ĩ": 484,
-      "##-": 485,
-      "##;": 486,
-      "##û": 487,
-      "##´": 488,
-      "##¶": 489,
-      "##č": 490,
-      "##1": 491,
-      "##A": 492,
-      "##P": 493,
-      "##\\": 494,
-      "##`": 495,
-      "##n": 496,
-      "##Ĕ": 497,
-      "##Į": 498,
-      "##)": 499,
-      "##Ŀ": 500,
-      "##đ": 501,
-      "##¼": 502,
-      "##g": 503,
-      "##Â": 504,
-      "##ķ": 505,
-      "##³": 506,
-      "##ê": 507,
-      "##Ĥ": 508,
-      "##ï": 509,
-      "##D": 510,
-      "##¾": 511,
-      "##ā": 512,
-      "##F": 513,
-      "<|unk|>": 514,
-      "##ng": 515,
-      "##�": 516,
-      "##er": 517,
-      "##nt": 518,
-      "##en": 519,
-      "##on": 520,
-      "##le": 521,
-      "##nd": 522,
-      "##her": 523,
-      "##ent": 524,
-      "##ss": 525,
-      "##gh": 526,
-      "##se": 527,
-      "##em": 528,
-      "##ur": 529,
-      "##he": 530,
-      "##in": 531,
-      "##es": 532,
-      "##th": 533,
-      "##ct": 534,
-      "##al": 535,
-      "##us": 536,
-      "##ar": 537,
-      "##ge": 538,
-      "##at": 539,
-      "##io": 540,
-      "##ve": 541,
-      "##ld": 542,
-      "##ce": 543,
-      "##ion": 544,
-      "##or": 545,
-      "##ple": 546,
-      "##ch": 547,
-      "##te": 548,
-      "##ll": 549,
-      "##me": 550,
-      "##ul": 551,
-      "##re": 552,
-      "##og": 553,
-      "##ti": 554,
-      "##an": 555,
-      "##ra": 556,
-      "##lt": 557,
-      "##rd": 558,
-      "##el": 559,
-      "##ht": 560,
-      "##st": 561,
-      "##ag": 562,
-      "##ut": 563,
-      "##pl": 564,
-      "##ue": 565,
-      "##ing": 566,
-      "##de": 567,
-      "##ow": 568,
-      "##rg": 569,
-      "##ect": 570,
-      "##is": 571,
-      "##et": 572,
-      "##tr": 573,
-      "##ay": 574,
-      "##ma": 575,
-      "##it": 576,
-      "##il": 577,
-      "##ri": 578,
-      "##dy": 579,
-      "##use": 580,
-      "##bl": 581,
-      "##ly": 582,
-      "##and": 583,
-      "##li": 584,
-      "##ne": 585,
-      "##ic": 586,
-      "##tem": 587,
-      "##ed": 588,
-      "##ess": 589,
-      "##as": 590,
-      "##ou": 591,
-      "##ec": 592,
-      "##om": 593,
-      "##uc": 594,
-      "##ke": 595,
-      "##ia": 596,
-      "##ud": 597,
-      "##sh": 598,
-      "##na": 599
+      "Ġ": 3,
+      "##ľ": 4,
+      "##Æ": 5,
+      "##ą": 6,
+      "##Ě": 7,
+      "##Ý": 8,
+      "##-": 9,
+      "##«": 10,
+      "##Õ": 11,
+      "##Ï": 12,
+      "##ú": 13,
+      "##é": 14,
+      "##ĵ": 15,
+      "##IJ": 16,
+      "##¥": 17,
+      "##ğ": 18,
+      "##õ": 19,
+      "##÷": 20,
+      "##;": 21,
+      "###": 22,
+      "##¡": 23,
+      "##ð": 24,
+      "##i": 25,
+      "##Ī": 26,
+      "##(": 27,
+      "##Û": 28,
+      "##´": 29,
+      "##Ę": 30,
+      "##į": 31,
+      "##¹": 32,
+      "##f": 33,
+      "##_": 34,
+      "##ö": 35,
+      "##k": 36,
+      "##ÿ": 37,
+      "##r": 38,
+      "##T": 39,
+      "##ā": 40,
+      "##ĥ": 41,
+      "##Ã": 42,
+      "##e": 43,
+      "##Ò": 44,
+      "##ï": 45,
+      "##£": 46,
+      "##I": 47,
+      "##¿": 48,
+      "##ñ": 49,
+      "##č": 50,
+      "##ĭ": 51,
+      "##Y": 52,
+      "##Ð": 53,
+      "##%": 54,
+      "##:": 55,
+      "##X": 56,
+      "##¾": 57,
+      "##ü": 58,
+      "##Ľ": 59,
+      "##V": 60,
+      "##§": 61,
+      "##Ď": 62,
+      "##[": 63,
+      "##C": 64,
+      "##W": 65,
+      "##â": 66,
+      "##ã": 67,
+      "##Ĝ": 68,
+      "##Ē": 69,
+      "##Č": 70,
+      "##Ģ": 71,
+      "##v": 72,
+      "##)": 73,
+      "##ç": 74,
+      "##ĺ": 75,
+      "##Þ": 76,
+      "##{": 77,
+      "##¶": 78,
+      "##ė": 79,
+      "##î": 80,
+      "##¸": 81,
+      "##²": 82,
+      "##À": 83,
+      "##ĉ": 84,
+      "##å": 85,
+      "##Ö": 86,
+      "##/": 87,
+      "##ß": 88,
+      "##Ļ": 89,
+      "##}": 90,
+      "##þ": 91,
+      "##\"": 92,
+      "##4": 93,
+      "##ê": 94,
+      "##Ĕ": 95,
+      "##ł": 96,
+      "##l": 97,
+      "##¢": 98,
+      "##'": 99,
+      "##1": 100,
+      "##Į": 101,
+      "##M": 102,
+      "##Z": 103,
+      "##y": 104,
+      "##¼": 105,
+      "##Ç": 106,
+      "##¯": 107,
+      "##p": 108,
+      "##Ì": 109,
+      "##*": 110,
+      "##Ô": 111,
+      "##0": 112,
+      "##ý": 113,
+      "##Ñ": 114,
+      "##Ü": 115,
+      "##ì": 116,
+      "##¬": 117,
+      "##İ": 118,
+      "##ä": 119,
+      "##Ó": 120,
+      "##í": 121,
+      "##E": 122,
+      "##×": 123,
+      "##Ĺ": 124,
+      "##9": 125,
+      "##Ĩ": 126,
+      "##m": 127,
+      "##û": 128,
+      "##P": 129,
+      "##`": 130,
+      "##3": 131,
+      "##ô": 132,
+      "##È": 133,
+      "##G": 134,
+      "##¨": 135,
+      "##$": 136,
+      "##J": 137,
+      "##u": 138,
+      "##~": 139,
+      "##Ĥ": 140,
+      "##Ħ": 141,
+      "##ĩ": 142,
+      "##6": 143,
+      "##>": 144,
+      "##Î": 145,
+      "##Ń": 146,
+      "##ó": 147,
+      "##&": 148,
+      "##.": 149,
+      "##¦": 150,
+      "##=": 151,
+      "##ª": 152,
+      "##ċ": 153,
+      "##æ": 154,
+      "##7": 155,
+      "##8": 156,
+      "##d": 157,
+      "##±": 158,
+      "##ı": 159,
+      "##è": 160,
+      "##Ł": 161,
+      "##Â": 162,
+      "##2": 163,
+      "##Ä": 164,
+      "##Ė": 165,
+      "##h": 166,
+      "##¤": 167,
+      "##R": 168,
+      "##Ŀ": 169,
+      "##x": 170,
+      "##?": 171,
+      "##ę": 172,
+      "##z": 173,
+      "##ŀ": 174,
+      "##]": 175,
+      "##,": 176,
+      "##+": 177,
+      "##|": 178,
+      "##ġ": 179,
+      "##Ċ": 180,
+      "##®": 181,
+      "##g": 182,
+      "##ă": 183,
+      "##³": 184,
+      "##ĸ": 185,
+      "##ģ": 186,
+      "##©": 187,
+      "##ù": 188,
+      "##N": 189,
+      "##o": 190,
+      "##t": 191,
+      "##U": 192,
+      "##Đ": 193,
+      "##Ā": 194,
+      "##º": 195,
+      "##ķ": 196,
+      "##b": 197,
+      "##B": 198,
+      "##j": 199,
+      "##Ù": 200,
+      "##q": 201,
+      "##ò": 202,
+      "##Ă": 203,
+      "##ij": 204,
+      "##ø": 205,
+      "##Ú": 206,
+      "##ĝ": 207,
+      "##Ğ": 208,
+      "##S": 209,
+      "##H": 210,
+      "##Q": 211,
+      "##s": 212,
+      "##ď": 213,
+      "##Ķ": 214,
+      "##½": 215,
+      "##5": 216,
+      "##L": 217,
+      "##ĕ": 218,
+      "##@": 219,
+      "##!": 220,
+      "##ć": 221,
+      "##á": 222,
+      "##\\": 223,
+      "##Ĵ": 224,
+      "##ļ": 225,
+      "##Á": 226,
+      "##^": 227,
+      "##»": 228,
+      "##É": 229,
+      "##Ø": 230,
+      "##Ĉ": 231,
+      "##F": 232,
+      "##Ë": 233,
+      "##ě": 234,
+      "##ī": 235,
+      "##n": 236,
+      "##°": 237,
+      "##<": 238,
+      "##à": 239,
+      "##ē": 240,
+      "##Ġ": 241,
+      "##Ĭ": 242,
+      "##O": 243,
+      "##D": 244,
+      "##Å": 245,
+      "##ħ": 246,
+      "##c": 247,
+      "##Í": 248,
+      "##A": 249,
+      "##a": 250,
+      "##K": 251,
+      "##Ê": 252,
+      "##Ć": 253,
+      "##Ą": 254,
+      "##ë": 255,
+      "##µ": 256,
+      "##w": 257,
+      "##·": 258,
+      "##đ": 259,
+      "##ng": 260,
+      "##er": 261,
+      "##�": 262,
+      "##ent": 263,
+      "##on": 264,
+      "##nt": 265,
+      "##en": 266,
+      "##her": 267,
+      "##al": 268,
+      "##ct": 269,
+      "##nd": 270,
+      "##ion": 271,
+      "##in": 272,
+      "##es": 273,
+      "##th": 274,
+      "##at": 275,
+      "##le": 276,
+      "##gh": 277,
+      "##or": 278,
+      "##ss": 279,
+      "##ar": 280,
+      "##ld": 281,
+      "##ur": 282,
+      "##ch": 283,
+      "##ou": 284,
+      "##re": 285,
+      "##ti": 286,
+      "##us": 287,
+      "##st": 288,
+      "##se": 289,
+      "##ge": 290,
+      "##ht": 291,
+      "## ": 292,
+      "##ut": 293,
+      "##ing": 294,
+      "##ple": 295,
+      "##me": 296,
+      "##ul": 297,
+      "##tion": 298,
+      "##om": 299,
+      "##an": 300,
+      "##ic": 301,
+      "##ce": 302,
+      "##em": 303,
+      "##ra": 304,
+      "##ess": 305,
+      "##og": 306,
+      "##it": 307,
+      "##el": 308,
+      "##rt": 309,
+      "##uc": 310,
+      "##ve": 311,
+      "##ne": 312,
+      "##ue": 313,
+      "##te": 314,
+      "##ay": 315,
+      "##lt": 316,
+      "##ow": 317,
+      "##il": 318,
+      "##rd": 319,
+      "##ment": 320,
+      "##bl": 321,
+      "##ect": 322,
+      "##ma": 323,
+      "##ed": 324,
+      "##de": 325,
+      "##et": 326,
+      "##is": 327,
+      "##ll": 328,
+      "##ver": 329,
+      "##ri": 330,
+      "##tem": 331,
+      "##ud": 332,
+      "##ase": 333,
+      "##use": 334,
+      "##io": 335,
+      "##ad": 336,
+      "##rg": 337,
+      "##nc": 338,
+      "##rch": 339,
+      "##li": 340,
+      "##ip": 341,
+      "##ly": 342,
+      "##id": 343,
+      "##la": 344,
+      "##ugh": 345,
+      "##nce": 346,
+      "##rn": 347,
+      "##ter": 348,
+      "##rm": 349,
+      "##ia": 350,
+      "##and": 351,
+      "##ear": 352,
+      "##as": 353,
+      "##ag": 354,
+      "##ate": 355,
+      "##tr": 356,
+      "##he": 357,
+      "##od": 358,
+      "##ni": 359,
+      "##ty": 360,
+      "##ght": 361,
+      "##und": 362,
+      "##ta": 363,
+      "##lop": 364,
+      "##ore": 365,
+      "##si": 366,
+      "##gn": 367,
+      "##iv": 368,
+      "##sh": 369,
+      "##ol": 370,
+      "##lo": 371,
+      "##tor": 372,
+      "##ber": 373,
+      "##pl": 374,
+      "##un": 375,
+      "##ph": 376,
+      "##rk": 377,
+      "##een": 378,
+      "##ry": 379,
+      "##ard": 380,
+      "##out": 381,
+      "##rat": 382,
+      "##oy": 383,
+      "##ro": 384,
+      "##ith": 385,
+      "##lit": 386,
+      "##��": 387,
+      "##ther": 388,
+      "##ib": 389,
+      "##ure": 390,
+      "##lf": 391,
+      "##ck": 392,
+      "##mat": 393,
+      "##ish": 394,
+      "##ial": 395,
+      "##rc": 396,
+      "##ec": 397,
+      "##ca": 398,
+      "##ork": 399,
+      "##tu": 400,
+      "##est": 401,
+      "##mal": 402,
+      "##os": 403,
+      "##den": 404,
+      "##ee": 405,
+      "##dy": 406,
+      "##age": 407,
+      "##stem": 408,
+      "##ation": 409,
+      "##ke": 410,
+      "##am": 411,
+      "##na": 412,
+      "##to": 413,
+      "##ua": 414,
+      "##ain": 415,
+      "##pt": 416,
+      "##lem": 417,
+      "##ui": 418,
+      "##ous": 419,
+      "##are": 420,
+      "##ult": 421,
+      "##di": 422,
+      "##ween": 423,
+      "##we": 424,
+      "##iat": 425,
+      "##ding": 426,
+      "##pa": 427,
+      "##arch": 428,
+      "##ough": 429,
+      "##tur": 430,
+      "##ine": 431,
+      "##lar": 432,
+      "##uen": 433,
+      "##ional": 434,
+      "##lly": 435,
+      "##mple": 436,
+      "##men": 437,
+      "##ltur": 438,
+      "##sue": 439,
+      "##ays": 440,
+      "##op": 441,
+      "##ble": 442,
+      "##ant": 443,
+      "##um": 444,
+      "##wer": 445,
+      "##ci": 446,
+      "##rce": 447,
+      "##ood": 448,
+      "##ether": 449,
+      "##mber": 450,
+      "##tio": 451,
+      "##log": 452,
+      "##ga": 453,
+      "##cer": 454,
+      "##br": 455,
+      "##rv": 456,
+      "##sk": 457,
+      "##elf": 458,
+      "##ap": 459,
+      "##mp": 460,
+      "##ac": 461,
+      "##fe": 462,
+      "##ot": 463,
+      "##ity": 464,
+      "##sion": 465,
+      "##ati": 466,
+      "##tp": 467,
+      "##cl": 468,
+      "##ir": 469,
+      "##mi": 470,
+      "##ness": 471,
+      "##oo": 472,
+      "##has": 473,
+      "##mb": 474,
+      "##vi": 475,
+      "##cat": 476,
+      "##nk": 477,
+      "##ea": 478,
+      "##up": 479,
+      "##ey": 480,
+      "##end": 481,
+      "##rica": 482,
+      "##ally": 483,
+      "##ho": 484,
+      "##ack": 485,
+      "##tal": 486,
+      "##tic": 487,
+      "##but": 488,
+      "##ral": 489,
+      "##lat": 490,
+      "##ive": 491,
+      "##ere": 492,
+      "##ady": 493,
+      "##vel": 494,
+      "##ek": 495,
+      "##ond": 496,
+      "##be": 497,
+      "##ace": 498,
+      "##ria": 499,
+      "##rs": 500,
+      "##nat": 501,
+      "##tan": 502,
+      "##tra": 503,
+      "##ov": 504,
+      "##der": 505,
+      "##era": 506,
+      "##cult": 507,
+      "##tant": 508,
+      "##ram": 509,
+      "##fi": 510,
+      "##rse": 511,
+      "##ug": 512,
+      "##ition": 513,
+      "##ort": 514,
+      "##ha": 515,
+      "##no": 516,
+      "##ie": 517,
+      "##oss": 518,
+      "##ciat": 519,
+      "##rder": 520,
+      "##ark": 521,
+      "##mati": 522,
+      "##eo": 523,
+      "##iro": 524,
+      "##enc": 525,
+      "##ted": 526,
+      "##ime": 527,
+      "##ell": 528,
+      "##ual": 529,
+      "##tom": 530,
+      "##avio": 531,
+      "##wn": 532,
+      "##red": 533,
+      "##nu": 534,
+      "##fic": 535,
+      "##hool": 536,
+      "##ab": 537,
+      "##gl": 538,
+      "##ep": 539,
+      "##mph": 540,
+      "##unt": 541,
+      "##ig": 542,
+      "##ide": 543,
+      "##nal": 544,
+      "##pe": 545,
+      "##va": 546,
+      "##eas": 547,
+      "##ger": 548,
+      "##gu": 549,
+      "##eri": 550,
+      "##cti": 551,
+      "##nos": 552,
+      "##ause": 553,
+      "##nti": 554,
+      "##cle": 555,
+      "##av": 556,
+      "##hin": 557,
+      "##ps": 558,
+      "##eady": 559,
+      "##dent": 560,
+      "##ite": 561,
+      "##ture": 562,
+      "##ool": 563,
+      "##ka": 564,
+      "##dia": 565,
+      "##cul": 566,
+      "##oom": 567,
+      "##all": 568,
+      "##po": 569,
+      "##rld": 570,
+      "##act": 571,
+      "##str": 572,
+      "##ys": 573,
+      "##pen": 574,
+      "##ost": 575,
+      "##ok": 576,
+      "##man": 577,
+      "##yle": 578,
+      "##ale": 579,
+      "##ill": 580,
+      "##ultur": 581,
+      "##int": 582,
+      "##ula": 583,
+      "##eight": 584,
+      "##qu": 585,
+      "##rag": 586,
+      "##let": 587,
+      "##im": 588,
+      "##ns": 589,
+      "##min": 590,
+      "##anc": 591,
+      "##bit": 592,
+      "##ien": 593,
+      "##per": 594,
+      "##gra": 595,
+      "##ew": 596,
+      "##ev": 597,
+      "##trat": 598,
+      "##hing": 599
     }
   }
 }

fw57M_Entropy_thresholdBX_600/tokenizer_config.json

@@ -17,7 +17,7 @@
       "single_word": false,
       "special": true
     },
-    "514": {
+    "599": {
       "content": "<|unk|>",
       "lstrip": false,
       "normalized": false,

fw57M_Entropy_thresholdBX_600/vocab.json

@@ -1 +1 @@
-{"\u010a": 200, "m": 78, "\u00a4": 99, "\u0102": 192, "!": 2, "#": 4, ".": 15, "8": 25, "E": 38, "\u00d7": 149, "\u00ec": 170, "7": 24, "I": 42, "\u00cb": 137, "L": 45, "{": 92, "+": 12, "\u00da": 152, "<|endoftext|>": 1, "\u00eb": 169, "\u00c5": 131, "\u00c7": 133, "q": 82, "\u00ee": 172, "\u0132": 240, "\u00b2": 112, "\u0139": 247, "\u00a1": 96, "\u0128": 230, "W": 56, "\u00cf": 141, "\u00d6": 148, "\u00d5": 147, "\u00e2": 160, "\u00f9": 183, "U": 54, "\u010f": 205, "c": 68, "\u00fa": 184, "\u00a5": 100, "2": 19, "X": 57, "\u00d9": 151, "p": 81, "0": 17, "\u0106": 196, "y": 90, "\u00f0": 174, "\u0134": 242, "\u0142": 256, "]": 62, "_": 64, "h": 73, "b": 67, "B": 35, "\u00db": 153, "\u00f3": 177, "\u00f4": 178, "\u0126": 228, "\u013c": 250, "$": 5, "5": 22, "M": 46, "\u00c0": 126, "<|padding|>": 0, "G": 40, "\u011a": 216, "\u00f7": 181, "\u0110": 206, "C": 36, "\u00e7": 165, "\u00ba": 120, "\u0127": 229, "\u013b": 249, "e": 70, "[": 60, "\u0100": 190, "@": 33, "v": 87, "a": 66, "\u0125": 227, "V": 55, "d": 69, "j": 75, "\u0130": 238, "\u0141": 255, "~": 95, "\u011b": 217, "^": 63, "\u00a9": 104, "6": 23, "\u0105": 195, "\u00b1": 111, "\u012a": 232, "o": 80, "Y": 58, "Z": 59, "\u0140": 254, "\u012f": 237, "\u00f1": 175, "\u00f6": 180, "\u00d3": 145, "\u00f8": 182, "\u00d4": 146, "\u00df": 157, "\u0123": 225, "\u00c4": 130, "\u00dd": 155, "u": 86, "\u00ca": 136, "\u00d1": 143, "\u00d2": 144, "T": 53, "\u00b8": 118, "\u00dc": 154, "\u00bb": 121, "\u0112": 208, "*": 11, "\u00ac": 107, "\u010e": 204, "\u0113": 209, "\u012b": 233, "&": 7, "\u00e5": 163, "\u010b": 201, "r": 83, "\u011c": 218, "\u00ab": 106, "i": 74, "\u012c": 234, "\"": 3, "t": 85, "\u00f2": 176, "?": 32, "\u00d0": 142, "\u0135": 243, "\u0143": 257, "\u00b0": 110, "\u013a": 248, "w": 88, "\u0103": 193, "\u00c8": 134, "\u00e9": 167, "\u0133": 241, "\u00af": 109, "K": 44, "\u00c3": 129, "\u010c": 202, "\u0120": 222, ",": 13, "\u0131": 239, "4": 21, "k": 76, "\u00b5": 115, "%": 6, ":": 27, "\u00ed": 171, "N": 47, "\u012d": 235, "\u00a8": 103, "\u013d": 251, "x": 89, "\u00d8": 150, "\u00c9": 135, "z": 91, "\u00ff": 189, "\u0136": 244, "/": 16, "\u00e0": 158, "3": 20, "\u00a6": 101, "\u00e6": 164, "\u00ce": 140, "\u00e8": 166, "\u00b7": 117, "S": 52, "\u013e": 252, "\u00de": 156, "\u0107": 197, "\u0109": 199, "f": 71, "O": 48, "\u00c1": 127, "9": 26, "\u0118": 214, "s": 84, "\u00e3": 161, ">": 31, "Q": 50, "<": 29, "R": 51, "\u00ae": 108, "\u0117": 213, "\u011d": 219, "}": 94, "\u0116": 212, "\u0108": 198, "|": 93, "\u00fd": 187, "l": 77, "(": 9, "\u0115": 211, "\u00a2": 97, "=": 30, "\u0138": 246, "'": 8, "\u0119": 215, "\u00bf": 125, "H": 41, "\u0121": 223, "\u00c6": 132, "\u0104": 194, "\u00fc": 186, "\u00b9": 119, "\u0122": 224, "\u00fe": 188, "\u00a3": 98, "\u00e1": 159, "J": 43, "\u00a7": 102, "\u011f": 221, "\u011e": 220, "\u00f5": 179, "\u00aa": 105, "\u00bd": 123, "\u00cc": 138, "\u00cd": 139, "\u00e4": 162, "\u0129": 231, "-": 14, ";": 28, "\u00fb": 185, "\u00b4": 114, "\u00b6": 116, "\u010d": 203, "1": 18, "A": 34, "P": 49, "\\": 61, "`": 65, "n": 79, "\u0114": 210, "\u012e": 236, ")": 10, "\u013f": 253, "\u0111": 207, "\u00bc": 122, "g": 72, "\u00c2": 128, "\u0137": 245, "\u00b3": 113, "\u00ea": 168, "\u0124": 226, "\u00ef": 173, "D": 37, "\u00be": 124, "\u0101": 191, "F": 39, "##\u010a": 258, "##m": 259, "##\u00a4": 260, "##\u0102": 261, "##!": 262, "###": 263, "##.": 264, "##8": 265, "##E": 266, "##\u00d7": 267, "##\u00ec": 268, "##7": 269, "##I": 270, "##\u00cb": 271, "##L": 272, "##{": 273, "##+": 274, "##\u00da": 275, "##\u00eb": 276, "##\u00c5": 277, "##\u00c7": 278, "##q": 279, "##\u00ee": 280, "##\u0132": 281, "##\u00b2": 282, "##\u0139": 283, "##\u00a1": 284, "##\u0128": 285, "##W": 286, "##\u00cf": 287, "##\u00d6": 288, "##\u00d5": 289, "##\u00e2": 290, "##\u00f9": 291, "##U": 292, "##\u010f": 293, "##c": 294, "##\u00fa": 295, "##\u00a5": 296, "##2": 297, "##X": 298, "##\u00d9": 299, "##p": 300, "##0": 301, "##\u0106": 302, "##y": 303, "##\u00f0": 304, "##\u0134": 305, "##\u0142": 306, "##]": 307, "##_": 308, "##h": 309, "##b": 310, "##B": 311, "##\u00db": 312, "##\u00f3": 313, "##\u00f4": 314, "##\u0126": 315, "##\u013c": 316, "##$": 317, "##5": 318, "##M": 319, "##\u00c0": 320, "##G": 321, "##\u011a": 322, "##\u00f7": 323, "##\u0110": 324, "##C": 325, "##\u00e7": 326, "##\u00ba": 327, "##\u0127": 328, "##\u013b": 329, "##e": 330, "##[": 331, "##\u0100": 332, "##@": 333, "##v": 334, "##a": 335, "##\u0125": 336, "##V": 337, "##d": 338, "##j": 339, "##\u0130": 340, "##\u0141": 341, "##~": 342, "##\u011b": 343, "##^": 344, "##\u00a9": 345, "##6": 346, "##\u0105": 347, "##\u00b1": 348, "##\u012a": 349, "##o": 350, "##Y": 351, "##Z": 352, "##\u0140": 353, "##\u012f": 354, "##\u00f1": 355, "##\u00f6": 356, "##\u00d3": 357, "##\u00f8": 358, "##\u00d4": 359, "##\u00df": 360, "##\u0123": 361, "##\u00c4": 362, "##\u00dd": 363, "##u": 364, "##\u00ca": 365, "##\u00d1": 366, "##\u00d2": 367, "##T": 368, "##\u00b8": 369, "##\u00dc": 370, "##\u00bb": 371, "##\u0112": 372, "##*": 373, "##\u00ac": 374, "##\u010e": 375, "##\u0113": 376, "##\u012b": 377, "##&": 378, "##\u00e5": 379, "##\u010b": 380, "##r": 381, "##\u011c": 382, "##\u00ab": 383, "##i": 384, "##\u012c": 385, "##\"": 386, "##t": 387, "##\u00f2": 388, "##?": 389, "##\u00d0": 390, "##\u0135": 391, "##\u0143": 392, "##\u00b0": 393, "##\u013a": 394, "##w": 395, "##\u0103": 396, "##\u00c8": 397, "##\u00e9": 398, "##\u0133": 399, "##\u00af": 400, "##K": 401, "##\u00c3": 402, "##\u010c": 403, "##\u0120": 404, "##,": 405, "##\u0131": 406, "##4": 407, "##k": 408, "##\u00b5": 409, "##%": 410, "##:": 411, "##\u00ed": 412, "##N": 413, "##\u012d": 414, "##\u00a8": 415, "##\u013d": 416, "##x": 417, "##\u00d8": 418, "##\u00c9": 419, "##z": 420, "##\u00ff": 421, "##\u0136": 422, "##/": 423, "##\u00e0": 424, "##3": 425, "##\u00a6": 426, "##\u00e6": 427, "##\u00ce": 428, "##\u00e8": 429, "##\u00b7": 430, "##S": 431, "##\u013e": 432, "##\u00de": 433, "##\u0107": 434, "##\u0109": 435, "##f": 436, "##O": 437, "##\u00c1": 438, "##9": 439, "##\u0118": 440, "##s": 441, "##\u00e3": 442, "##>": 443, "##Q": 444, "##<": 445, "##R": 446, "##\u00ae": 447, "##\u0117": 448, "##\u011d": 449, "##}": 450, "##\u0116": 451, "##\u0108": 452, "##|": 453, "##\u00fd": 454, "##l": 455, "##(": 456, "##\u0115": 457, "##\u00a2": 458, "##=": 459, "##\u0138": 460, "##'": 461, "##\u0119": 462, "##\u00bf": 463, "##H": 464, "##\u0121": 465, "##\u00c6": 466, "##\u0104": 467, "##\u00fc": 468, "##\u00b9": 469, "##\u0122": 470, "##\u00fe": 471, "##\u00a3": 472, "##\u00e1": 473, "##J": 474, "##\u00a7": 475, "##\u011f": 476, "##\u011e": 477, "##\u00f5": 478, "##\u00aa": 479, "##\u00bd": 480, "##\u00cc": 481, "##\u00cd": 482, "##\u00e4": 483, "##\u0129": 484, "##-": 485, "##;": 486, "##\u00fb": 487, "##\u00b4": 488, "##\u00b6": 489, "##\u010d": 490, "##1": 491, "##A": 492, "##P": 493, "##\\": 494, "##`": 495, "##n": 496, "##\u0114": 497, "##\u012e": 498, "##)": 499, "##\u013f": 500, "##\u0111": 501, "##\u00bc": 502, "##g": 503, "##\u00c2": 504, "##\u0137": 505, "##\u00b3": 506, "##\u00ea": 507, "##\u0124": 508, "##\u00ef": 509, "##D": 510, "##\u00be": 511, "##\u0101": 512, "##F": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}
+{"<|padding|>": 0, "<|endoftext|>": 1, "<|unk|>": 260, "\u0120": 3, "##\u013e": 4, "##\u00c6": 5, "##\u0105": 6, "##\u011a": 7, "##\u00dd": 8, "##-": 9, "##\u00ab": 10, "##\u00d5": 11, "##\u00cf": 12, "##\u00fa": 13, "##\u00e9": 14, "##\u0135": 15, "##\u0132": 16, "##\u00a5": 17, "##\u011f": 18, "##\u00f5": 19, "##\u00f7": 20, "##;": 21, "###": 22, "##\u00a1": 23, "##\u00f0": 24, "##i": 25, "##\u012a": 26, "##(": 27, "##\u00db": 28, "##\u00b4": 29, "##\u0118": 30, "##\u012f": 31, "##\u00b9": 32, "##f": 33, "##_": 34, "##\u00f6": 35, "##k": 36, "##\u00ff": 37, "##r": 38, "##T": 39, "##\u0101": 40, "##\u0125": 41, "##\u00c3": 42, "##e": 43, "##\u00d2": 44, "##\u00ef": 45, "##\u00a3": 46, "##I": 47, "##\u00bf": 48, "##\u00f1": 49, "##\u010d": 50, "##\u012d": 51, "##Y": 52, "##\u00d0": 53, "##%": 54, "##:": 55, "##X": 56, "##\u00be": 57, "##\u00fc": 58, "##\u013d": 59, "##V": 60, "##\u00a7": 61, "##\u010e": 62, "##[": 63, "##C": 64, "##W": 65, "##\u00e2": 66, "##\u00e3": 67, "##\u011c": 68, "##\u0112": 69, "##\u010c": 70, "##\u0122": 71, "##v": 72, "##)": 73, "##\u00e7": 74, "##\u013a": 75, "##\u00de": 76, "##{": 77, "##\u00b6": 78, "##\u0117": 79, "##\u00ee": 80, "##\u00b8": 81, "##\u00b2": 82, "##\u00c0": 83, "##\u0109": 84, "##\u00e5": 85, "##\u00d6": 86, "##/": 87, "##\u00df": 88, "##\u013b": 89, "##}": 90, "##\u00fe": 91, "##\"": 92, "##4": 93, "##\u00ea": 94, "##\u0114": 95, "##\u0142": 96, "##l": 97, "##\u00a2": 98, "##'": 99, "##1": 100, "##\u012e": 101, "##M": 102, "##Z": 103, "##y": 104, "##\u00bc": 105, "##\u00c7": 106, "##\u00af": 107, "##p": 108, "##\u00cc": 109, "##*": 110, "##\u00d4": 111, "##0": 112, "##\u00fd": 113, "##\u00d1": 114, "##\u00dc": 115, "##\u00ec": 116, "##\u00ac": 117, "##\u0130": 118, "##\u00e4": 119, "##\u00d3": 120, "##\u00ed": 121, "##E": 122, "##\u00d7": 123, "##\u0139": 124, "##9": 125, "##\u0128": 126, "##m": 127, "##\u00fb": 128, "##P": 129, "##`": 130, "##3": 131, "##\u00f4": 132, "##\u00c8": 133, "##G": 134, "##\u00a8": 135, "##$": 136, "##J": 137, "##u": 138, "##~": 139, "##\u0124": 140, "##\u0126": 141, "##\u0129": 142, "##6": 143, "##>": 144, "##\u00ce": 145, "##\u0143": 146, "##\u00f3": 147, "##&": 148, "##.": 149, "##\u00a6": 150, "##=": 151, "##\u00aa": 152, "##\u010b": 153, "##\u00e6": 154, "##7": 155, "##8": 156, "##d": 157, "##\u00b1": 158, "##\u0131": 159, "##\u00e8": 160, "##\u0141": 161, "##\u00c2": 162, "##2": 163, "##\u00c4": 164, "##\u0116": 165, "##h": 166, "##\u00a4": 167, "##R": 168, "##\u013f": 169, "##x": 170, "##?": 171, "##\u0119": 172, "##z": 173, "##\u0140": 174, "##]": 175, "##,": 176, "##+": 177, "##|": 178, "##\u0121": 179, "##\u010a": 180, "##\u00ae": 181, "##g": 182, "##\u0103": 183, "##\u00b3": 184, "##\u0138": 185, "##\u0123": 186, "##\u00a9": 187, "##\u00f9": 188, "##N": 189, "##o": 190, "##t": 191, "##U": 192, "##\u0110": 193, "##\u0100": 194, "##\u00ba": 195, "##\u0137": 196, "##b": 197, "##B": 198, "##j": 199, "##\u00d9": 200, "##q": 201, "##\u00f2": 202, "##\u0102": 203, "##\u0133": 204, "##\u00f8": 205, "##\u00da": 206, "##\u011d": 207, "##\u011e": 208, "##S": 209, "##H": 210, "##Q": 211, "##s": 212, "##\u010f": 213, "##\u0136": 214, "##\u00bd": 215, "##5": 216, "##L": 217, "##\u0115": 218, "##@": 219, "##!": 220, "##\u0107": 221, "##\u00e1": 222, "##\\": 223, "##\u0134": 224, "##\u013c": 225, "##\u00c1": 226, "##^": 227, "##\u00bb": 228, "##\u00c9": 229, "##\u00d8": 230, "##\u0108": 231, "##F": 232, "##\u00cb": 233, "##\u011b": 234, "##\u012b": 235, "##n": 236, "##\u00b0": 237, "##<": 238, "##\u00e0": 239, "##\u0113": 240, "##\u0120": 241, "##\u012c": 242, "##O": 243, "##D": 244, "##\u00c5": 245, "##\u0127": 246, "##c": 247, "##\u00cd": 248, "##A": 249, "##a": 250, "##K": 251, "##\u00ca": 252, "##\u0106": 253, "##\u0104": 254, "##\u00eb": 255, "##\u00b5": 256, "##w": 257, "##\u00b7": 258, "##\u0111": 259, "##ng": 260, "##er": 261, "##\ufffd": 262, "##ent": 263, "##on": 264, "##nt": 265, "##en": 266, "##her": 267, "##al": 268, "##ct": 269, "##nd": 270, "##ion": 271, "##in": 272, "##es": 273, "##th": 274, "##at": 275, "##le": 276, "##gh": 277, "##or": 278, "##ss": 279, "##ar": 280, "##ld": 281, "##ur": 282, "##ch": 283, "##ou": 284, "##re": 285, "##ti": 286, "##us": 287, "##st": 288, "##se": 289, "##ge": 290, "##ht": 291, "## ": 292, "##ut": 293, "##ing": 294, "##ple": 295, "##me": 296, "##ul": 297, "##tion": 298, "##om": 299, "##an": 300, "##ic": 301, "##ce": 302, "##em": 303, "##ra": 304, "##ess": 305, "##og": 306, "##it": 307, "##el": 308, "##rt": 309, "##uc": 310, "##ve": 311, "##ne": 312, "##ue": 313, "##te": 314, "##ay": 315, "##lt": 316, "##ow": 317, "##il": 318, "##rd": 319, "##ment": 320, "##bl": 321, "##ect": 322, "##ma": 323, "##ed": 324, "##de": 325, "##et": 326, "##is": 327, "##ll": 328, "##ver": 329, "##ri": 330, "##tem": 331, "##ud": 332, "##ase": 333, "##use": 334, "##io": 335, "##ad": 336, "##rg": 337, "##nc": 338, "##rch": 339, "##li": 340, "##ip": 341, "##ly": 342, "##id": 343, "##la": 344, "##ugh": 345, "##nce": 346, "##rn": 347, "##ter": 348, "##rm": 349, "##ia": 350, "##and": 351, "##ear": 352, "##as": 353, "##ag": 354, "##ate": 355, "##tr": 356, "##he": 357, "##od": 358, "##ni": 359, "##ty": 360, "##ght": 361, "##und": 362, "##ta": 363, "##lop": 364, "##ore": 365, "##si": 366, "##gn": 367, "##iv": 368, "##sh": 369, "##ol": 370, "##lo": 371, "##tor": 372, "##ber": 373, "##pl": 374, "##un": 375, "##ph": 376, "##rk": 377, "##een": 378, "##ry": 379, "##ard": 380, "##out": 381, "##rat": 382, "##oy": 383, "##ro": 384, "##ith": 385, "##lit": 386, "##\ufffd\ufffd": 387, "##ther": 388, "##ib": 389, "##ure": 390, "##lf": 391, "##ck": 392, "##mat": 393, "##ish": 394, "##ial": 395, "##rc": 396, "##ec": 397, "##ca": 398, "##ork": 399, "##tu": 400, "##est": 401, "##mal": 402, "##os": 403, "##den": 404, "##ee": 405, "##dy": 406, "##age": 407, "##stem": 408, "##ation": 409, "##ke": 410, "##am": 411, "##na": 412, "##to": 413, "##ua": 414, "##ain": 415, "##pt": 416, "##lem": 417, "##ui": 418, "##ous": 419, "##are": 420, "##ult": 421, "##di": 422, "##ween": 423, "##we": 424, "##iat": 425, "##ding": 426, "##pa": 427, "##arch": 428, "##ough": 429, "##tur": 430, "##ine": 431, "##lar": 432, "##uen": 433, "##ional": 434, "##lly": 435, "##mple": 436, "##men": 437, "##ltur": 438, "##sue": 439, "##ays": 440, "##op": 441, "##ble": 442, "##ant": 443, "##um": 444, "##wer": 445, "##ci": 446, "##rce": 447, "##ood": 448, "##ether": 449, "##mber": 450, "##tio": 451, "##log": 452, "##ga": 453, "##cer": 454, "##br": 455, "##rv": 456, "##sk": 457, "##elf": 458, "##ap": 459, "##mp": 460, "##ac": 461, "##fe": 462, "##ot": 463, "##ity": 464, "##sion": 465, "##ati": 466, "##tp": 467, "##cl": 468, "##ir": 469, "##mi": 470, "##ness": 471, "##oo": 472, "##has": 473, "##mb": 474, "##vi": 475, "##cat": 476, "##nk": 477, "##ea": 478, "##up": 479, "##ey": 480, "##end": 481, "##rica": 482, "##ally": 483, "##ho": 484, "##ack": 485, "##tal": 486, "##tic": 487, "##but": 488, "##ral": 489, "##lat": 490, "##ive": 491, "##ere": 492, "##ady": 493, "##vel": 494, "##ek": 495, "##ond": 496, "##be": 497, "##ace": 498, "##ria": 499, "##rs": 500, "##nat": 501, "##tan": 502, "##tra": 503, "##ov": 504, "##der": 505, "##era": 506, "##cult": 507, "##tant": 508, "##ram": 509, "##fi": 510, "##rse": 511, "##ug": 512, "##ition": 513, "##ort": 514, "##ha": 515, "##no": 516, "##ie": 517, "##oss": 518, "##ciat": 519, "##rder": 520, "##ark": 521, "##mati": 522, "##eo": 523, "##iro": 524, "##enc": 525, "##ted": 526, "##ime": 527, "##ell": 528, "##ual": 529, "##tom": 530, "##avio": 531, "##wn": 532, "##red": 533, "##nu": 534, "##fic": 535, "##hool": 536, "##ab": 537, "##gl": 538, "##ep": 539, "##mph": 540, "##unt": 541, "##ig": 542, "##ide": 543, "##nal": 544, "##pe": 545, "##va": 546, "##eas": 547, "##ger": 548, "##gu": 549, "##eri": 550, "##cti": 551, "##nos": 552, "##ause": 553, "##nti": 554, "##cle": 555, "##av": 556, "##hin": 557, "##ps": 558, "##eady": 559, "##dent": 560, "##ite": 561, "##ture": 562, "##ool": 563, "##ka": 564, "##dia": 565, "##cul": 566, "##oom": 567, "##all": 568, "##po": 569, "##rld": 570, "##act": 571, "##str": 572, "##ys": 573, "##pen": 574, "##ost": 575, "##ok": 576, "##man": 577, "##yle": 578, "##ale": 579, "##ill": 580, "##ultur": 581, "##int": 582, "##ula": 583, "##eight": 584, "##qu": 585, "##rag": 586, "##let": 587, "##im": 588, "##ns": 589, "##min": 590, "##anc": 591, "##bit": 592, "##ien": 593, "##per": 594, "##gra": 595, "##ew": 596, "##ev": 597, "##trat": 598, "##hing": 599}