Upload folder using huggingface_hub

fw57M_Entropy_thresholdBX_600/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|padding|>",
+  "unk_token": "<|unk|>"
+}

fw57M_Entropy_thresholdBX_600/stats.csv

@@ -0,0 +1,129 @@
+num_moves,vocab_size,unique_segments,threshold
+0,515,1,5.133828295811327e-08
+1000,516,22,9.790553576749517e-07
+2000,516,25,1.4309060816231067e-06
+3000,516,27,1.8229197848995682e-06
+4000,517,30,2.1990540517435875e-06
+5000,517,34,2.5248320980608696e-06
+6000,517,37,2.8365827802190324e-06
+7000,517,39,3.127169520666939e-06
+8000,517,42,3.4406789382046554e-06
+9000,517,44,3.7212562347122002e-06
+10000,517,46,4.012302269984502e-06
+11000,517,47,4.296648512536194e-06
+12000,517,49,4.568334588839207e-06
+13000,518,54,4.853022801398765e-06
+14000,518,58,5.109339326736517e-06
+15000,518,65,5.373932253860403e-06
+16000,518,67,5.649672857543919e-06
+17000,518,69,5.914777375437552e-06
+18000,518,73,6.172143912408501e-06
+19000,519,76,6.424897492252057e-06
+20000,520,77,6.700956419081194e-06
+21000,520,81,6.9617381086573005e-06
+22000,520,84,7.22233698979835e-06
+23000,521,86,7.478172392438864e-06
+24000,521,92,7.740409273537807e-06
+25000,521,94,8.001956302905455e-06
+26000,521,98,8.264463758678176e-06
+27000,522,104,8.528708349331282e-06
+28000,522,107,8.773720765020698e-06
+29000,522,109,9.04225635167677e-06
+30000,523,113,9.290170055464841e-06
+31000,523,117,9.528370355837978e-06
+32000,524,118,9.79736796580255e-06
+33000,525,122,1.0070482858282048e-05
+34000,525,127,1.0339319487684406e-05
+35000,525,129,1.0614803613862023e-05
+36000,526,133,1.0890100384131074e-05
+37000,527,135,1.1162222108396236e-05
+38000,527,139,1.1431737220846117e-05
+39000,527,139,1.1706975783454254e-05
+40000,528,143,1.1987172001681756e-05
+41000,529,148,1.224808602273697e-05
+42000,529,150,1.2501597666414455e-05
+43000,529,152,1.2784775208274368e-05
+44000,529,154,1.307702677877387e-05
+45000,530,154,1.3359001059143338e-05
+46000,531,157,1.3647608284372836e-05
+47000,532,158,1.3921197023591958e-05
+48000,533,161,1.4208838365448173e-05
+49000,533,162,1.4507069863611832e-05
+50000,533,166,1.4814748283242807e-05
+51000,534,168,1.5173626707110088e-05
+52000,534,170,1.5574130884488113e-05
+53000,535,173,1.6095349565148354e-05
+54000,535,174,1.6789324945420958e-05
+55000,536,178,1.7530710465507582e-05
+56000,536,182,1.807898297556676e-05
+57000,536,186,1.855349910329096e-05
+58000,537,189,1.89148177014431e-05
+59000,541,192,1.9255410734331235e-05
+60000,541,196,1.9606726709753275e-05
+61000,541,198,1.993944897549227e-05
+62000,543,202,2.026474612648599e-05
+63000,543,204,2.057795245491434e-05
+64000,543,208,2.0897583453916013e-05
+65000,544,210,2.1221829229034483e-05
+66000,545,212,2.1535339328693226e-05
+67000,548,219,2.1876883693039417e-05
+68000,550,220,2.2192627511685714e-05
+69000,553,224,2.2512333089252934e-05
+70000,554,225,2.281865272379946e-05
+71000,554,228,2.3127340682549402e-05
+72000,554,231,2.3458222131012008e-05
+73000,555,237,2.3790689738234505e-05
+74000,558,238,2.412626963632647e-05
+75000,559,239,2.4468832634738646e-05
+76000,560,240,2.481048068148084e-05
+77000,561,242,2.5139239369309507e-05
+78000,561,246,2.5478828320046887e-05
+79000,561,249,2.5810599254327826e-05
+80000,562,252,2.6150766643695533e-05
+81000,563,255,2.6495927158975974e-05
+82000,564,256,2.6845029424293898e-05
+83000,564,259,2.7201735065318644e-05
+84000,564,263,2.755965215328615e-05
+85000,564,267,2.7887075702892616e-05
+86000,566,272,2.823129943863023e-05
+87000,566,274,2.858073821698781e-05
+88000,567,275,2.8935739464941435e-05
+89000,567,280,2.9296392312971875e-05
+90000,568,286,2.9659753636224195e-05
+91000,568,292,3.002668745466508e-05
+92000,571,295,3.0397197406273335e-05
+93000,571,299,3.074545384151861e-05
+94000,571,301,3.1101779313758016e-05
+95000,571,305,3.149575786665082e-05
+96000,571,307,3.189174094586633e-05
+97000,571,309,3.22468149533961e-05
+98000,573,314,3.26372537529096e-05
+99000,575,319,3.3024651202140376e-05
+100000,575,322,3.339877730468288e-05
+101000,576,330,3.377669054316357e-05
+102000,576,334,3.417441257624887e-05
+103000,576,339,3.456857302808203e-05
+104000,576,344,3.496912540867925e-05
+105000,576,349,3.5385990486247465e-05
+106000,577,354,3.575959999579936e-05
+107000,577,358,3.61450802301988e-05
+108000,578,359,3.653268504422158e-05
+109000,579,363,3.6942012229701504e-05
+110000,581,370,3.730935713974759e-05
+111000,582,373,3.769703835132532e-05
+112000,584,378,3.8120309909572825e-05
+113000,585,383,3.853967791656032e-05
+114000,585,386,3.8975511415628716e-05
+115000,588,393,3.93725567846559e-05
+116000,588,397,3.9807622670196e-05
+117000,589,402,4.022541907033883e-05
+118000,589,405,4.067840927746147e-05
+119000,593,408,4.113887916901149e-05
+120000,594,411,4.1620303818490356e-05
+121000,596,414,4.212183193885721e-05
+122000,596,418,4.26527694799006e-05
+123000,598,421,4.322654058341868e-05
+124000,598,422,4.3803440348710865e-05
+125000,598,426,4.446713501238264e-05
+126000,598,431,4.5173615944804624e-05
+127000,600,435,4.5849425077904016e-05

fw57M_Entropy_thresholdBX_600/tokenizer.json

@@ -0,0 +1,670 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|padding|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 514,
+      "content": "<|unk|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": [
+      {
+        "type": "NFD"
+      }
+    ]
+  },
+  "pre_tokenizer": {
+    "type": "Split",
+    "pattern": {
+      "Regex": "^$"
+    },
+    "behavior": "Contiguous",
+    "invert": false
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "<|unk|>",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "<|padding|>": 0,
+      "<|endoftext|>": 1,
+      "!": 2,
+      "\"": 3,
+      "#": 4,
+      "$": 5,
+      "%": 6,
+      "&": 7,
+      "'": 8,
+      "(": 9,
+      ")": 10,
+      "*": 11,
+      "+": 12,
+      ",": 13,
+      "-": 14,
+      ".": 15,
+      "/": 16,
+      "0": 17,
+      "1": 18,
+      "2": 19,
+      "3": 20,
+      "4": 21,
+      "5": 22,
+      "6": 23,
+      "7": 24,
+      "8": 25,
+      "9": 26,
+      ":": 27,
+      ";": 28,
+      "<": 29,
+      "=": 30,
+      ">": 31,
+      "?": 32,
+      "@": 33,
+      "A": 34,
+      "B": 35,
+      "C": 36,
+      "D": 37,
+      "E": 38,
+      "F": 39,
+      "G": 40,
+      "H": 41,
+      "I": 42,
+      "J": 43,
+      "K": 44,
+      "L": 45,
+      "M": 46,
+      "N": 47,
+      "O": 48,
+      "P": 49,
+      "Q": 50,
+      "R": 51,
+      "S": 52,
+      "T": 53,
+      "U": 54,
+      "V": 55,
+      "W": 56,
+      "X": 57,
+      "Y": 58,
+      "Z": 59,
+      "[": 60,
+      "\\": 61,
+      "]": 62,
+      "^": 63,
+      "_": 64,
+      "`": 65,
+      "a": 66,
+      "b": 67,
+      "c": 68,
+      "d": 69,
+      "e": 70,
+      "f": 71,
+      "g": 72,
+      "h": 73,
+      "i": 74,
+      "j": 75,
+      "k": 76,
+      "l": 77,
+      "m": 78,
+      "n": 79,
+      "o": 80,
+      "p": 81,
+      "q": 82,
+      "r": 83,
+      "s": 84,
+      "t": 85,
+      "u": 86,
+      "v": 87,
+      "w": 88,
+      "x": 89,
+      "y": 90,
+      "z": 91,
+      "{": 92,
+      "|": 93,
+      "}": 94,
+      "~": 95,
+      "¡": 96,
+      "¢": 97,
+      "£": 98,
+      "¤": 99,
+      "¥": 100,
+      "¦": 101,
+      "§": 102,
+      "¨": 103,
+      "©": 104,
+      "ª": 105,
+      "«": 106,
+      "¬": 107,
+      "®": 108,
+      "¯": 109,
+      "°": 110,
+      "±": 111,
+      "²": 112,
+      "³": 113,
+      "´": 114,
+      "µ": 115,
+      "¶": 116,
+      "·": 117,
+      "¸": 118,
+      "¹": 119,
+      "º": 120,
+      "»": 121,
+      "¼": 122,
+      "½": 123,
+      "¾": 124,
+      "¿": 125,
+      "À": 126,
+      "Á": 127,
+      "Â": 128,
+      "Ã": 129,
+      "Ä": 130,
+      "Å": 131,
+      "Æ": 132,
+      "Ç": 133,
+      "È": 134,
+      "É": 135,
+      "Ê": 136,
+      "Ë": 137,
+      "Ì": 138,
+      "Í": 139,
+      "Î": 140,
+      "Ï": 141,
+      "Ð": 142,
+      "Ñ": 143,
+      "Ò": 144,
+      "Ó": 145,
+      "Ô": 146,
+      "Õ": 147,
+      "Ö": 148,
+      "×": 149,
+      "Ø": 150,
+      "Ù": 151,
+      "Ú": 152,
+      "Û": 153,
+      "Ü": 154,
+      "Ý": 155,
+      "Þ": 156,
+      "ß": 157,
+      "à": 158,
+      "á": 159,
+      "â": 160,
+      "ã": 161,
+      "ä": 162,
+      "å": 163,
+      "æ": 164,
+      "ç": 165,
+      "è": 166,
+      "é": 167,
+      "ê": 168,
+      "ë": 169,
+      "ì": 170,
+      "í": 171,
+      "î": 172,
+      "ï": 173,
+      "ð": 174,
+      "ñ": 175,
+      "ò": 176,
+      "ó": 177,
+      "ô": 178,
+      "õ": 179,
+      "ö": 180,
+      "÷": 181,
+      "ø": 182,
+      "ù": 183,
+      "ú": 184,
+      "û": 185,
+      "ü": 186,
+      "ý": 187,
+      "þ": 188,
+      "ÿ": 189,
+      "Ā": 190,
+      "ā": 191,
+      "Ă": 192,
+      "ă": 193,
+      "Ą": 194,
+      "ą": 195,
+      "Ć": 196,
+      "ć": 197,
+      "Ĉ": 198,
+      "ĉ": 199,
+      "Ċ": 200,
+      "ċ": 201,
+      "Č": 202,
+      "č": 203,
+      "Ď": 204,
+      "ď": 205,
+      "Đ": 206,
+      "đ": 207,
+      "Ē": 208,
+      "ē": 209,
+      "Ĕ": 210,
+      "ĕ": 211,
+      "Ė": 212,
+      "ė": 213,
+      "Ę": 214,
+      "ę": 215,
+      "Ě": 216,
+      "ě": 217,
+      "Ĝ": 218,
+      "ĝ": 219,
+      "Ğ": 220,
+      "ğ": 221,
+      "Ġ": 222,
+      "ġ": 223,
+      "Ģ": 224,
+      "ģ": 225,
+      "Ĥ": 226,
+      "ĥ": 227,
+      "Ħ": 228,
+      "ħ": 229,
+      "Ĩ": 230,
+      "ĩ": 231,
+      "Ī": 232,
+      "ī": 233,
+      "Ĭ": 234,
+      "ĭ": 235,
+      "Į": 236,
+      "į": 237,
+      "İ": 238,
+      "ı": 239,
+      "IJ": 240,
+      "ij": 241,
+      "Ĵ": 242,
+      "ĵ": 243,
+      "Ķ": 244,
+      "ķ": 245,
+      "ĸ": 246,
+      "Ĺ": 247,
+      "ĺ": 248,
+      "Ļ": 249,
+      "ļ": 250,
+      "Ľ": 251,
+      "ľ": 252,
+      "Ŀ": 253,
+      "ŀ": 254,
+      "Ł": 255,
+      "ł": 256,
+      "Ń": 257,
+      "##Q": 258,
+      "##9": 259,
+      "##¨": 260,
+      "##Y": 261,
+      "##E": 262,
+      "##č": 263,
+      "##®": 264,
+      "##Ċ": 265,
+      "##h": 266,
+      "##ę": 267,
+      "##Ě": 268,
+      "##ç": 269,
+      "##2": 270,
+      "##¬": 271,
+      "##Ĺ": 272,
+      "##Z": 273,
+      "##C": 274,
+      "##-": 275,
+      "##Ĥ": 276,
+      "##=": 277,
+      "##f": 278,
+      "##IJ": 279,
+      "##Ĝ": 280,
+      "##^": 281,
+      "##H": 282,
+      "##w": 283,
+      "##â": 284,
+      "##ô": 285,
+      "##\\": 286,
+      "##ĝ": 287,
+      "##O": 288,
+      "##Ľ": 289,
+      "##V": 290,
+      "##đ": 291,
+      "##?": 292,
+      "##i": 293,
+      "##Ó": 294,
+      "##Õ": 295,
+      "##è": 296,
+      "##þ": 297,
+      "##7": 298,
+      "##¢": 299,
+      "##Ã": 300,
+      "##Ā": 301,
+      "##Ģ": 302,
+      "##\"": 303,
+      "##x": 304,
+      "##_": 305,
+      "##Ë": 306,
+      "##ā": 307,
+      "##Â": 308,
+      "##ģ": 309,
+      "##Ô": 310,
+      "##ĩ": 311,
+      "##>": 312,
+      "##å": 313,
+      "##%": 314,
+      "##ü": 315,
+      "##÷": 316,
+      "##Ø": 317,
+      "##Ì": 318,
+      "##F": 319,
+      "##4": 320,
+      "##¶": 321,
+      "##©": 322,
+      "##¥": 323,
+      "##Ĉ": 324,
+      "##c": 325,
+      "##]": 326,
+      "##)": 327,
+      "##ħ": 328,
+      "##Ĕ": 329,
+      "##Į": 330,
+      "##ľ": 331,
+      "##º": 332,
+      "##Î": 333,
+      "##Ð": 334,
+      "##(": 335,
+      "##|": 336,
+      "##Ö": 337,
+      "##ì": 338,
+      "##ú": 339,
+      "##ª": 340,
+      "##Ú": 341,
+      "##Č": 342,
+      "##.": 343,
+      "##¹": 344,
+      "##½": 345,
+      "##Ŀ": 346,
+      "##;": 347,
+      "##í": 348,
+      "##´": 349,
+      "##b": 350,
+      "##¤": 351,
+      "##À": 352,
+      "##Ï": 353,
+      "##G": 354,
+      "##P": 355,
+      "##¦": 356,
+      "##ï": 357,
+      "##Ć": 358,
+      "##ī": 359,
+      "##Ą": 360,
+      "##R": 361,
+      "##ă": 362,
+      "##s": 363,
+      "##3": 364,
+      "##I": 365,
+      "##±": 366,
+      "##İ": 367,
+      "##£": 368,
+      "##Ă": 369,
+      "##0": 370,
+      "##Đ": 371,
+      "##ł": 372,
+      "##ĥ": 373,
+      "##ó": 374,
+      "##õ": 375,
+      "##û": 376,
+      "##ķ": 377,
+      "##D": 378,
+      "##z": 379,
+      "##Ď": 380,
+      "##ĸ": 381,
+      "##¿": 382,
+      "##×": 383,
+      "##k": 384,
+      "##1": 385,
+      "##Þ": 386,
+      "##æ": 387,
+      "##$": 388,
+      "##A": 389,
+      "##ñ": 390,
+      "##Ĭ": 391,
+      "##³": 392,
+      "##:": 393,
+      "##Á": 394,
+      "##ď": 395,
+      "##§": 396,
+      "##ÿ": 397,
+      "##Ī": 398,
+      "##Ļ": 399,
+      "##B": 400,
+      "##Å": 401,
+      "##ġ": 402,
+      "##é": 403,
+      "##ı": 404,
+      "##ĺ": 405,
+      "##Ü": 406,
+      "##²": 407,
+      "##6": 408,
+      "##·": 409,
+      "##¸": 410,
+      "##ê": 411,
+      "##Ê": 412,
+      "##<": 413,
+      "##U": 414,
+      "##Ġ": 415,
+      "##e": 416,
+      "##5": 417,
+      "##!": 418,
+      "##ö": 419,
+      "##L": 420,
+      "##X": 421,
+      "##M": 422,
+      "##È": 423,
+      "##ĕ": 424,
+      "##Ė": 425,
+      "##Ķ": 426,
+      "##S": 427,
+      "##l": 428,
+      "##»": 429,
+      "##Ò": 430,
+      "##ù": 431,
+      "##ć": 432,
+      "##&": 433,
+      "##à": 434,
+      "##@": 435,
+      "##ý": 436,
+      "##Ä": 437,
+      "##p": 438,
+      "##î": 439,
+      "##ß": 440,
+      "##ø": 441,
+      "##t": 442,
+      "##µ": 443,
+      "##É": 444,
+      "##Ē": 445,
+      "##d": 446,
+      "##ċ": 447,
+      "##ě": 448,
+      "##Ł": 449,
+      "##8": 450,
+      "##ã": 451,
+      "##ĵ": 452,
+      "##Æ": 453,
+      "##¡": 454,
+      "##Ń": 455,
+      "##n": 456,
+      "##¼": 457,
+      "##j": 458,
+      "##Í": 459,
+      "##Ĩ": 460,
+      "##r": 461,
+      "##Ę": 462,
+      "##Ù": 463,
+      "##ij": 464,
+      "##Ğ": 465,
+      "##ğ": 466,
+      "##ą": 467,
+      "##ë": 468,
+      "##+": 469,
+      "##¯": 470,
+      "##ė": 471,
+      "##/": 472,
+      "##q": 473,
+      "##Ñ": 474,
+      "##Ħ": 475,
+      "##W": 476,
+      "##[": 477,
+      "##ä": 478,
+      "##Ç": 479,
+      "##ĭ": 480,
+      "##ļ": 481,
+      "##°": 482,
+      "##o": 483,
+      "##Ý": 484,
+      "##u": 485,
+      "##m": 486,
+      "##ē": 487,
+      "##g": 488,
+      "###": 489,
+      "##y": 490,
+      "##v": 491,
+      "##ŀ": 492,
+      "##¾": 493,
+      "##'": 494,
+      "##a": 495,
+      "##K": 496,
+      "##T": 497,
+      "##~": 498,
+      "##`": 499,
+      "##Û": 500,
+      "##{": 501,
+      "##«": 502,
+      "##á": 503,
+      "##N": 504,
+      "##ĉ": 505,
+      "##į": 506,
+      "##ð": 507,
+      "##Ĵ": 508,
+      "##}": 509,
+      "##*": 510,
+      "##J": 511,
+      "##ò": 512,
+      "##,": 513,
+      "<|unk|>": 514,
+      "##ng": 515,
+      "##�": 516,
+      "##er": 517,
+      "##nt": 518,
+      "##en": 519,
+      "##on": 520,
+      "##le": 521,
+      "##nd": 522,
+      "##her": 523,
+      "##ent": 524,
+      "##ss": 525,
+      "##gh": 526,
+      "##se": 527,
+      "##em": 528,
+      "##ur": 529,
+      "##he": 530,
+      "##in": 531,
+      "##es": 532,
+      "##th": 533,
+      "##ct": 534,
+      "##al": 535,
+      "##us": 536,
+      "##ar": 537,
+      "##ge": 538,
+      "##at": 539,
+      "##io": 540,
+      "##ve": 541,
+      "##ld": 542,
+      "##ce": 543,
+      "##ion": 544,
+      "##or": 545,
+      "##ple": 546,
+      "##ch": 547,
+      "##te": 548,
+      "##ll": 549,
+      "##me": 550,
+      "##ul": 551,
+      "##re": 552,
+      "##og": 553,
+      "##ti": 554,
+      "##an": 555,
+      "##ra": 556,
+      "##lt": 557,
+      "##rd": 558,
+      "##el": 559,
+      "##ht": 560,
+      "##st": 561,
+      "##ag": 562,
+      "##ut": 563,
+      "##pl": 564,
+      "##ue": 565,
+      "##ing": 566,
+      "##de": 567,
+      "##ow": 568,
+      "##rg": 569,
+      "##ect": 570,
+      "##is": 571,
+      "##et": 572,
+      "##tr": 573,
+      "##ay": 574,
+      "##ma": 575,
+      "##it": 576,
+      "##il": 577,
+      "##ri": 578,
+      "##dy": 579,
+      "##use": 580,
+      "##bl": 581,
+      "##ly": 582,
+      "##and": 583,
+      "##li": 584,
+      "##ne": 585,
+      "##ic": 586,
+      "##tem": 587,
+      "##ed": 588,
+      "##ess": 589,
+      "##as": 590,
+      "##ou": 591,
+      "##ec": 592,
+      "##om": 593,
+      "##uc": 594,
+      "##ke": 595,
+      "##ia": 596,
+      "##ud": 597,
+      "##sh": 598,
+      "##na": 599
+    }
+  }
+}

fw57M_Entropy_thresholdBX_600/tokenizer_config.json

@@ -0,0 +1,37 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<|unk|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|padding|>",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": "<|unk|>"
+}

fw57M_Entropy_thresholdBX_600/vocab.json

@@ -0,0 +1 @@
+{"Q": 50, "9": 26, "\u00a8": 103, "Y": 58, "E": 38, "\u010d": 203, "\u00ae": 108, "\u010a": 200, "h": 73, "\u0119": 215, "\u011a": 216, "\u00e7": 165, "2": 19, "\u00ac": 107, "\u0139": 247, "Z": 59, "C": 36, "-": 14, "\u0124": 226, "=": 30, "f": 71, "\u0132": 240, "\u011c": 218, "^": 63, "H": 41, "w": 88, "\u00e2": 160, "\u00f4": 178, "\\": 61, "\u011d": 219, "O": 48, "\u013d": 251, "V": 55, "\u0111": 207, "?": 32, "i": 74, "\u00d3": 145, "\u00d5": 147, "\u00e8": 166, "\u00fe": 188, "7": 24, "\u00a2": 97, "\u00c3": 129, "\u0100": 190, "\u0122": 224, "\"": 3, "x": 89, "_": 64, "\u00cb": 137, "\u0101": 191, "\u00c2": 128, "\u0123": 225, "\u00d4": 146, "\u0129": 231, ">": 31, "\u00e5": 163, "%": 6, "\u00fc": 186, "\u00f7": 181, "\u00d8": 150, "\u00cc": 138, "F": 39, "4": 21, "\u00b6": 116, "\u00a9": 104, "\u00a5": 100, "\u0108": 198, "c": 68, "]": 62, ")": 10, "\u0127": 229, "\u0114": 210, "\u012e": 236, "\u013e": 252, "\u00ba": 120, "\u00ce": 140, "\u00d0": 142, "(": 9, "|": 93, "\u00d6": 148, "\u00ec": 170, "\u00fa": 184, "\u00aa": 105, "\u00da": 152, "\u010c": 202, ".": 15, "\u00b9": 119, "<|padding|>": 0, "\u00bd": 123, "\u013f": 253, ";": 28, "\u00ed": 171, "\u00b4": 114, "b": 67, "\u00a4": 99, "\u00c0": 126, "\u00cf": 141, "G": 40, "P": 49, "\u00a6": 101, "\u00ef": 173, "\u0106": 196, "\u012b": 233, "\u0104": 194, "R": 51, "\u0103": 193, "s": 84, "3": 20, "I": 42, "\u00b1": 111, "\u0130": 238, "\u00a3": 98, "\u0102": 192, "0": 17, "\u0110": 206, "\u0142": 256, "\u0125": 227, "\u00f3": 177, "\u00f5": 179, "\u00fb": 185, "\u0137": 245, "D": 37, "z": 91, "\u010e": 204, "\u0138": 246, "\u00bf": 125, "\u00d7": 149, "k": 76, "1": 18, "\u00de": 156, "\u00e6": 164, "$": 5, "A": 34, "\u00f1": 175, "\u012c": 234, "\u00b3": 113, ":": 27, "\u00c1": 127, "\u010f": 205, "\u00a7": 102, "\u00ff": 189, "\u012a": 232, "\u013b": 249, "B": 35, "\u00c5": 131, "\u0121": 223, "\u00e9": 167, "\u0131": 239, "\u013a": 248, "\u00dc": 154, "\u00b2": 112, "6": 23, "<|endoftext|>": 1, "\u00b7": 117, "\u00b8": 118, "\u00ea": 168, "\u00ca": 136, "<": 29, "U": 54, "\u0120": 222, "e": 70, "5": 22, "!": 2, "\u00f6": 180, "L": 45, "X": 57, "M": 46, "\u00c8": 134, "\u0115": 211, "\u0116": 212, "\u0136": 244, "S": 52, "l": 77, "\u00bb": 121, "\u00d2": 144, "\u00f9": 183, "\u0107": 197, "&": 7, "\u00e0": 158, "@": 33, "\u00fd": 187, "\u00c4": 130, "p": 81, "\u00ee": 172, "\u00df": 157, "\u00f8": 182, "t": 85, "\u00b5": 115, "\u00c9": 135, "\u0112": 208, "d": 69, "\u010b": 201, "\u011b": 217, "\u0141": 255, "8": 25, "\u00e3": 161, "\u0135": 243, "\u00c6": 132, "\u00a1": 96, "\u0143": 257, "n": 79, "\u00bc": 122, "j": 75, "\u00cd": 139, "\u0128": 230, "r": 83, "\u0118": 214, "\u00d9": 151, "\u0133": 241, "\u011e": 220, "\u011f": 221, "\u0105": 195, "\u00eb": 169, "+": 12, "\u00af": 109, "\u0117": 213, "/": 16, "q": 82, "\u00d1": 143, "\u0126": 228, "W": 56, "[": 60, "\u00e4": 162, "\u00c7": 133, "\u012d": 235, "\u013c": 250, "\u00b0": 110, "o": 80, "\u00dd": 155, "u": 86, "m": 78, "\u0113": 209, "g": 72, "#": 4, "y": 90, "v": 87, "\u0140": 254, "\u00be": 124, "'": 8, "a": 66, "K": 44, "T": 53, "~": 95, "`": 65, "\u00db": 153, "{": 92, "\u00ab": 106, "\u00e1": 159, "N": 47, "\u0109": 199, "\u012f": 237, "\u00f0": 174, "\u0134": 242, "}": 94, "*": 11, "J": 43, "\u00f2": 176, ",": 13, "##Q": 258, "##9": 259, "##\u00a8": 260, "##Y": 261, "##E": 262, "##\u010d": 263, "##\u00ae": 264, "##\u010a": 265, "##h": 266, "##\u0119": 267, "##\u011a": 268, "##\u00e7": 269, "##2": 270, "##\u00ac": 271, "##\u0139": 272, "##Z": 273, "##C": 274, "##-": 275, "##\u0124": 276, "##=": 277, "##f": 278, "##\u0132": 279, "##\u011c": 280, "##^": 281, "##H": 282, "##w": 283, "##\u00e2": 284, "##\u00f4": 285, "##\\": 286, "##\u011d": 287, "##O": 288, "##\u013d": 289, "##V": 290, "##\u0111": 291, "##?": 292, "##i": 293, "##\u00d3": 294, "##\u00d5": 295, "##\u00e8": 296, "##\u00fe": 297, "##7": 298, "##\u00a2": 299, "##\u00c3": 300, "##\u0100": 301, "##\u0122": 302, "##\"": 303, "##x": 304, "##_": 305, "##\u00cb": 306, "##\u0101": 307, "##\u00c2": 308, "##\u0123": 309, "##\u00d4": 310, "##\u0129": 311, "##>": 312, "##\u00e5": 313, "##%": 314, "##\u00fc": 315, "##\u00f7": 316, "##\u00d8": 317, "##\u00cc": 318, "##F": 319, "##4": 320, "##\u00b6": 321, "##\u00a9": 322, "##\u00a5": 323, "##\u0108": 324, "##c": 325, "##]": 326, "##)": 327, "##\u0127": 328, "##\u0114": 329, "##\u012e": 330, "##\u013e": 331, "##\u00ba": 332, "##\u00ce": 333, "##\u00d0": 334, "##(": 335, "##|": 336, "##\u00d6": 337, "##\u00ec": 338, "##\u00fa": 339, "##\u00aa": 340, "##\u00da": 341, "##\u010c": 342, "##.": 343, "##\u00b9": 344, "##\u00bd": 345, "##\u013f": 346, "##;": 347, "##\u00ed": 348, "##\u00b4": 349, "##b": 350, "##\u00a4": 351, "##\u00c0": 352, "##\u00cf": 353, "##G": 354, "##P": 355, "##\u00a6": 356, "##\u00ef": 357, "##\u0106": 358, "##\u012b": 359, "##\u0104": 360, "##R": 361, "##\u0103": 362, "##s": 363, "##3": 364, "##I": 365, "##\u00b1": 366, "##\u0130": 367, "##\u00a3": 368, "##\u0102": 369, "##0": 370, "##\u0110": 371, "##\u0142": 372, "##\u0125": 373, "##\u00f3": 374, "##\u00f5": 375, "##\u00fb": 376, "##\u0137": 377, "##D": 378, "##z": 379, "##\u010e": 380, "##\u0138": 381, "##\u00bf": 382, "##\u00d7": 383, "##k": 384, "##1": 385, "##\u00de": 386, "##\u00e6": 387, "##$": 388, "##A": 389, "##\u00f1": 390, "##\u012c": 391, "##\u00b3": 392, "##:": 393, "##\u00c1": 394, "##\u010f": 395, "##\u00a7": 396, "##\u00ff": 397, "##\u012a": 398, "##\u013b": 399, "##B": 400, "##\u00c5": 401, "##\u0121": 402, "##\u00e9": 403, "##\u0131": 404, "##\u013a": 405, "##\u00dc": 406, "##\u00b2": 407, "##6": 408, "##\u00b7": 409, "##\u00b8": 410, "##\u00ea": 411, "##\u00ca": 412, "##<": 413, "##U": 414, "##\u0120": 415, "##e": 416, "##5": 417, "##!": 418, "##\u00f6": 419, "##L": 420, "##X": 421, "##M": 422, "##\u00c8": 423, "##\u0115": 424, "##\u0116": 425, "##\u0136": 426, "##S": 427, "##l": 428, "##\u00bb": 429, "##\u00d2": 430, "##\u00f9": 431, "##\u0107": 432, "##&": 433, "##\u00e0": 434, "##@": 435, "##\u00fd": 436, "##\u00c4": 437, "##p": 438, "##\u00ee": 439, "##\u00df": 440, "##\u00f8": 441, "##t": 442, "##\u00b5": 443, "##\u00c9": 444, "##\u0112": 445, "##d": 446, "##\u010b": 447, "##\u011b": 448, "##\u0141": 449, "##8": 450, "##\u00e3": 451, "##\u0135": 452, "##\u00c6": 453, "##\u00a1": 454, "##\u0143": 455, "##n": 456, "##\u00bc": 457, "##j": 458, "##\u00cd": 459, "##\u0128": 460, "##r": 461, "##\u0118": 462, "##\u00d9": 463, "##\u0133": 464, "##\u011e": 465, "##\u011f": 466, "##\u0105": 467, "##\u00eb": 468, "##+": 469, "##\u00af": 470, "##\u0117": 471, "##/": 472, "##q": 473, "##\u00d1": 474, "##\u0126": 475, "##W": 476, "##[": 477, "##\u00e4": 478, "##\u00c7": 479, "##\u012d": 480, "##\u013c": 481, "##\u00b0": 482, "##o": 483, "##\u00dd": 484, "##u": 485, "##m": 486, "##\u0113": 487, "##g": 488, "###": 489, "##y": 490, "##v": 491, "##\u0140": 492, "##\u00be": 493, "##'": 494, "##a": 495, "##K": 496, "##T": 497, "##~": 498, "##`": 499, "##\u00db": 500, "##{": 501, "##\u00ab": 502, "##\u00e1": 503, "##N": 504, "##\u0109": 505, "##\u012f": 506, "##\u00f0": 507, "##\u0134": 508, "##}": 509, "##*": 510, "##J": 511, "##\u00f2": 512, "##,": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}