Upload folder using huggingface_hub

fw57M_Entropy_threshold_600/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|padding|>",
+  "unk_token": "<|unk|>"
+}

fw57M_Entropy_threshold_600/stats.csv

@@ -0,0 +1,114 @@
+num_moves,vocab_size,unique_segments,threshold
+0,515,1,5.133760083708694e-08
+1000,516,20,9.797513484954834e-07
+2000,516,25,1.4308184290712234e-06
+3000,516,29,1.8228590761282248e-06
+4000,517,32,2.1988930711813737e-06
+5000,517,36,2.524690671634744e-06
+6000,517,42,2.8358606414258247e-06
+7000,517,46,3.12660563395184e-06
+8000,517,49,3.4393651731079444e-06
+9000,517,51,3.721004304679809e-06
+10000,517,53,4.0115287447406445e-06
+11000,517,57,4.295654434827156e-06
+12000,517,59,4.567701580526773e-06
+13000,518,65,4.852824531553779e-06
+14000,518,69,5.1093265938106924e-06
+15000,518,80,5.373336534830742e-06
+16000,518,82,5.648853402817622e-06
+17000,518,86,5.91430944041349e-06
+18000,518,92,6.171561381052015e-06
+19000,519,95,6.423524609999731e-06
+20000,520,97,6.6993416112381965e-06
+21000,520,100,6.9611223807442e-06
+22000,520,107,7.221975920401746e-06
+23000,520,113,7.476828159269644e-06
+24000,520,119,7.740423825453036e-06
+25000,520,124,8.002068170753773e-06
+26000,520,127,8.264540156233124e-06
+27000,520,131,8.528781108907424e-06
+28000,520,133,8.775015885476023e-06
+29000,521,136,9.042313649842981e-06
+30000,522,139,9.290799425798468e-06
+31000,522,145,9.529902854410466e-06
+32000,522,145,9.800556654226966e-06
+33000,523,152,1.0072719305753708e-05
+34000,523,158,1.034065553540131e-05
+35000,523,162,1.0616102372296154e-05
+36000,524,168,1.089130910258973e-05
+37000,525,171,1.1162328519276343e-05
+38000,527,174,1.1432365681685042e-05
+39000,527,175,1.1706822078849655e-05
+40000,527,179,1.1987401194346603e-05
+41000,529,183,1.2248384336999152e-05
+42000,531,189,1.2501177479862235e-05
+43000,532,194,1.278531999560073e-05
+44000,532,197,1.3077251423965208e-05
+45000,533,201,1.3361139281187207e-05
+46000,534,205,1.3648355889017694e-05
+47000,536,208,1.3923853657615837e-05
+48000,536,212,1.4211380403139628e-05
+49000,537,215,1.4509694665321149e-05
+50000,538,216,1.4816629118286073e-05
+51000,538,220,1.517553573648911e-05
+52000,538,222,1.558921576361172e-05
+53000,539,226,1.612767664482817e-05
+54000,540,230,1.6818024960230105e-05
+55000,541,235,1.7545489754411392e-05
+56000,541,237,1.8080252630170435e-05
+57000,541,240,1.8548524167272262e-05
+58000,545,243,1.8917002307716757e-05
+59000,546,245,1.9251374396844767e-05
+60000,546,248,1.960298504855018e-05
+61000,547,250,1.9936958778998815e-05
+62000,547,256,2.026425499934703e-05
+63000,549,262,2.0577797840815037e-05
+64000,549,265,2.0897972717648372e-05
+65000,551,269,2.1224368538241833e-05
+66000,555,272,2.153844434360508e-05
+67000,556,277,2.1878036932321265e-05
+68000,558,280,2.219563612015918e-05
+69000,559,286,2.251324440294411e-05
+70000,560,287,2.2819762307335623e-05
+71000,561,292,2.312927790626418e-05
+72000,562,297,2.3458516807295382e-05
+73000,564,304,2.379106626904104e-05
+74000,565,307,2.4128063159878366e-05
+75000,566,309,2.4470087737427093e-05
+76000,567,315,2.4811053663142957e-05
+77000,568,318,2.5139925128314644e-05
+78000,568,328,2.5478777388343588e-05
+79000,569,332,2.5811543309828267e-05
+80000,572,336,2.6150722987949848e-05
+81000,575,341,2.649636189744342e-05
+82000,576,343,2.684458922885824e-05
+83000,578,345,2.7200831027585082e-05
+84000,578,350,2.755924651864916e-05
+85000,578,354,2.7887024771189317e-05
+86000,578,359,2.8231646865606308e-05
+87000,578,361,2.8580387152032927e-05
+88000,580,364,2.8935428417753428e-05
+89000,580,370,2.9296967113623396e-05
+90000,581,375,2.9660697691724636e-05
+91000,582,378,3.002801167895086e-05
+92000,582,382,3.039792864001356e-05
+93000,582,387,3.074665801250376e-05
+94000,582,390,3.110373654635623e-05
+95000,583,395,3.150007250951603e-05
+96000,584,397,3.189584822393954e-05
+97000,585,400,3.224884130759165e-05
+98000,588,403,3.264015685999766e-05
+99000,590,409,3.302649565739557e-05
+100000,591,412,3.339936301927082e-05
+101000,592,420,3.377728717168793e-05
+102000,593,424,3.417667176108807e-05
+103000,593,429,3.4572040021885186e-05
+104000,593,439,3.49707443092484e-05
+105000,593,447,3.538808960001916e-05
+106000,594,451,3.5759072488872334e-05
+107000,594,452,3.614377783378586e-05
+108000,595,453,3.6534518585540354e-05
+109000,596,456,3.69427289115265e-05
+110000,597,462,3.7310252082534134e-05
+111000,598,464,3.769687100430019e-05
+112000,600,471,3.812055001617409e-05

fw57M_Entropy_threshold_600/tokenizer.json

@@ -0,0 +1,665 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|padding|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 514,
+      "content": "<|unk|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": [
+      {
+        "type": "NFD"
+      }
+    ]
+  },
+  "pre_tokenizer": {
+    "type": "WhitespaceSplit"
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "<|unk|>",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "<|padding|>": 0,
+      "<|endoftext|>": 1,
+      "!": 2,
+      "\"": 3,
+      "#": 4,
+      "$": 5,
+      "%": 6,
+      "&": 7,
+      "'": 8,
+      "(": 9,
+      ")": 10,
+      "*": 11,
+      "+": 12,
+      ",": 13,
+      "-": 14,
+      ".": 15,
+      "/": 16,
+      "0": 17,
+      "1": 18,
+      "2": 19,
+      "3": 20,
+      "4": 21,
+      "5": 22,
+      "6": 23,
+      "7": 24,
+      "8": 25,
+      "9": 26,
+      ":": 27,
+      ";": 28,
+      "<": 29,
+      "=": 30,
+      ">": 31,
+      "?": 32,
+      "@": 33,
+      "A": 34,
+      "B": 35,
+      "C": 36,
+      "D": 37,
+      "E": 38,
+      "F": 39,
+      "G": 40,
+      "H": 41,
+      "I": 42,
+      "J": 43,
+      "K": 44,
+      "L": 45,
+      "M": 46,
+      "N": 47,
+      "O": 48,
+      "P": 49,
+      "Q": 50,
+      "R": 51,
+      "S": 52,
+      "T": 53,
+      "U": 54,
+      "V": 55,
+      "W": 56,
+      "X": 57,
+      "Y": 58,
+      "Z": 59,
+      "[": 60,
+      "\\": 61,
+      "]": 62,
+      "^": 63,
+      "_": 64,
+      "`": 65,
+      "a": 66,
+      "b": 67,
+      "c": 68,
+      "d": 69,
+      "e": 70,
+      "f": 71,
+      "g": 72,
+      "h": 73,
+      "i": 74,
+      "j": 75,
+      "k": 76,
+      "l": 77,
+      "m": 78,
+      "n": 79,
+      "o": 80,
+      "p": 81,
+      "q": 82,
+      "r": 83,
+      "s": 84,
+      "t": 85,
+      "u": 86,
+      "v": 87,
+      "w": 88,
+      "x": 89,
+      "y": 90,
+      "z": 91,
+      "{": 92,
+      "|": 93,
+      "}": 94,
+      "~": 95,
+      "¡": 96,
+      "¢": 97,
+      "£": 98,
+      "¤": 99,
+      "¥": 100,
+      "¦": 101,
+      "§": 102,
+      "¨": 103,
+      "©": 104,
+      "ª": 105,
+      "«": 106,
+      "¬": 107,
+      "®": 108,
+      "¯": 109,
+      "°": 110,
+      "±": 111,
+      "²": 112,
+      "³": 113,
+      "´": 114,
+      "µ": 115,
+      "¶": 116,
+      "·": 117,
+      "¸": 118,
+      "¹": 119,
+      "º": 120,
+      "»": 121,
+      "¼": 122,
+      "½": 123,
+      "¾": 124,
+      "¿": 125,
+      "À": 126,
+      "Á": 127,
+      "Â": 128,
+      "Ã": 129,
+      "Ä": 130,
+      "Å": 131,
+      "Æ": 132,
+      "Ç": 133,
+      "È": 134,
+      "É": 135,
+      "Ê": 136,
+      "Ë": 137,
+      "Ì": 138,
+      "Í": 139,
+      "Î": 140,
+      "Ï": 141,
+      "Ð": 142,
+      "Ñ": 143,
+      "Ò": 144,
+      "Ó": 145,
+      "Ô": 146,
+      "Õ": 147,
+      "Ö": 148,
+      "×": 149,
+      "Ø": 150,
+      "Ù": 151,
+      "Ú": 152,
+      "Û": 153,
+      "Ü": 154,
+      "Ý": 155,
+      "Þ": 156,
+      "ß": 157,
+      "à": 158,
+      "á": 159,
+      "â": 160,
+      "ã": 161,
+      "ä": 162,
+      "å": 163,
+      "æ": 164,
+      "ç": 165,
+      "è": 166,
+      "é": 167,
+      "ê": 168,
+      "ë": 169,
+      "ì": 170,
+      "í": 171,
+      "î": 172,
+      "ï": 173,
+      "ð": 174,
+      "ñ": 175,
+      "ò": 176,
+      "ó": 177,
+      "ô": 178,
+      "õ": 179,
+      "ö": 180,
+      "÷": 181,
+      "ø": 182,
+      "ù": 183,
+      "ú": 184,
+      "û": 185,
+      "ü": 186,
+      "ý": 187,
+      "þ": 188,
+      "ÿ": 189,
+      "Ā": 190,
+      "ā": 191,
+      "Ă": 192,
+      "ă": 193,
+      "Ą": 194,
+      "ą": 195,
+      "Ć": 196,
+      "ć": 197,
+      "Ĉ": 198,
+      "ĉ": 199,
+      "Ċ": 200,
+      "ċ": 201,
+      "Č": 202,
+      "č": 203,
+      "Ď": 204,
+      "ď": 205,
+      "Đ": 206,
+      "đ": 207,
+      "Ē": 208,
+      "ē": 209,
+      "Ĕ": 210,
+      "ĕ": 211,
+      "Ė": 212,
+      "ė": 213,
+      "Ę": 214,
+      "ę": 215,
+      "Ě": 216,
+      "ě": 217,
+      "Ĝ": 218,
+      "ĝ": 219,
+      "Ğ": 220,
+      "ğ": 221,
+      "Ġ": 222,
+      "ġ": 223,
+      "Ģ": 224,
+      "ģ": 225,
+      "Ĥ": 226,
+      "ĥ": 227,
+      "Ħ": 228,
+      "ħ": 229,
+      "Ĩ": 230,
+      "ĩ": 231,
+      "Ī": 232,
+      "ī": 233,
+      "Ĭ": 234,
+      "ĭ": 235,
+      "Į": 236,
+      "į": 237,
+      "İ": 238,
+      "ı": 239,
+      "IJ": 240,
+      "ij": 241,
+      "Ĵ": 242,
+      "ĵ": 243,
+      "Ķ": 244,
+      "ķ": 245,
+      "ĸ": 246,
+      "Ĺ": 247,
+      "ĺ": 248,
+      "Ļ": 249,
+      "ļ": 250,
+      "Ľ": 251,
+      "ľ": 252,
+      "Ŀ": 253,
+      "ŀ": 254,
+      "Ł": 255,
+      "ł": 256,
+      "Ń": 257,
+      "##A": 258,
+      "##-": 259,
+      "##¤": 260,
+      "##ı": 261,
+      "##ù": 262,
+      "##Ł": 263,
+      "##u": 264,
+      "##V": 265,
+      "##Ī": 266,
+      "##ĩ": 267,
+      "##Ā": 268,
+      "##ij": 269,
+      "##ĸ": 270,
+      "##·": 271,
+      "##æ": 272,
+      "##ĉ": 273,
+      "##j": 274,
+      "##è": 275,
+      "##¦": 276,
+      "##þ": 277,
+      "##!": 278,
+      "##~": 279,
+      "##h": 280,
+      "##Č": 281,
+      "##ŀ": 282,
+      "##}": 283,
+      "##)": 284,
+      "##¨": 285,
+      "##[": 286,
+      "##¢": 287,
+      "##3": 288,
+      "##<": 289,
+      "##c": 290,
+      "##Ã": 291,
+      "##B": 292,
+      "##Ø": 293,
+      "##ĝ": 294,
+      "##Ğ": 295,
+      "##Ė": 296,
+      "##e": 297,
+      "##E": 298,
+      "##Ĕ": 299,
+      "##ģ": 300,
+      "##á": 301,
+      "##w": 302,
+      "##ø": 303,
+      "##«": 304,
+      "##_": 305,
+      "##đ": 306,
+      "##Ě": 307,
+      "##å": 308,
+      "##³": 309,
+      "##Ê": 310,
+      "##%": 311,
+      "##Ĩ": 312,
+      "##°": 313,
+      "##õ": 314,
+      "##5": 315,
+      "##p": 316,
+      "##.": 317,
+      "##¿": 318,
+      "##ě": 319,
+      "##ó": 320,
+      "##IJ": 321,
+      "##®": 322,
+      "##ą": 323,
+      "##9": 324,
+      "##â": 325,
+      "##ë": 326,
+      "##ġ": 327,
+      "##¡": 328,
+      "##ì": 329,
+      "##Ġ": 330,
+      "##,": 331,
+      "##º": 332,
+      "##ÿ": 333,
+      "##Þ": 334,
+      "##ä": 335,
+      "##S": 336,
+      "##ĕ": 337,
+      "##ĭ": 338,
+      "##\\": 339,
+      "##D": 340,
+      "##¯": 341,
+      "##ċ": 342,
+      "##¸": 343,
+      "##Ä": 344,
+      "##$": 345,
+      "##Ë": 346,
+      "##î": 347,
+      "##Į": 348,
+      "##İ": 349,
+      "##ľ": 350,
+      "##Ö": 351,
+      "##X": 352,
+      "##>": 353,
+      "##Ú": 354,
+      "##ė": 355,
+      "##M": 356,
+      "##ħ": 357,
+      "##J": 358,
+      "##Í": 359,
+      "##÷": 360,
+      "##é": 361,
+      "##Ď": 362,
+      "##^": 363,
+      "##¥": 364,
+      "##µ": 365,
+      "##ò": 366,
+      "##;": 367,
+      "##Ü": 368,
+      "##1": 369,
+      "##ü": 370,
+      "##ĥ": 371,
+      "##¹": 372,
+      "##(": 373,
+      "##Á": 374,
+      "##¼": 375,
+      "##Ì": 376,
+      "##ö": 377,
+      "##/": 378,
+      "##»": 379,
+      "##ķ": 380,
+      "##©": 381,
+      "##i": 382,
+      "###": 383,
+      "##ĺ": 384,
+      "##ć": 385,
+      "##Ñ": 386,
+      "##Ĝ": 387,
+      "##ð": 388,
+      "##±": 389,
+      "##È": 390,
+      "##ý": 391,
+      "##Å": 392,
+      "##§": 393,
+      "##Đ": 394,
+      "##Ó": 395,
+      "##m": 396,
+      "##`": 397,
+      "##F": 398,
+      "##ï": 399,
+      "##Y": 400,
+      "##Ħ": 401,
+      "##À": 402,
+      "##?": 403,
+      "##û": 404,
+      "##+": 405,
+      "##Æ": 406,
+      "##į": 407,
+      "##Ĵ": 408,
+      "##í": 409,
+      "##Ń": 410,
+      "##Ă": 411,
+      "##¶": 412,
+      "##ī": 413,
+      "##l": 414,
+      "##Ð": 415,
+      "##L": 416,
+      "##Ĉ": 417,
+      "##£": 418,
+      "##ê": 419,
+      "##o": 420,
+      "##@": 421,
+      "##Ŀ": 422,
+      "##4": 423,
+      "##¾": 424,
+      "##Ċ": 425,
+      "##ď": 426,
+      "##O": 427,
+      "##É": 428,
+      "##U": 429,
+      "##ã": 430,
+      "##s": 431,
+      "##Õ": 432,
+      "##½": 433,
+      "##ç": 434,
+      "##{": 435,
+      "##Ę": 436,
+      "##Ç": 437,
+      "##'": 438,
+      "##Ļ": 439,
+      "##=": 440,
+      "##Z": 441,
+      "##ă": 442,
+      "##N": 443,
+      "##8": 444,
+      "##*": 445,
+      "##´": 446,
+      "##Ē": 447,
+      "##ę": 448,
+      "##v": 449,
+      "##6": 450,
+      "##&": 451,
+      "##Ą": 452,
+      "##H": 453,
+      "##Ù": 454,
+      "##z": 455,
+      "##Ý": 456,
+      "##f": 457,
+      "##0": 458,
+      "##Q": 459,
+      "##Ć": 460,
+      "##Û": 461,
+      "##t": 462,
+      "##y": 463,
+      "##Ĺ": 464,
+      "##Ï": 465,
+      "##Ģ": 466,
+      "##ļ": 467,
+      "##d": 468,
+      "##x": 469,
+      "##k": 470,
+      "##n": 471,
+      "##2": 472,
+      "##q": 473,
+      "##|": 474,
+      "##ú": 475,
+      "##Ķ": 476,
+      "##T": 477,
+      "##ā": 478,
+      "##ñ": 479,
+      "##à": 480,
+      "##ğ": 481,
+      "##g": 482,
+      "##¬": 483,
+      "##Â": 484,
+      "##Ĭ": 485,
+      "##ł": 486,
+      "##Ĥ": 487,
+      "##a": 488,
+      "##Ô": 489,
+      "##Î": 490,
+      "##K": 491,
+      "##Ò": 492,
+      "##b": 493,
+      "##r": 494,
+      "##ª": 495,
+      "##ē": 496,
+      "##\"": 497,
+      "##ĵ": 498,
+      "##R": 499,
+      "##P": 500,
+      "##ß": 501,
+      "##Ľ": 502,
+      "##ô": 503,
+      "##]": 504,
+      "##×": 505,
+      "##7": 506,
+      "##:": 507,
+      "##²": 508,
+      "##W": 509,
+      "##č": 510,
+      "##C": 511,
+      "##G": 512,
+      "##I": 513,
+      "<|unk|>": 514,
+      "##in": 515,
+      "##�": 516,
+      "##he": 517,
+      "##en": 518,
+      "##io": 519,
+      "##me": 520,
+      "##th": 521,
+      "##pl": 522,
+      "##es": 523,
+      "##te": 524,
+      "##the": 525,
+      "##ie": 526,
+      "##be": 527,
+      "##ug": 528,
+      "##ou": 529,
+      "##ve": 530,
+      "##men": 531,
+      "##us": 532,
+      "##ti": 533,
+      "##an": 534,
+      "##it": 535,
+      "##ul": 536,
+      "##ec": 537,
+      "##de": 538,
+      "�": 539,
+      "##ar": 540,
+      "##le": 541,
+      "##ea": 542,
+      "##ig": 543,
+      "##er": 544,
+      "##ag": 545,
+      "##su": 546,
+      "##as": 547,
+      "##lo": 548,
+      "##tu": 549,
+      "##ev": 550,
+      "##rc": 551,
+      "##tio": 552,
+      "##un": 553,
+      "##nc": 554,
+      "##opl": 555,
+      "##ra": 556,
+      "##hi": 557,
+      "##el": 558,
+      "##ce": 559,
+      "##on": 560,
+      "##ai": 561,
+      "##au": 562,
+      "##st": 563,
+      "##ge": 564,
+      "##ta": 565,
+      "##im": 566,
+      "##ne": 567,
+      "##ca": 568,
+      "##ur": 569,
+      "##op": 570,
+      "##il": 571,
+      "##re": 572,
+      "##mi": 573,
+      "##is": 574,
+      "##gh": 575,
+      "##at": 576,
+      "##ci": 577,
+      "##wa": 578,
+      "##to": 579,
+      "##la": 580,
+      "##id": 581,
+      "##qu": 582,
+      "##ad": 583,
+      "##jec": 584,
+      "##ic": 585,
+      "##ia": 586,
+      "##fu": 587,
+      "##or": 588,
+      "##ei": 589,
+      "##na": 590,
+      "##we": 591,
+      "##lt": 592,
+      "##cu": 593,
+      "##no": 594,
+      "##al": 595,
+      "##ab": 596,
+      "##iv": 597,
+      "##ha": 598,
+      "##ste": 599
+    }
+  }
+}

fw57M_Entropy_threshold_600/tokenizer_config.json

@@ -0,0 +1,37 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "514": {
+      "content": "<|unk|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|padding|>",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": "<|unk|>"
+}

fw57M_Entropy_threshold_600/vocab.json

@@ -0,0 +1 @@
+{"A": 34, "-": 14, "\u00a4": 99, "\u0131": 239, "\u00f9": 183, "\u0141": 255, "u": 86, "V": 55, "\u012a": 232, "\u0129": 231, "\u0100": 190, "\u0133": 241, "\u0138": 246, "\u00b7": 117, "\u00e6": 164, "\u0109": 199, "j": 75, "\u00e8": 166, "\u00a6": 101, "\u00fe": 188, "!": 2, "~": 95, "h": 73, "\u010c": 202, "\u0140": 254, "}": 94, ")": 10, "\u00a8": 103, "[": 60, "\u00a2": 97, "3": 20, "<": 29, "c": 68, "\u00c3": 129, "B": 35, "\u00d8": 150, "\u011d": 219, "\u011e": 220, "\u0116": 212, "e": 70, "E": 38, "\u0114": 210, "\u0123": 225, "\u00e1": 159, "w": 88, "\u00f8": 182, "\u00ab": 106, "_": 64, "\u0111": 207, "\u011a": 216, "\u00e5": 163, "\u00b3": 113, "\u00ca": 136, "%": 6, "\u0128": 230, "\u00b0": 110, "\u00f5": 179, "5": 22, "p": 81, ".": 15, "\u00bf": 125, "\u011b": 217, "\u00f3": 177, "\u0132": 240, "\u00ae": 108, "\u0105": 195, "9": 26, "\u00e2": 160, "\u00eb": 169, "\u0121": 223, "\u00a1": 96, "\u00ec": 170, "\u0120": 222, ",": 13, "\u00ba": 120, "\u00ff": 189, "\u00de": 156, "\u00e4": 162, "S": 52, "\u0115": 211, "\u012d": 235, "\\": 61, "D": 37, "\u00af": 109, "\u010b": 201, "\u00b8": 118, "\u00c4": 130, "$": 5, "\u00cb": 137, "\u00ee": 172, "\u012e": 236, "\u0130": 238, "\u013e": 252, "\u00d6": 148, "X": 57, ">": 31, "\u00da": 152, "\u0117": 213, "M": 46, "\u0127": 229, "J": 43, "\u00cd": 139, "\u00f7": 181, "\u00e9": 167, "\u010e": 204, "^": 63, "\u00a5": 100, "\u00b5": 115, "\u00f2": 176, ";": 28, "\u00dc": 154, "1": 18, "\u00fc": 186, "\u0125": 227, "\u00b9": 119, "(": 9, "\u00c1": 127, "\u00bc": 122, "\u00cc": 138, "\u00f6": 180, "/": 16, "\u00bb": 121, "\u0137": 245, "\u00a9": 104, "i": 74, "#": 4, "\u013a": 248, "\u0107": 197, "\u00d1": 143, "\u011c": 218, "\u00f0": 174, "<|endoftext|>": 1, "\u00b1": 111, "\u00c8": 134, "\u00fd": 187, "\u00c5": 131, "\u00a7": 102, "\u0110": 206, "\u00d3": 145, "m": 78, "`": 65, "F": 39, "\u00ef": 173, "Y": 58, "\u0126": 228, "\u00c0": 126, "?": 32, "\u00fb": 185, "+": 12, "\u00c6": 132, "\u012f": 237, "\u0134": 242, "\u00ed": 171, "\u0143": 257, "\u0102": 192, "\u00b6": 116, "\u012b": 233, "l": 77, "\u00d0": 142, "L": 45, "\u0108": 198, "\u00a3": 98, "\u00ea": 168, "o": 80, "@": 33, "\u013f": 253, "4": 21, "\u00be": 124, "\u010a": 200, "\u010f": 205, "O": 48, "\u00c9": 135, "U": 54, "\u00e3": 161, "s": 84, "\u00d5": 147, "\u00bd": 123, "\u00e7": 165, "{": 92, "\u0118": 214, "\u00c7": 133, "'": 8, "\u013b": 249, "=": 30, "Z": 59, "\u0103": 193, "N": 47, "8": 25, "*": 11, "\u00b4": 114, "\u0112": 208, "\u0119": 215, "v": 87, "6": 23, "&": 7, "\u0104": 194, "H": 41, "\u00d9": 151, "z": 91, "\u00dd": 155, "f": 71, "0": 17, "Q": 50, "\u0106": 196, "\u00db": 153, "t": 85, "y": 90, "\u0139": 247, "\u00cf": 141, "\u0122": 224, "\u013c": 250, "d": 69, "x": 89, "k": 76, "n": 79, "2": 19, "q": 82, "|": 93, "\u00fa": 184, "\u0136": 244, "T": 53, "\u0101": 191, "\u00f1": 175, "\u00e0": 158, "\u011f": 221, "g": 72, "\u00ac": 107, "\u00c2": 128, "\u012c": 234, "\u0142": 256, "\u0124": 226, "a": 66, "\u00d4": 146, "\u00ce": 140, "K": 44, "\u00d2": 144, "b": 67, "r": 83, "\u00aa": 105, "\u0113": 209, "\"": 3, "\u0135": 243, "R": 51, "P": 49, "\u00df": 157, "\u013d": 251, "\u00f4": 178, "]": 62, "\u00d7": 149, "7": 24, ":": 27, "\u00b2": 112, "W": 56, "\u010d": 203, "C": 36, "G": 40, "I": 42, "<|padding|>": 0, "##A": 258, "##-": 259, "##\u00a4": 260, "##\u0131": 261, "##\u00f9": 262, "##\u0141": 263, "##u": 264, "##V": 265, "##\u012a": 266, "##\u0129": 267, "##\u0100": 268, "##\u0133": 269, "##\u0138": 270, "##\u00b7": 271, "##\u00e6": 272, "##\u0109": 273, "##j": 274, "##\u00e8": 275, "##\u00a6": 276, "##\u00fe": 277, "##!": 278, "##~": 279, "##h": 280, "##\u010c": 281, "##\u0140": 282, "##}": 283, "##)": 284, "##\u00a8": 285, "##[": 286, "##\u00a2": 287, "##3": 288, "##<": 289, "##c": 290, "##\u00c3": 291, "##B": 292, "##\u00d8": 293, "##\u011d": 294, "##\u011e": 295, "##\u0116": 296, "##e": 297, "##E": 298, "##\u0114": 299, "##\u0123": 300, "##\u00e1": 301, "##w": 302, "##\u00f8": 303, "##\u00ab": 304, "##_": 305, "##\u0111": 306, "##\u011a": 307, "##\u00e5": 308, "##\u00b3": 309, "##\u00ca": 310, "##%": 311, "##\u0128": 312, "##\u00b0": 313, "##\u00f5": 314, "##5": 315, "##p": 316, "##.": 317, "##\u00bf": 318, "##\u011b": 319, "##\u00f3": 320, "##\u0132": 321, "##\u00ae": 322, "##\u0105": 323, "##9": 324, "##\u00e2": 325, "##\u00eb": 326, "##\u0121": 327, "##\u00a1": 328, "##\u00ec": 329, "##\u0120": 330, "##,": 331, "##\u00ba": 332, "##\u00ff": 333, "##\u00de": 334, "##\u00e4": 335, "##S": 336, "##\u0115": 337, "##\u012d": 338, "##\\": 339, "##D": 340, "##\u00af": 341, "##\u010b": 342, "##\u00b8": 343, "##\u00c4": 344, "##$": 345, "##\u00cb": 346, "##\u00ee": 347, "##\u012e": 348, "##\u0130": 349, "##\u013e": 350, "##\u00d6": 351, "##X": 352, "##>": 353, "##\u00da": 354, "##\u0117": 355, "##M": 356, "##\u0127": 357, "##J": 358, "##\u00cd": 359, "##\u00f7": 360, "##\u00e9": 361, "##\u010e": 362, "##^": 363, "##\u00a5": 364, "##\u00b5": 365, "##\u00f2": 366, "##;": 367, "##\u00dc": 368, "##1": 369, "##\u00fc": 370, "##\u0125": 371, "##\u00b9": 372, "##(": 373, "##\u00c1": 374, "##\u00bc": 375, "##\u00cc": 376, "##\u00f6": 377, "##/": 378, "##\u00bb": 379, "##\u0137": 380, "##\u00a9": 381, "##i": 382, "###": 383, "##\u013a": 384, "##\u0107": 385, "##\u00d1": 386, "##\u011c": 387, "##\u00f0": 388, "##\u00b1": 389, "##\u00c8": 390, "##\u00fd": 391, "##\u00c5": 392, "##\u00a7": 393, "##\u0110": 394, "##\u00d3": 395, "##m": 396, "##`": 397, "##F": 398, "##\u00ef": 399, "##Y": 400, "##\u0126": 401, "##\u00c0": 402, "##?": 403, "##\u00fb": 404, "##+": 405, "##\u00c6": 406, "##\u012f": 407, "##\u0134": 408, "##\u00ed": 409, "##\u0143": 410, "##\u0102": 411, "##\u00b6": 412, "##\u012b": 413, "##l": 414, "##\u00d0": 415, "##L": 416, "##\u0108": 417, "##\u00a3": 418, "##\u00ea": 419, "##o": 420, "##@": 421, "##\u013f": 422, "##4": 423, "##\u00be": 424, "##\u010a": 425, "##\u010f": 426, "##O": 427, "##\u00c9": 428, "##U": 429, "##\u00e3": 430, "##s": 431, "##\u00d5": 432, "##\u00bd": 433, "##\u00e7": 434, "##{": 435, "##\u0118": 436, "##\u00c7": 437, "##'": 438, "##\u013b": 439, "##=": 440, "##Z": 441, "##\u0103": 442, "##N": 443, "##8": 444, "##*": 445, "##\u00b4": 446, "##\u0112": 447, "##\u0119": 448, "##v": 449, "##6": 450, "##&": 451, "##\u0104": 452, "##H": 453, "##\u00d9": 454, "##z": 455, "##\u00dd": 456, "##f": 457, "##0": 458, "##Q": 459, "##\u0106": 460, "##\u00db": 461, "##t": 462, "##y": 463, "##\u0139": 464, "##\u00cf": 465, "##\u0122": 466, "##\u013c": 467, "##d": 468, "##x": 469, "##k": 470, "##n": 471, "##2": 472, "##q": 473, "##|": 474, "##\u00fa": 475, "##\u0136": 476, "##T": 477, "##\u0101": 478, "##\u00f1": 479, "##\u00e0": 480, "##\u011f": 481, "##g": 482, "##\u00ac": 483, "##\u00c2": 484, "##\u012c": 485, "##\u0142": 486, "##\u0124": 487, "##a": 488, "##\u00d4": 489, "##\u00ce": 490, "##K": 491, "##\u00d2": 492, "##b": 493, "##r": 494, "##\u00aa": 495, "##\u0113": 496, "##\"": 497, "##\u0135": 498, "##R": 499, "##P": 500, "##\u00df": 501, "##\u013d": 502, "##\u00f4": 503, "##]": 504, "##\u00d7": 505, "##7": 506, "##:": 507, "##\u00b2": 508, "##W": 509, "##\u010d": 510, "##C": 511, "##G": 512, "##I": 513, "<|unk|>": 514, "##in": 515, "##\ufffd": 516, "##he": 517, "##en": 518, "##io": 519, "##me": 520, "##th": 521, "##pl": 522, "##es": 523, "##te": 524, "##the": 525, "##ie": 526, "##be": 527, "##ug": 528, "##ou": 529, "##ve": 530, "##men": 531, "##us": 532, "##ti": 533, "##an": 534, "##it": 535, "##ul": 536, "##ec": 537, "##de": 538, "\ufffd": 539, "##ar": 540, "##le": 541, "##ea": 542, "##ig": 543, "##er": 544, "##ag": 545, "##su": 546, "##as": 547, "##lo": 548, "##tu": 549, "##ev": 550, "##rc": 551, "##tio": 552, "##un": 553, "##nc": 554, "##opl": 555, "##ra": 556, "##hi": 557, "##el": 558, "##ce": 559, "##on": 560, "##ai": 561, "##au": 562, "##st": 563, "##ge": 564, "##ta": 565, "##im": 566, "##ne": 567, "##ca": 568, "##ur": 569, "##op": 570, "##il": 571, "##re": 572, "##mi": 573, "##is": 574, "##gh": 575, "##at": 576, "##ci": 577, "##wa": 578, "##to": 579, "##la": 580, "##id": 581, "##qu": 582, "##ad": 583, "##jec": 584, "##ic": 585, "##ia": 586, "##fu": 587, "##or": 588, "##ei": 589, "##na": 590, "##we": 591, "##lt": 592, "##cu": 593, "##no": 594, "##al": 595, "##ab": 596, "##iv": 597, "##ha": 598, "##ste": 599}