Upload folder using huggingface_hub

fw57M_Entropy_thresholdBX_600/tokenizer.json

@@ -47,12 +47,10 @@
     ]
   },
   "pre_tokenizer": {
-    "type": "Split",
-    "pattern": {
-      "Regex": "^$"
-    },
-    "behavior": "Contiguous",
-    "invert": false
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": false
   },
   "post_processor": {
     "type": "ByteLevel",
@@ -330,262 +328,262 @@
       "Ł": 255,
       "ł": 256,
       "Ń": 257,
-      "##Ĵ": 258,
-      "##4": 259,
-      "##Ç": 260,
-      "##Ė": 261,
-      "##z": 262,
-      "##.": 263,
-      "##ô": 264,
-      "##ã": 265,
-      "##ļ": 266,
-      "##¾": 267,
-      "##É": 268,
-      "##Ă": 269,
-      "##ĵ": 270,
-      "##M": 271,
-      "##ö": 272,
-      "##:": 273,
-      "##ı": 274,
-      "##A": 275,
-      "##Ó": 276,
-      "##Ô": 277,
-      "##Ø": 278,
-      "##Ē": 279,
-      "##Â": 280,
-      "##ă": 281,
-      "##ò": 282,
-      "##R": 283,
-      "##đ": 284,
-      "##Ą": 285,
-      "##c": 286,
-      "##º": 287,
-      "##Ý": 288,
-      "##!": 289,
-      "##H": 290,
-      "##â": 291,
-      "##l": 292,
-      "##È": 293,
-      "###": 294,
-      "##r": 295,
-      "##i": 296,
-      "##Î": 297,
-      "##ü": 298,
-      "##Ł": 299,
-      "##0": 300,
-      "##J": 301,
-      "##¯": 302,
-      "##¥": 303,
-      "##į": 304,
-      "##Q": 305,
-      "##Z": 306,
-      "##Ë": 307,
-      "##ç": 308,
-      "##n": 309,
+      "##:": 258,
+      "##ª": 259,
+      "##Ù": 260,
+      "##á": 261,
+      "##F": 262,
+      "##*": 263,
+      "##8": 264,
+      "##t": 265,
+      "##À": 266,
+      "##Û": 267,
+      "##Ó": 268,
+      "##č": 269,
+      "##Đ": 270,
+      "##Ē": 271,
+      "##ñ": 272,
+      "##K": 273,
+      "##Ú": 274,
+      "##3": 275,
+      "##g": 276,
+      "##Æ": 277,
+      "##º": 278,
+      "##ß": 279,
+      "##Ä": 280,
+      "##6": 281,
+      "##×": 282,
+      "##ĝ": 283,
+      "##¡": 284,
+      "##Ô": 285,
+      "##ó": 286,
+      "##D": 287,
+      "##R": 288,
+      "##]": 289,
+      "##ã": 290,
+      "##H": 291,
+      "##ď": 292,
+      "##Ĝ": 293,
+      "##ì": 294,
+      "##Ë": 295,
+      "##V": 296,
+      "##d": 297,
+      "##¿": 298,
+      "##¯": 299,
+      "##ð": 300,
+      "##&": 301,
+      "##õ": 302,
+      "##!": 303,
+      "##ä": 304,
+      "##¾": 305,
+      "##Ă": 306,
+      "##=": 307,
+      "##Ŀ": 308,
+      "##ć": 309,
       "##@": 310,
-      "##P": 311,
-      "##a": 312,
-      "##~": 313,
-      "##ë": 314,
-      "##ğ": 315,
-      "##,": 316,
-      "##D": 317,
-      "##Ļ": 318,
-      "##2": 319,
-      "##1": 320,
-      "##E": 321,
-      "##¹": 322,
-      "##ï": 323,
-      "##Ġ": 324,
-      "##»": 325,
-      "##ó": 326,
-      "##3": 327,
-      "##ľ": 328,
-      "##e": 329,
-      "##Ę": 330,
-      "##§": 331,
-      "##W": 332,
-      "##=": 333,
-      "##Ö": 334,
-      "##Ü": 335,
-      "##å": 336,
-      "##Õ": 337,
-      "##ª": 338,
-      "##Ğ": 339,
-      "##7": 340,
-      "##¦": 341,
-      "##p": 342,
-      "##ÿ": 343,
-      "##³": 344,
-      "##Ĥ": 345,
-      "##±": 346,
-      "##ħ": 347,
-      "##d": 348,
-      "##G": 349,
-      "##[": 350,
-      "##5": 351,
-      "##¸": 352,
-      "##Ľ": 353,
-      "##µ": 354,
-      "##ć": 355,
-      "##>": 356,
-      "##æ": 357,
-      "##ð": 358,
-      "##Ĭ": 359,
-      "##ĭ": 360,
-      "##ķ": 361,
-      "##)": 362,
-      "##(": 363,
-      "##¡": 364,
-      "##Ê": 365,
-      "##*": 366,
-      "##ģ": 367,
-      "##İ": 368,
-      "##à": 369,
-      "##¶": 370,
-      "##ĝ": 371,
-      "##ą": 372,
-      "##ij": 373,
-      "##Þ": 374,
-      "##h": 375,
-      "##¢": 376,
-      "##ŀ": 377,
-      "##S": 378,
-      "##½": 379,
-      "##ł": 380,
-      "##Ñ": 381,
-      "##;": 382,
-      "##_": 383,
-      "##ĥ": 384,
-      "##Ï": 385,
+      "##0": 311,
+      "##1": 312,
+      "##·": 313,
+      "##ļ": 314,
+      "##m": 315,
+      "##Ċ": 316,
+      "##Þ": 317,
+      "##U": 318,
+      "##.": 319,
+      "##Ď": 320,
+      "##%": 321,
+      "##ċ": 322,
+      "##_": 323,
+      "##ľ": 324,
+      "##Ç": 325,
+      "##ġ": 326,
+      "##J": 327,
+      "##2": 328,
+      "##`": 329,
+      "##ĩ": 330,
+      "##å": 331,
+      "##ě": 332,
+      "##½": 333,
+      "##E": 334,
+      "##[": 335,
+      "##s": 336,
+      "##|": 337,
+      "##§": 338,
+      "##ÿ": 339,
+      "##i": 340,
+      "##I": 341,
+      "##Ê": 342,
+      "##/": 343,
+      "##Õ": 344,
+      "##Ą": 345,
+      "##Ñ": 346,
+      "##µ": 347,
+      "##v": 348,
+      "##Ĥ": 349,
+      "##ý": 350,
+      "##Å": 351,
+      "##ā": 352,
+      "##}": 353,
+      "##Ò": 354,
+      "##9": 355,
+      "##IJ": 356,
+      "##Ń": 357,
+      "##f": 358,
+      "##Ĉ": 359,
+      "##û": 360,
+      "##÷": 361,
+      "##ø": 362,
+      "##ĕ": 363,
+      "##Ķ": 364,
+      "##e": 365,
+      "##È": 366,
+      "##B": 367,
+      "##>": 368,
+      "##đ": 369,
+      "##��": 370,
+      "##P": 371,
+      "##©": 372,
+      "##ă": 373,
+      "##¹": 374,
+      "##Ć": 375,
+      "##Ī": 376,
+      "##į": 377,
+      "##Á": 378,
+      "##³": 379,
+      "##Ĺ": 380,
+      "##Ĕ": 381,
+      "##N": 382,
+      "##j": 383,
+      "##~": 384,
+      "##¤": 385,
       "##b": 386,
-      "##û": 387,
-      "##+": 388,
-      "##Á": 389,
-      "##ĩ": 390,
-      "##8": 391,
-      "##Į": 392,
-      "##q": 393,
-      "##}": 394,
-      "##ď": 395,
-      "##Y": 396,
-      "##Å": 397,
-      "##ĸ": 398,
-      "##s": 399,
-      "##Ń": 400,
-      "##¬": 401,
-      "##<": 402,
-      "##N": 403,
-      "##Ĕ": 404,
-      "##Ú": 405,
-      "##ė": 406,
-      "##ß": 407,
-      "##u": 408,
-      "##ē": 409,
-      "##®": 410,
-      "##ä": 411,
-      "##|": 412,
-      "##ú": 413,
-      "##Ċ": 414,
-      "##ê": 415,
-      "##B": 416,
-      "##¿": 417,
-      "##Ķ": 418,
-      "##Ŀ": 419,
-      "##{": 420,
-      "##j": 421,
-      "##£": 422,
-      "##ĕ": 423,
-      "##Ð": 424,
-      "##%": 425,
-      "##\\": 426,
-      "##K": 427,
-      "##t": 428,
-      "##ĉ": 429,
-      "##X": 430,
-      "##î": 431,
-      "##Ä": 432,
-      "##'": 433,
-      "##ĺ": 434,
-      "##ñ": 435,
-      "##č": 436,
-      "##«": 437,
-      "##T": 438,
-      "##õ": 439,
-      "##^": 440,
-      "##ę": 441,
-      "##á": 442,
-      "##©": 443,
-      "##À": 444,
-      "##x": 445,
-      "##&": 446,
-      "##Ĉ": 447,
-      "##ī": 448,
-      "##Ã": 449,
-      "##í": 450,
-      "##w": 451,
-      "##·": 452,
-      "##Ħ": 453,
-      "##6": 454,
-      "##C": 455,
-      "##Ā": 456,
-      "##y": 457,
-      "##Ĝ": 458,
-      "##÷": 459,
-      "##9": 460,
-      "##Ī": 461,
-      "##þ": 462,
-      "##ċ": 463,
-      "##´": 464,
-      "##f": 465,
-      "##/": 466,
-      "##ø": 467,
-      "##V": 468,
-      "##-": 469,
-      "##`": 470,
-      "##Đ": 471,
-      "##ġ": 472,
-      "##F": 473,
-      "##g": 474,
-      "##O": 475,
-      "##v": 476,
-      "##Æ": 477,
-      "##$": 478,
-      "##IJ": 479,
-      "##Ě": 480,
-      "##°": 481,
-      "##I": 482,
-      "##\"": 483,
-      "##m": 484,
-      "##Ì": 485,
-      "##Û": 486,
-      "##é": 487,
-      "##ì": 488,
-      "##Ď": 489,
-      "##ě": 490,
-      "##Ĺ": 491,
-      "##]": 492,
-      "##Ĩ": 493,
-      "##è": 494,
-      "##Ć": 495,
-      "##¼": 496,
-      "##ā": 497,
-      "##ù": 498,
-      "##k": 499,
-      "##¨": 500,
-      "##Č": 501,
-      "##L": 502,
-      "##?": 503,
-      "##²": 504,
-      "##ý": 505,
-      "##×": 506,
-      "##Ģ": 507,
-      "##Í": 508,
-      "##Ò": 509,
-      "##Ù": 510,
-      "##¤": 511,
-      "##U": 512,
-      "##o": 513,
+      "##Ě": 387,
+      "##ğ": 388,
+      "##ĸ": 389,
+      "##{": 390,
+      "##Ì": 391,
+      "##²": 392,
+      "##G": 393,
+      "##a": 394,
+      "##u": 395,
+      "##É": 396,
+      "##Ï": 397,
+      "##4": 398,
+      "##Ü": 399,
+      "##ĉ": 400,
+      "##ī": 401,
+      "##Â": 402,
+      "##à": 403,
+      "##ô": 404,
+      "##í": 405,
+      "##Ę": 406,
+      "##Ł": 407,
+      "##î": 408,
+      "##ŀ": 409,
+      "##ı": 410,
+      "##Ã": 411,
+      "##Į": 412,
+      "##æ": 413,
+      "##o": 414,
+      "##,": 415,
+      "##¢": 416,
+      "##7": 417,
+      "##<": 418,
+      "##\"": 419,
+      "##Q": 420,
+      "##´": 421,
+      "##ù": 422,
+      "##y": 423,
+      "##q": 424,
+      "##x": 425,
+      "##h": 426,
+      "##ę": 427,
+      "##Ħ": 428,
+      "##C": 429,
+      "##c": 430,
+      "##ü": 431,
+      "##L": 432,
+      "##X": 433,
+      "##Ľ": 434,
+      "##Ĵ": 435,
+      "##Z": 436,
+      "##â": 437,
+      "##$": 438,
+      "##k": 439,
+      "##°": 440,
+      "##+": 441,
+      "##ò": 442,
+      "##'": 443,
+      "##W": 444,
+      "##O": 445,
+      "##¥": 446,
+      "##ē": 447,
+      "##ê": 448,
+      "##5": 449,
+      "##ħ": 450,
+      "##ij": 451,
+      "##-": 452,
+      "##þ": 453,
+      "##n": 454,
+      "##Ý": 455,
+      "##^": 456,
+      "##ĺ": 457,
+      "##ł": 458,
+      "##¬": 459,
+      "##®": 460,
+      "##Ė": 461,
+      "##Ļ": 462,
+      "##ģ": 463,
+      "##ė": 464,
+      "##w": 465,
+      "##é": 466,
+      "##ą": 467,
+      "##(": 468,
+      "##l": 469,
+      "##»": 470,
+      "##Ø": 471,
+      "##ĵ": 472,
+      "##«": 473,
+      "##ö": 474,
+      "##Ā": 475,
+      "##¦": 476,
+      "##)": 477,
+      "###": 478,
+      "##¶": 479,
+      "##¸": 480,
+      "##\\": 481,
+      "##ç": 482,
+      "##ú": 483,
+      "##Ĩ": 484,
+      "##;": 485,
+      "##T": 486,
+      "##A": 487,
+      "##z": 488,
+      "##İ": 489,
+      "##è": 490,
+      "##¼": 491,
+      "##£": 492,
+      "##S": 493,
+      "##?": 494,
+      "##r": 495,
+      "##Î": 496,
+      "##ï": 497,
+      "##¨": 498,
+      "##ķ": 499,
+      "##Ð": 500,
+      "##Ģ": 501,
+      "##ĥ": 502,
+      "##M": 503,
+      "##Y": 504,
+      "##Í": 505,
+      "##ĭ": 506,
+      "##Č": 507,
+      "##Ö": 508,
+      "##Ğ": 509,
+      "##p": 510,
+      "##Ġ": 511,
+      "##Ĭ": 512,
+      "##±": 513,
       "<|unk|>": 514,
       "##ng": 515,
       "##�": 516,

fw57M_Entropy_thresholdBX_600/vocab.json

@@ -1 +1 @@
-{"\u0134": 242, "4": 21, "\u00c7": 133, "\u0116": 212, "z": 91, ".": 15, "\u00f4": 178, "\u00e3": 161, "\u013c": 250, "\u00be": 124, "\u00c9": 135, "\u0102": 192, "\u0135": 243, "M": 46, "\u00f6": 180, ":": 27, "\u0131": 239, "A": 34, "\u00d3": 145, "\u00d4": 146, "\u00d8": 150, "\u0112": 208, "\u00c2": 128, "\u0103": 193, "\u00f2": 176, "R": 51, "\u0111": 207, "\u0104": 194, "c": 68, "\u00ba": 120, "\u00dd": 155, "!": 2, "H": 41, "\u00e2": 160, "l": 77, "\u00c8": 134, "#": 4, "r": 83, "i": 74, "<|endoftext|>": 1, "\u00ce": 140, "\u00fc": 186, "\u0141": 255, "0": 17, "J": 43, "\u00af": 109, "\u00a5": 100, "\u012f": 237, "Q": 50, "Z": 59, "\u00cb": 137, "\u00e7": 165, "n": 79, "@": 33, "P": 49, "a": 66, "~": 95, "\u00eb": 169, "\u011f": 221, ",": 13, "D": 37, "\u013b": 249, "2": 19, "1": 18, "E": 38, "\u00b9": 119, "\u00ef": 173, "\u0120": 222, "\u00bb": 121, "\u00f3": 177, "3": 20, "<|padding|>": 0, "\u013e": 252, "e": 70, "\u0118": 214, "\u00a7": 102, "W": 56, "=": 30, "\u00d6": 148, "\u00dc": 154, "\u00e5": 163, "\u00d5": 147, "\u00aa": 105, "\u011e": 220, "7": 24, "\u00a6": 101, "p": 81, "\u00ff": 189, "\u00b3": 113, "\u0124": 226, "\u00b1": 111, "\u0127": 229, "d": 69, "G": 40, "[": 60, "5": 22, "\u00b8": 118, "\u013d": 251, "\u00b5": 115, "\u0107": 197, ">": 31, "\u00e6": 164, "\u00f0": 174, "\u012c": 234, "\u012d": 235, "\u0137": 245, ")": 10, "(": 9, "\u00a1": 96, "\u00ca": 136, "*": 11, "\u0123": 225, "\u0130": 238, "\u00e0": 158, "\u00b6": 116, "\u011d": 219, "\u0105": 195, "\u0133": 241, "\u00de": 156, "h": 73, "\u00a2": 97, "\u0140": 254, "S": 52, "\u00bd": 123, "\u0142": 256, "\u00d1": 143, ";": 28, "_": 64, "\u0125": 227, "\u00cf": 141, "b": 67, "\u00fb": 185, "+": 12, "\u00c1": 127, "\u0129": 231, "8": 25, "\u012e": 236, "q": 82, "}": 94, "\u010f": 205, "Y": 58, "\u00c5": 131, "\u0138": 246, "s": 84, "\u0143": 257, "\u00ac": 107, "<": 29, "N": 47, "\u0114": 210, "\u00da": 152, "\u0117": 213, "\u00df": 157, "u": 86, "\u0113": 209, "\u00ae": 108, "\u00e4": 162, "|": 93, "\u00fa": 184, "\u010a": 200, "\u00ea": 168, "B": 35, "\u00bf": 125, "\u0136": 244, "\u013f": 253, "{": 92, "j": 75, "\u00a3": 98, "\u0115": 211, "\u00d0": 142, "%": 6, "\\": 61, "K": 44, "t": 85, "\u0109": 199, "X": 57, "\u00ee": 172, "\u00c4": 130, "'": 8, "\u013a": 248, "\u00f1": 175, "\u010d": 203, "\u00ab": 106, "T": 53, "\u00f5": 179, "^": 63, "\u0119": 215, "\u00e1": 159, "\u00a9": 104, "\u00c0": 126, "x": 89, "&": 7, "\u0108": 198, "\u012b": 233, "\u00c3": 129, "\u00ed": 171, "w": 88, "\u00b7": 117, "\u0126": 228, "6": 23, "C": 36, "\u0100": 190, "y": 90, "\u011c": 218, "\u00f7": 181, "9": 26, "\u012a": 232, "\u00fe": 188, "\u010b": 201, "\u00b4": 114, "f": 71, "/": 16, "\u00f8": 182, "V": 55, "-": 14, "`": 65, "\u0110": 206, "\u0121": 223, "F": 39, "g": 72, "O": 48, "v": 87, "\u00c6": 132, "$": 5, "\u0132": 240, "\u011a": 216, "\u00b0": 110, "I": 42, "\"": 3, "m": 78, "\u00cc": 138, "\u00db": 153, "\u00e9": 167, "\u00ec": 170, "\u010e": 204, "\u011b": 217, "\u0139": 247, "]": 62, "\u0128": 230, "\u00e8": 166, "\u0106": 196, "\u00bc": 122, "\u0101": 191, "\u00f9": 183, "k": 76, "\u00a8": 103, "\u010c": 202, "L": 45, "?": 32, "\u00b2": 112, "\u00fd": 187, "\u00d7": 149, "\u0122": 224, "\u00cd": 139, "\u00d2": 144, "\u00d9": 151, "\u00a4": 99, "U": 54, "o": 80, "##\u0134": 258, "##4": 259, "##\u00c7": 260, "##\u0116": 261, "##z": 262, "##.": 263, "##\u00f4": 264, "##\u00e3": 265, "##\u013c": 266, "##\u00be": 267, "##\u00c9": 268, "##\u0102": 269, "##\u0135": 270, "##M": 271, "##\u00f6": 272, "##:": 273, "##\u0131": 274, "##A": 275, "##\u00d3": 276, "##\u00d4": 277, "##\u00d8": 278, "##\u0112": 279, "##\u00c2": 280, "##\u0103": 281, "##\u00f2": 282, "##R": 283, "##\u0111": 284, "##\u0104": 285, "##c": 286, "##\u00ba": 287, "##\u00dd": 288, "##!": 289, "##H": 290, "##\u00e2": 291, "##l": 292, "##\u00c8": 293, "###": 294, "##r": 295, "##i": 296, "##\u00ce": 297, "##\u00fc": 298, "##\u0141": 299, "##0": 300, "##J": 301, "##\u00af": 302, "##\u00a5": 303, "##\u012f": 304, "##Q": 305, "##Z": 306, "##\u00cb": 307, "##\u00e7": 308, "##n": 309, "##@": 310, "##P": 311, "##a": 312, "##~": 313, "##\u00eb": 314, "##\u011f": 315, "##,": 316, "##D": 317, "##\u013b": 318, "##2": 319, "##1": 320, "##E": 321, "##\u00b9": 322, "##\u00ef": 323, "##\u0120": 324, "##\u00bb": 325, "##\u00f3": 326, "##3": 327, "##\u013e": 328, "##e": 329, "##\u0118": 330, "##\u00a7": 331, "##W": 332, "##=": 333, "##\u00d6": 334, "##\u00dc": 335, "##\u00e5": 336, "##\u00d5": 337, "##\u00aa": 338, "##\u011e": 339, "##7": 340, "##\u00a6": 341, "##p": 342, "##\u00ff": 343, "##\u00b3": 344, "##\u0124": 345, "##\u00b1": 346, "##\u0127": 347, "##d": 348, "##G": 349, "##[": 350, "##5": 351, "##\u00b8": 352, "##\u013d": 353, "##\u00b5": 354, "##\u0107": 355, "##>": 356, "##\u00e6": 357, "##\u00f0": 358, "##\u012c": 359, "##\u012d": 360, "##\u0137": 361, "##)": 362, "##(": 363, "##\u00a1": 364, "##\u00ca": 365, "##*": 366, "##\u0123": 367, "##\u0130": 368, "##\u00e0": 369, "##\u00b6": 370, "##\u011d": 371, "##\u0105": 372, "##\u0133": 373, "##\u00de": 374, "##h": 375, "##\u00a2": 376, "##\u0140": 377, "##S": 378, "##\u00bd": 379, "##\u0142": 380, "##\u00d1": 381, "##;": 382, "##_": 383, "##\u0125": 384, "##\u00cf": 385, "##b": 386, "##\u00fb": 387, "##+": 388, "##\u00c1": 389, "##\u0129": 390, "##8": 391, "##\u012e": 392, "##q": 393, "##}": 394, "##\u010f": 395, "##Y": 396, "##\u00c5": 397, "##\u0138": 398, "##s": 399, "##\u0143": 400, "##\u00ac": 401, "##<": 402, "##N": 403, "##\u0114": 404, "##\u00da": 405, "##\u0117": 406, "##\u00df": 407, "##u": 408, "##\u0113": 409, "##\u00ae": 410, "##\u00e4": 411, "##|": 412, "##\u00fa": 413, "##\u010a": 414, "##\u00ea": 415, "##B": 416, "##\u00bf": 417, "##\u0136": 418, "##\u013f": 419, "##{": 420, "##j": 421, "##\u00a3": 422, "##\u0115": 423, "##\u00d0": 424, "##%": 425, "##\\": 426, "##K": 427, "##t": 428, "##\u0109": 429, "##X": 430, "##\u00ee": 431, "##\u00c4": 432, "##'": 433, "##\u013a": 434, "##\u00f1": 435, "##\u010d": 436, "##\u00ab": 437, "##T": 438, "##\u00f5": 439, "##^": 440, "##\u0119": 441, "##\u00e1": 442, "##\u00a9": 443, "##\u00c0": 444, "##x": 445, "##&": 446, "##\u0108": 447, "##\u012b": 448, "##\u00c3": 449, "##\u00ed": 450, "##w": 451, "##\u00b7": 452, "##\u0126": 453, "##6": 454, "##C": 455, "##\u0100": 456, "##y": 457, "##\u011c": 458, "##\u00f7": 459, "##9": 460, "##\u012a": 461, "##\u00fe": 462, "##\u010b": 463, "##\u00b4": 464, "##f": 465, "##/": 466, "##\u00f8": 467, "##V": 468, "##-": 469, "##`": 470, "##\u0110": 471, "##\u0121": 472, "##F": 473, "##g": 474, "##O": 475, "##v": 476, "##\u00c6": 477, "##$": 478, "##\u0132": 479, "##\u011a": 480, "##\u00b0": 481, "##I": 482, "##\"": 483, "##m": 484, "##\u00cc": 485, "##\u00db": 486, "##\u00e9": 487, "##\u00ec": 488, "##\u010e": 489, "##\u011b": 490, "##\u0139": 491, "##]": 492, "##\u0128": 493, "##\u00e8": 494, "##\u0106": 495, "##\u00bc": 496, "##\u0101": 497, "##\u00f9": 498, "##k": 499, "##\u00a8": 500, "##\u010c": 501, "##L": 502, "##?": 503, "##\u00b2": 504, "##\u00fd": 505, "##\u00d7": 506, "##\u0122": 507, "##\u00cd": 508, "##\u00d2": 509, "##\u00d9": 510, "##\u00a4": 511, "##U": 512, "##o": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}
+{":": 27, "\u00aa": 105, "\u00d9": 151, "\u00e1": 159, "F": 39, "*": 11, "8": 25, "t": 85, "\u00c0": 126, "\u00db": 153, "\u00d3": 145, "\u010d": 203, "\u0110": 206, "\u0112": 208, "\u00f1": 175, "K": 44, "\u00da": 152, "3": 20, "g": 72, "\u00c6": 132, "\u00ba": 120, "\u00df": 157, "\u00c4": 130, "6": 23, "\u00d7": 149, "\u011d": 219, "\u00a1": 96, "\u00d4": 146, "\u00f3": 177, "D": 37, "R": 51, "]": 62, "\u00e3": 161, "H": 41, "\u010f": 205, "\u011c": 218, "\u00ec": 170, "\u00cb": 137, "V": 55, "d": 69, "\u00bf": 125, "\u00af": 109, "\u00f0": 174, "&": 7, "\u00f5": 179, "!": 2, "\u00e4": 162, "\u00be": 124, "\u0102": 192, "=": 30, "\u013f": 253, "\u0107": 197, "@": 33, "0": 17, "1": 18, "\u00b7": 117, "\u013c": 250, "m": 78, "\u010a": 200, "\u00de": 156, "U": 54, ".": 15, "\u010e": 204, "%": 6, "\u010b": 201, "_": 64, "\u013e": 252, "\u00c7": 133, "\u0121": 223, "J": 43, "2": 19, "`": 65, "\u0129": 231, "\u00e5": 163, "\u011b": 217, "\u00bd": 123, "E": 38, "[": 60, "s": 84, "|": 93, "\u00a7": 102, "\u00ff": 189, "i": 74, "I": 42, "\u00ca": 136, "/": 16, "\u00d5": 147, "\u0104": 194, "\u00d1": 143, "\u00b5": 115, "v": 87, "\u0124": 226, "\u00fd": 187, "\u00c5": 131, "\u0101": 191, "}": 94, "\u00d2": 144, "9": 26, "\u0132": 240, "\u0143": 257, "f": 71, "\u0108": 198, "\u00fb": 185, "\u00f7": 181, "\u00f8": 182, "\u0115": 211, "\u0136": 244, "e": 70, "\u00c8": 134, "B": 35, ">": 31, "\u0111": 207, "\u00eb": 169, "P": 49, "\u00a9": 104, "\u0103": 193, "\u00b9": 119, "\u0106": 196, "\u012a": 232, "\u012f": 237, "\u00c1": 127, "\u00b3": 113, "\u0139": 247, "\u0114": 210, "N": 47, "j": 75, "~": 95, "\u00a4": 99, "b": 67, "\u011a": 216, "\u011f": 221, "\u0138": 246, "{": 92, "\u00cc": 138, "\u00b2": 112, "G": 40, "a": 66, "u": 86, "\u00c9": 135, "\u00cf": 141, "4": 21, "\u00dc": 154, "\u0109": 199, "\u012b": 233, "\u00c2": 128, "\u00e0": 158, "\u00f4": 178, "\u00ed": 171, "\u0118": 214, "\u0141": 255, "\u00ee": 172, "\u0140": 254, "\u0131": 239, "\u00c3": 129, "\u012e": 236, "\u00e6": 164, "o": 80, ",": 13, "\u00a2": 97, "7": 24, "<": 29, "\"": 3, "Q": 50, "\u00b4": 114, "\u00f9": 183, "y": 90, "q": 82, "x": 89, "h": 73, "\u0119": 215, "\u0126": 228, "C": 36, "c": 68, "\u00fc": 186, "L": 45, "X": 57, "\u013d": 251, "\u0134": 242, "Z": 59, "\u00e2": 160, "$": 5, "k": 76, "\u00b0": 110, "+": 12, "\u00f2": 176, "'": 8, "W": 56, "O": 48, "\u00a5": 100, "\u0113": 209, "\u00ea": 168, "5": 22, "\u0127": 229, "\u0133": 241, "-": 14, "\u00fe": 188, "n": 79, "\u00dd": 155, "^": 63, "\u013a": 248, "\u0142": 256, "\u00ac": 107, "\u00ae": 108, "\u0116": 212, "\u013b": 249, "\u0123": 225, "\u0117": 213, "w": 88, "\u00e9": 167, "\u0105": 195, "(": 9, "l": 77, "\u00bb": 121, "\u00d8": 150, "\u0135": 243, "\u00ab": 106, "\u00f6": 180, "\u0100": 190, "\u00a6": 101, ")": 10, "#": 4, "\u00b6": 116, "\u00b8": 118, "\\": 61, "\u00e7": 165, "\u00fa": 184, "\u0128": 230, "<|padding|>": 0, ";": 28, "T": 53, "A": 34, "z": 91, "\u0130": 238, "\u00e8": 166, "\u00bc": 122, "\u00a3": 98, "<|endoftext|>": 1, "S": 52, "?": 32, "r": 83, "\u00ce": 140, "\u00ef": 173, "\u00a8": 103, "\u0137": 245, "\u00d0": 142, "\u0122": 224, "\u0125": 227, "M": 46, "Y": 58, "\u00cd": 139, "\u012d": 235, "\u010c": 202, "\u00d6": 148, "\u011e": 220, "p": 81, "\u0120": 222, "\u012c": 234, "\u00b1": 111, "##:": 258, "##\u00aa": 259, "##\u00d9": 260, "##\u00e1": 261, "##F": 262, "##*": 263, "##8": 264, "##t": 265, "##\u00c0": 266, "##\u00db": 267, "##\u00d3": 268, "##\u010d": 269, "##\u0110": 270, "##\u0112": 271, "##\u00f1": 272, "##K": 273, "##\u00da": 274, "##3": 275, "##g": 276, "##\u00c6": 277, "##\u00ba": 278, "##\u00df": 279, "##\u00c4": 280, "##6": 281, "##\u00d7": 282, "##\u011d": 283, "##\u00a1": 284, "##\u00d4": 285, "##\u00f3": 286, "##D": 287, "##R": 288, "##]": 289, "##\u00e3": 290, "##H": 291, "##\u010f": 292, "##\u011c": 293, "##\u00ec": 294, "##\u00cb": 295, "##V": 296, "##d": 297, "##\u00bf": 298, "##\u00af": 299, "##\u00f0": 300, "##&": 301, "##\u00f5": 302, "##!": 303, "##\u00e4": 304, "##\u00be": 305, "##\u0102": 306, "##=": 307, "##\u013f": 308, "##\u0107": 309, "##@": 310, "##0": 311, "##1": 312, "##\u00b7": 313, "##\u013c": 314, "##m": 315, "##\u010a": 316, "##\u00de": 317, "##U": 318, "##.": 319, "##\u010e": 320, "##%": 321, "##\u010b": 322, "##_": 323, "##\u013e": 324, "##\u00c7": 325, "##\u0121": 326, "##J": 327, "##2": 328, "##`": 329, "##\u0129": 330, "##\u00e5": 331, "##\u011b": 332, "##\u00bd": 333, "##E": 334, "##[": 335, "##s": 336, "##|": 337, "##\u00a7": 338, "##\u00ff": 339, "##i": 340, "##I": 341, "##\u00ca": 342, "##/": 343, "##\u00d5": 344, "##\u0104": 345, "##\u00d1": 346, "##\u00b5": 347, "##v": 348, "##\u0124": 349, "##\u00fd": 350, "##\u00c5": 351, "##\u0101": 352, "##}": 353, "##\u00d2": 354, "##9": 355, "##\u0132": 356, "##\u0143": 357, "##f": 358, "##\u0108": 359, "##\u00fb": 360, "##\u00f7": 361, "##\u00f8": 362, "##\u0115": 363, "##\u0136": 364, "##e": 365, "##\u00c8": 366, "##B": 367, "##>": 368, "##\u0111": 369, "##\u00eb": 370, "##P": 371, "##\u00a9": 372, "##\u0103": 373, "##\u00b9": 374, "##\u0106": 375, "##\u012a": 376, "##\u012f": 377, "##\u00c1": 378, "##\u00b3": 379, "##\u0139": 380, "##\u0114": 381, "##N": 382, "##j": 383, "##~": 384, "##\u00a4": 385, "##b": 386, "##\u011a": 387, "##\u011f": 388, "##\u0138": 389, "##{": 390, "##\u00cc": 391, "##\u00b2": 392, "##G": 393, "##a": 394, "##u": 395, "##\u00c9": 396, "##\u00cf": 397, "##4": 398, "##\u00dc": 399, "##\u0109": 400, "##\u012b": 401, "##\u00c2": 402, "##\u00e0": 403, "##\u00f4": 404, "##\u00ed": 405, "##\u0118": 406, "##\u0141": 407, "##\u00ee": 408, "##\u0140": 409, "##\u0131": 410, "##\u00c3": 411, "##\u012e": 412, "##\u00e6": 413, "##o": 414, "##,": 415, "##\u00a2": 416, "##7": 417, "##<": 418, "##\"": 419, "##Q": 420, "##\u00b4": 421, "##\u00f9": 422, "##y": 423, "##q": 424, "##x": 425, "##h": 426, "##\u0119": 427, "##\u0126": 428, "##C": 429, "##c": 430, "##\u00fc": 431, "##L": 432, "##X": 433, "##\u013d": 434, "##\u0134": 435, "##Z": 436, "##\u00e2": 437, "##$": 438, "##k": 439, "##\u00b0": 440, "##+": 441, "##\u00f2": 442, "##'": 443, "##W": 444, "##O": 445, "##\u00a5": 446, "##\u0113": 447, "##\u00ea": 448, "##5": 449, "##\u0127": 450, "##\u0133": 451, "##-": 452, "##\u00fe": 453, "##n": 454, "##\u00dd": 455, "##^": 456, "##\u013a": 457, "##\u0142": 458, "##\u00ac": 459, "##\u00ae": 460, "##\u0116": 461, "##\u013b": 462, "##\u0123": 463, "##\u0117": 464, "##w": 465, "##\u00e9": 466, "##\u0105": 467, "##(": 468, "##l": 469, "##\u00bb": 470, "##\u00d8": 471, "##\u0135": 472, "##\u00ab": 473, "##\u00f6": 474, "##\u0100": 475, "##\u00a6": 476, "##)": 477, "###": 478, "##\u00b6": 479, "##\u00b8": 480, "##\\": 481, "##\u00e7": 482, "##\u00fa": 483, "##\u0128": 484, "##;": 485, "##T": 486, "##A": 487, "##z": 488, "##\u0130": 489, "##\u00e8": 490, "##\u00bc": 491, "##\u00a3": 492, "##S": 493, "##?": 494, "##r": 495, "##\u00ce": 496, "##\u00ef": 497, "##\u00a8": 498, "##\u0137": 499, "##\u00d0": 500, "##\u0122": 501, "##\u0125": 502, "##M": 503, "##Y": 504, "##\u00cd": 505, "##\u012d": 506, "##\u010c": 507, "##\u00d6": 508, "##\u011e": 509, "##p": 510, "##\u0120": 511, "##\u012c": 512, "##\u00b1": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}