Upload folder using huggingface_hub

fw57M_Entropy_thresholdBX_600/tokenizer.json

@@ -36,6 +36,13 @@
     "normalizers": [
       {
         "type": "NFD"
+      },
+      {
+        "type": "Replace",
+        "pattern": {
+          "Regex": " +"
+        },
+        "content": " "
       }
     ]
   },
@@ -323,262 +330,262 @@
       "Ł": 255,
       "ł": 256,
       "Ń": 257,
-      "##Q": 258,
-      "##9": 259,
-      "##¨": 260,
-      "##Y": 261,
-      "##E": 262,
-      "##č": 263,
-      "##®": 264,
-      "##Ċ": 265,
-      "##h": 266,
-      "##ę": 267,
-      "##Ě": 268,
-      "##ç": 269,
-      "##2": 270,
-      "##¬": 271,
-      "##Ĺ": 272,
-      "##Z": 273,
-      "##C": 274,
-      "##-": 275,
-      "##Ĥ": 276,
-      "##=": 277,
-      "##f": 278,
-      "##IJ": 279,
-      "##Ĝ": 280,
-      "##^": 281,
-      "##H": 282,
-      "##w": 283,
-      "##â": 284,
-      "##ô": 285,
-      "##\\": 286,
-      "##ĝ": 287,
-      "##O": 288,
-      "##Ľ": 289,
-      "##V": 290,
-      "##đ": 291,
-      "##?": 292,
-      "##i": 293,
-      "##Ó": 294,
-      "##Õ": 295,
-      "##è": 296,
-      "##þ": 297,
-      "##7": 298,
-      "##¢": 299,
-      "##Ã": 300,
-      "##Ā": 301,
-      "##Ģ": 302,
-      "##\"": 303,
-      "##x": 304,
-      "##_": 305,
-      "##Ë": 306,
-      "##ā": 307,
-      "##Â": 308,
-      "##ģ": 309,
-      "##Ô": 310,
-      "##ĩ": 311,
-      "##>": 312,
-      "##å": 313,
-      "##%": 314,
-      "##ü": 315,
-      "##÷": 316,
-      "##Ø": 317,
-      "##Ì": 318,
-      "##F": 319,
-      "##4": 320,
-      "##¶": 321,
-      "##©": 322,
-      "##¥": 323,
-      "##Ĉ": 324,
-      "##c": 325,
-      "##]": 326,
-      "##)": 327,
-      "##ħ": 328,
-      "##Ĕ": 329,
-      "##Į": 330,
-      "##ľ": 331,
-      "##º": 332,
-      "##Î": 333,
-      "##Ð": 334,
-      "##(": 335,
-      "##|": 336,
-      "##Ö": 337,
-      "##ì": 338,
-      "##ú": 339,
-      "##ª": 340,
-      "##Ú": 341,
-      "##Č": 342,
-      "##.": 343,
-      "##¹": 344,
-      "##½": 345,
-      "##Ŀ": 346,
-      "##;": 347,
-      "##í": 348,
-      "##´": 349,
-      "##b": 350,
-      "##¤": 351,
-      "##À": 352,
-      "##Ï": 353,
-      "##G": 354,
-      "##P": 355,
-      "##¦": 356,
-      "##ï": 357,
-      "##Ć": 358,
-      "##ī": 359,
-      "##Ą": 360,
-      "##R": 361,
-      "##ă": 362,
-      "##s": 363,
-      "##3": 364,
-      "##I": 365,
-      "##±": 366,
-      "##İ": 367,
-      "##£": 368,
-      "##Ă": 369,
-      "##0": 370,
-      "##Đ": 371,
-      "##ł": 372,
-      "##ĥ": 373,
-      "##ó": 374,
-      "##õ": 375,
-      "##û": 376,
-      "##ķ": 377,
-      "##D": 378,
-      "##z": 379,
-      "##Ď": 380,
-      "##ĸ": 381,
-      "##¿": 382,
-      "##×": 383,
-      "##k": 384,
-      "##1": 385,
-      "##Þ": 386,
-      "##æ": 387,
-      "##$": 388,
-      "##A": 389,
-      "##ñ": 390,
-      "##Ĭ": 391,
-      "##³": 392,
-      "##:": 393,
-      "##Á": 394,
-      "##ď": 395,
-      "##§": 396,
-      "##ÿ": 397,
-      "##Ī": 398,
-      "##Ļ": 399,
-      "##B": 400,
-      "##Å": 401,
-      "##ġ": 402,
-      "##é": 403,
-      "##ı": 404,
-      "##ĺ": 405,
-      "##Ü": 406,
-      "##²": 407,
-      "##6": 408,
-      "##·": 409,
-      "##¸": 410,
-      "##ê": 411,
-      "##Ê": 412,
-      "##<": 413,
-      "##U": 414,
-      "##Ġ": 415,
-      "##e": 416,
-      "##5": 417,
-      "##!": 418,
-      "##ö": 419,
-      "##L": 420,
-      "##X": 421,
-      "##M": 422,
-      "##È": 423,
-      "##ĕ": 424,
-      "##Ė": 425,
-      "##Ķ": 426,
-      "##S": 427,
-      "##l": 428,
-      "##»": 429,
-      "##Ò": 430,
-      "##ù": 431,
-      "##ć": 432,
-      "##&": 433,
-      "##à": 434,
-      "##@": 435,
-      "##ý": 436,
-      "##Ä": 437,
-      "##p": 438,
-      "##î": 439,
-      "##ß": 440,
-      "##ø": 441,
-      "##t": 442,
-      "##µ": 443,
-      "##É": 444,
-      "##Ē": 445,
-      "##d": 446,
-      "##ċ": 447,
-      "##ě": 448,
-      "##Ł": 449,
-      "##8": 450,
-      "##ã": 451,
-      "##ĵ": 452,
-      "##Æ": 453,
-      "##¡": 454,
-      "##Ń": 455,
-      "##n": 456,
-      "##¼": 457,
-      "##j": 458,
-      "##Í": 459,
-      "##Ĩ": 460,
-      "##r": 461,
-      "##Ę": 462,
-      "##Ù": 463,
-      "##ij": 464,
-      "##Ğ": 465,
-      "##ğ": 466,
-      "##ą": 467,
-      "##ë": 468,
-      "##+": 469,
-      "##¯": 470,
-      "##ė": 471,
-      "##/": 472,
-      "##q": 473,
-      "##Ñ": 474,
-      "##Ħ": 475,
-      "##W": 476,
-      "##[": 477,
-      "##ä": 478,
-      "##Ç": 479,
-      "##ĭ": 480,
-      "##ļ": 481,
-      "##°": 482,
-      "##o": 483,
-      "##Ý": 484,
-      "##u": 485,
-      "##m": 486,
-      "##ē": 487,
-      "##g": 488,
-      "###": 489,
-      "##y": 490,
-      "##v": 491,
-      "##ŀ": 492,
-      "##¾": 493,
-      "##'": 494,
-      "##a": 495,
-      "##K": 496,
-      "##T": 497,
-      "##~": 498,
-      "##`": 499,
-      "##Û": 500,
-      "##{": 501,
-      "##«": 502,
-      "##á": 503,
-      "##N": 504,
-      "##ĉ": 505,
-      "##į": 506,
-      "##ð": 507,
-      "##Ĵ": 508,
-      "##}": 509,
-      "##*": 510,
-      "##J": 511,
-      "##ò": 512,
-      "##,": 513,
+      "##Ē": 258,
+      "##Ą": 259,
+      "##Ĝ": 260,
+      "##D": 261,
+      "##É": 262,
+      "##ü": 263,
+      "##i": 264,
+      "##w": 265,
+      "##e": 266,
+      "##Ñ": 267,
+      "##Ķ": 268,
+      "##Ê": 269,
+      "##Þ": 270,
+      "##Ô": 271,
+      "##8": 272,
+      "##Ğ": 273,
+      "##E": 274,
+      "##¸": 275,
+      "##¤": 276,
+      "##Ė": 277,
+      "##d": 278,
+      "##ŀ": 279,
+      "##Õ": 280,
+      "##A": 281,
+      "##0": 282,
+      "##{": 283,
+      "##ï": 284,
+      "##'": 285,
+      "##^": 286,
+      "##t": 287,
+      "##*": 288,
+      "##?": 289,
+      "##J": 290,
+      "##]": 291,
+      "##9": 292,
+      "##W": 293,
+      "##ā": 294,
+      "##ę": 295,
+      "##x": 296,
+      "##z": 297,
+      "##ħ": 298,
+      "##}": 299,
+      "##O": 300,
+      "##î": 301,
+      "##ß": 302,
+      "##,": 303,
+      "##;": 304,
+      "##5": 305,
+      "##à": 306,
+      "##¿": 307,
+      "##ÿ": 308,
+      "##ł": 309,
+      "##÷": 310,
+      "##l": 311,
+      "##+": 312,
+      "##ù": 313,
+      "##Ċ": 314,
+      "##¶": 315,
+      "##Ü": 316,
+      "##B": 317,
+      "##ì": 318,
+      "##ñ": 319,
+      "##Ħ": 320,
+      "##Č": 321,
+      "##ö": 322,
+      "##Ã": 323,
+      "##§": 324,
+      "##I": 325,
+      "##X": 326,
+      "##¹": 327,
+      "##ë": 328,
+      "##Ī": 329,
+      "##±": 330,
+      "##Ł": 331,
+      "###": 332,
+      "##v": 333,
+      "##4": 334,
+      "##ä": 335,
+      "##å": 336,
+      "##õ": 337,
+      "##n": 338,
+      "##Ĉ": 339,
+      "##ð": 340,
+      "##ĉ": 341,
+      "##ĕ": 342,
+      "##Ç": 343,
+      "##ď": 344,
+      "##u": 345,
+      "##`": 346,
+      "##m": 347,
+      "##á": 348,
+      "##é": 349,
+      "##Ò": 350,
+      "##Ĕ": 351,
+      "##o": 352,
+      "##3": 353,
+      "##%": 354,
+      "##.": 355,
+      "##ī": 356,
+      "##Ĵ": 357,
+      "##¯": 358,
+      "##¾": 359,
+      "##2": 360,
+      "##·": 361,
+      "##Ĭ": 362,
+      "##Ù": 363,
+      "##Ļ": 364,
+      "##~": 365,
+      "##Ý": 366,
+      "##Ö": 367,
+      "##$": 368,
+      "##Û": 369,
+      "##[": 370,
+      "##S": 371,
+      "##|": 372,
+      "##ĵ": 373,
+      "##ė": 374,
+      "##\\": 375,
+      "##ē": 376,
+      "##þ": 377,
+      "##_": 378,
+      "##)": 379,
+      "##¨": 380,
+      "##c": 381,
+      "##Ì": 382,
+      "##>": 383,
+      "##g": 384,
+      "##ě": 385,
+      "##â": 386,
+      "##Ă": 387,
+      "##¥": 388,
+      "##ø": 389,
+      "##Ā": 390,
+      "##b": 391,
+      "##¼": 392,
+      "##´": 393,
+      "##½": 394,
+      "##Ë": 395,
+      "##Æ": 396,
+      "##ª": 397,
+      "##L": 398,
+      "##T": 399,
+      "##Ð": 400,
+      "##è": 401,
+      "##æ": 402,
+      "##ê": 403,
+      "##©": 404,
+      "##ą": 405,
+      "##ċ": 406,
+      "##Ó": 407,
+      "##ģ": 408,
+      "##r": 409,
+      "##ĩ": 410,
+      "##Ŀ": 411,
+      "##®": 412,
+      "##p": 413,
+      "##M": 414,
+      "##7": 415,
+      "##º": 416,
+      "##ı": 417,
+      "##R": 418,
+      "##ġ": 419,
+      "##Ï": 420,
+      "##Å": 421,
+      "##ã": 422,
+      "##H": 423,
+      "##¬": 424,
+      "##ĝ": 425,
+      "##s": 426,
+      "##Ø": 427,
+      "##k": 428,
+      "##×": 429,
+      "##Z": 430,
+      "##6": 431,
+      "##ô": 432,
+      "##@": 433,
+      "##IJ": 434,
+      "##Ĺ": 435,
+      "##/": 436,
+      "##-": 437,
+      "##a": 438,
+      "##«": 439,
+      "##Ď": 440,
+      "##Ĥ": 441,
+      "##°": 442,
+      "##Į": 443,
+      "##1": 444,
+      "##ĥ": 445,
+      "##Ě": 446,
+      "##N": 447,
+      "##ò": 448,
+      "##³": 449,
+      "##U": 450,
+      "##q": 451,
+      "##¢": 452,
+      "##ć": 453,
+      "##Ľ": 454,
+      "##À": 455,
+      "##È": 456,
+      "##Â": 457,
+      "##¡": 458,
+      "##ç": 459,
+      "##£": 460,
+      "##ķ": 461,
+      "##j": 462,
+      "##į": 463,
+      "##ó": 464,
+      "##y": 465,
+      "##Ġ": 466,
+      "##F": 467,
+      "##:": 468,
+      "##C": 469,
+      "##¦": 470,
+      "##û": 471,
+      "##ğ": 472,
+      "##í": 473,
+      "##Ĩ": 474,
+      "##Ń": 475,
+      "##ă": 476,
+      "##ĭ": 477,
+      "##Á": 478,
+      "##P": 479,
+      "##ľ": 480,
+      "##»": 481,
+      "##İ": 482,
+      "##ú": 483,
+      "##Ä": 484,
+      "##&": 485,
+      "##G": 486,
+      "##h": 487,
+      "##<": 488,
+      "##Ę": 489,
+      "##²": 490,
+      "##ĸ": 491,
+      "##Đ": 492,
+      "##µ": 493,
+      "##=": 494,
+      "##č": 495,
+      "##ij": 496,
+      "##Ģ": 497,
+      "##ĺ": 498,
+      "##ļ": 499,
+      "##Ú": 500,
+      "##K": 501,
+      "##V": 502,
+      "##\"": 503,
+      "##Î": 504,
+      "##ý": 505,
+      "##f": 506,
+      "##Q": 507,
+      "##!": 508,
+      "##(": 509,
+      "##Y": 510,
+      "##Ć": 511,
+      "##Í": 512,
+      "##đ": 513,
       "<|unk|>": 514,
       "##ng": 515,
       "##�": 516,

fw57M_Entropy_thresholdBX_600/vocab.json

@@ -1 +1 @@
-{"Q": 50, "9": 26, "\u00a8": 103, "Y": 58, "E": 38, "\u010d": 203, "\u00ae": 108, "\u010a": 200, "h": 73, "\u0119": 215, "\u011a": 216, "\u00e7": 165, "2": 19, "\u00ac": 107, "\u0139": 247, "Z": 59, "C": 36, "-": 14, "\u0124": 226, "=": 30, "f": 71, "\u0132": 240, "\u011c": 218, "^": 63, "H": 41, "w": 88, "\u00e2": 160, "\u00f4": 178, "\\": 61, "\u011d": 219, "O": 48, "\u013d": 251, "V": 55, "\u0111": 207, "?": 32, "i": 74, "\u00d3": 145, "\u00d5": 147, "\u00e8": 166, "\u00fe": 188, "7": 24, "\u00a2": 97, "\u00c3": 129, "\u0100": 190, "\u0122": 224, "\"": 3, "x": 89, "_": 64, "\u00cb": 137, "\u0101": 191, "\u00c2": 128, "\u0123": 225, "\u00d4": 146, "\u0129": 231, ">": 31, "\u00e5": 163, "%": 6, "\u00fc": 186, "\u00f7": 181, "\u00d8": 150, "\u00cc": 138, "F": 39, "4": 21, "\u00b6": 116, "\u00a9": 104, "\u00a5": 100, "\u0108": 198, "c": 68, "]": 62, ")": 10, "\u0127": 229, "\u0114": 210, "\u012e": 236, "\u013e": 252, "\u00ba": 120, "\u00ce": 140, "\u00d0": 142, "(": 9, "|": 93, "\u00d6": 148, "\u00ec": 170, "\u00fa": 184, "\u00aa": 105, "\u00da": 152, "\u010c": 202, ".": 15, "\u00b9": 119, "<|padding|>": 0, "\u00bd": 123, "\u013f": 253, ";": 28, "\u00ed": 171, "\u00b4": 114, "b": 67, "\u00a4": 99, "\u00c0": 126, "\u00cf": 141, "G": 40, "P": 49, "\u00a6": 101, "\u00ef": 173, "\u0106": 196, "\u012b": 233, "\u0104": 194, "R": 51, "\u0103": 193, "s": 84, "3": 20, "I": 42, "\u00b1": 111, "\u0130": 238, "\u00a3": 98, "\u0102": 192, "0": 17, "\u0110": 206, "\u0142": 256, "\u0125": 227, "\u00f3": 177, "\u00f5": 179, "\u00fb": 185, "\u0137": 245, "D": 37, "z": 91, "\u010e": 204, "\u0138": 246, "\u00bf": 125, "\u00d7": 149, "k": 76, "1": 18, "\u00de": 156, "\u00e6": 164, "$": 5, "A": 34, "\u00f1": 175, "\u012c": 234, "\u00b3": 113, ":": 27, "\u00c1": 127, "\u010f": 205, "\u00a7": 102, "\u00ff": 189, "\u012a": 232, "\u013b": 249, "B": 35, "\u00c5": 131, "\u0121": 223, "\u00e9": 167, "\u0131": 239, "\u013a": 248, "\u00dc": 154, "\u00b2": 112, "6": 23, "<|endoftext|>": 1, "\u00b7": 117, "\u00b8": 118, "\u00ea": 168, "\u00ca": 136, "<": 29, "U": 54, "\u0120": 222, "e": 70, "5": 22, "!": 2, "\u00f6": 180, "L": 45, "X": 57, "M": 46, "\u00c8": 134, "\u0115": 211, "\u0116": 212, "\u0136": 244, "S": 52, "l": 77, "\u00bb": 121, "\u00d2": 144, "\u00f9": 183, "\u0107": 197, "&": 7, "\u00e0": 158, "@": 33, "\u00fd": 187, "\u00c4": 130, "p": 81, "\u00ee": 172, "\u00df": 157, "\u00f8": 182, "t": 85, "\u00b5": 115, "\u00c9": 135, "\u0112": 208, "d": 69, "\u010b": 201, "\u011b": 217, "\u0141": 255, "8": 25, "\u00e3": 161, "\u0135": 243, "\u00c6": 132, "\u00a1": 96, "\u0143": 257, "n": 79, "\u00bc": 122, "j": 75, "\u00cd": 139, "\u0128": 230, "r": 83, "\u0118": 214, "\u00d9": 151, "\u0133": 241, "\u011e": 220, "\u011f": 221, "\u0105": 195, "\u00eb": 169, "+": 12, "\u00af": 109, "\u0117": 213, "/": 16, "q": 82, "\u00d1": 143, "\u0126": 228, "W": 56, "[": 60, "\u00e4": 162, "\u00c7": 133, "\u012d": 235, "\u013c": 250, "\u00b0": 110, "o": 80, "\u00dd": 155, "u": 86, "m": 78, "\u0113": 209, "g": 72, "#": 4, "y": 90, "v": 87, "\u0140": 254, "\u00be": 124, "'": 8, "a": 66, "K": 44, "T": 53, "~": 95, "`": 65, "\u00db": 153, "{": 92, "\u00ab": 106, "\u00e1": 159, "N": 47, "\u0109": 199, "\u012f": 237, "\u00f0": 174, "\u0134": 242, "}": 94, "*": 11, "J": 43, "\u00f2": 176, ",": 13, "##Q": 258, "##9": 259, "##\u00a8": 260, "##Y": 261, "##E": 262, "##\u010d": 263, "##\u00ae": 264, "##\u010a": 265, "##h": 266, "##\u0119": 267, "##\u011a": 268, "##\u00e7": 269, "##2": 270, "##\u00ac": 271, "##\u0139": 272, "##Z": 273, "##C": 274, "##-": 275, "##\u0124": 276, "##=": 277, "##f": 278, "##\u0132": 279, "##\u011c": 280, "##^": 281, "##H": 282, "##w": 283, "##\u00e2": 284, "##\u00f4": 285, "##\\": 286, "##\u011d": 287, "##O": 288, "##\u013d": 289, "##V": 290, "##\u0111": 291, "##?": 292, "##i": 293, "##\u00d3": 294, "##\u00d5": 295, "##\u00e8": 296, "##\u00fe": 297, "##7": 298, "##\u00a2": 299, "##\u00c3": 300, "##\u0100": 301, "##\u0122": 302, "##\"": 303, "##x": 304, "##_": 305, "##\u00cb": 306, "##\u0101": 307, "##\u00c2": 308, "##\u0123": 309, "##\u00d4": 310, "##\u0129": 311, "##>": 312, "##\u00e5": 313, "##%": 314, "##\u00fc": 315, "##\u00f7": 316, "##\u00d8": 317, "##\u00cc": 318, "##F": 319, "##4": 320, "##\u00b6": 321, "##\u00a9": 322, "##\u00a5": 323, "##\u0108": 324, "##c": 325, "##]": 326, "##)": 327, "##\u0127": 328, "##\u0114": 329, "##\u012e": 330, "##\u013e": 331, "##\u00ba": 332, "##\u00ce": 333, "##\u00d0": 334, "##(": 335, "##|": 336, "##\u00d6": 337, "##\u00ec": 338, "##\u00fa": 339, "##\u00aa": 340, "##\u00da": 341, "##\u010c": 342, "##.": 343, "##\u00b9": 344, "##\u00bd": 345, "##\u013f": 346, "##;": 347, "##\u00ed": 348, "##\u00b4": 349, "##b": 350, "##\u00a4": 351, "##\u00c0": 352, "##\u00cf": 353, "##G": 354, "##P": 355, "##\u00a6": 356, "##\u00ef": 357, "##\u0106": 358, "##\u012b": 359, "##\u0104": 360, "##R": 361, "##\u0103": 362, "##s": 363, "##3": 364, "##I": 365, "##\u00b1": 366, "##\u0130": 367, "##\u00a3": 368, "##\u0102": 369, "##0": 370, "##\u0110": 371, "##\u0142": 372, "##\u0125": 373, "##\u00f3": 374, "##\u00f5": 375, "##\u00fb": 376, "##\u0137": 377, "##D": 378, "##z": 379, "##\u010e": 380, "##\u0138": 381, "##\u00bf": 382, "##\u00d7": 383, "##k": 384, "##1": 385, "##\u00de": 386, "##\u00e6": 387, "##$": 388, "##A": 389, "##\u00f1": 390, "##\u012c": 391, "##\u00b3": 392, "##:": 393, "##\u00c1": 394, "##\u010f": 395, "##\u00a7": 396, "##\u00ff": 397, "##\u012a": 398, "##\u013b": 399, "##B": 400, "##\u00c5": 401, "##\u0121": 402, "##\u00e9": 403, "##\u0131": 404, "##\u013a": 405, "##\u00dc": 406, "##\u00b2": 407, "##6": 408, "##\u00b7": 409, "##\u00b8": 410, "##\u00ea": 411, "##\u00ca": 412, "##<": 413, "##U": 414, "##\u0120": 415, "##e": 416, "##5": 417, "##!": 418, "##\u00f6": 419, "##L": 420, "##X": 421, "##M": 422, "##\u00c8": 423, "##\u0115": 424, "##\u0116": 425, "##\u0136": 426, "##S": 427, "##l": 428, "##\u00bb": 429, "##\u00d2": 430, "##\u00f9": 431, "##\u0107": 432, "##&": 433, "##\u00e0": 434, "##@": 435, "##\u00fd": 436, "##\u00c4": 437, "##p": 438, "##\u00ee": 439, "##\u00df": 440, "##\u00f8": 441, "##t": 442, "##\u00b5": 443, "##\u00c9": 444, "##\u0112": 445, "##d": 446, "##\u010b": 447, "##\u011b": 448, "##\u0141": 449, "##8": 450, "##\u00e3": 451, "##\u0135": 452, "##\u00c6": 453, "##\u00a1": 454, "##\u0143": 455, "##n": 456, "##\u00bc": 457, "##j": 458, "##\u00cd": 459, "##\u0128": 460, "##r": 461, "##\u0118": 462, "##\u00d9": 463, "##\u0133": 464, "##\u011e": 465, "##\u011f": 466, "##\u0105": 467, "##\u00eb": 468, "##+": 469, "##\u00af": 470, "##\u0117": 471, "##/": 472, "##q": 473, "##\u00d1": 474, "##\u0126": 475, "##W": 476, "##[": 477, "##\u00e4": 478, "##\u00c7": 479, "##\u012d": 480, "##\u013c": 481, "##\u00b0": 482, "##o": 483, "##\u00dd": 484, "##u": 485, "##m": 486, "##\u0113": 487, "##g": 488, "###": 489, "##y": 490, "##v": 491, "##\u0140": 492, "##\u00be": 493, "##'": 494, "##a": 495, "##K": 496, "##T": 497, "##~": 498, "##`": 499, "##\u00db": 500, "##{": 501, "##\u00ab": 502, "##\u00e1": 503, "##N": 504, "##\u0109": 505, "##\u012f": 506, "##\u00f0": 507, "##\u0134": 508, "##}": 509, "##*": 510, "##J": 511, "##\u00f2": 512, "##,": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}
+{"\u0112": 208, "\u0104": 194, "\u011c": 218, "D": 37, "\u00c9": 135, "\u00fc": 186, "i": 74, "w": 88, "e": 70, "\u00d1": 143, "\u0136": 244, "\u00ca": 136, "\u00de": 156, "\u00d4": 146, "8": 25, "\u011e": 220, "E": 38, "\u00b8": 118, "\u00a4": 99, "\u0116": 212, "d": 69, "\u0140": 254, "\u00d5": 147, "A": 34, "0": 17, "{": 92, "\u00ef": 173, "'": 8, "^": 63, "t": 85, "*": 11, "?": 32, "J": 43, "]": 62, "9": 26, "W": 56, "\u0101": 191, "\u0119": 215, "x": 89, "z": 91, "\u0127": 229, "}": 94, "O": 48, "\u00ee": 172, "\u00df": 157, ",": 13, ";": 28, "5": 22, "\u00e0": 158, "\u00bf": 125, "\u00ff": 189, "\u0142": 256, "\u00f7": 181, "l": 77, "+": 12, "\u00f9": 183, "\u010a": 200, "\u00b6": 116, "\u00dc": 154, "B": 35, "\u00ec": 170, "<|endoftext|>": 1, "<|padding|>": 0, "\u00f1": 175, "\u0126": 228, "\u010c": 202, "\u00f6": 180, "\u00c3": 129, "\u00a7": 102, "I": 42, "X": 57, "\u00b9": 119, "\u00eb": 169, "\u012a": 232, "\u00b1": 111, "\u0141": 255, "#": 4, "v": 87, "4": 21, "\u00e4": 162, "\u00e5": 163, "\u00f5": 179, "n": 79, "\u0108": 198, "\u00f0": 174, "\u0109": 199, "\u0115": 211, "\u00c7": 133, "\u010f": 205, "u": 86, "`": 65, "m": 78, "\u00e1": 159, "\u00e9": 167, "\u00d2": 144, "\u0114": 210, "o": 80, "3": 20, "%": 6, ".": 15, "\u012b": 233, "\u0134": 242, "\u00af": 109, "\u00be": 124, "2": 19, "\u00b7": 117, "\u012c": 234, "\u00d9": 151, "\u013b": 249, "~": 95, "\u00dd": 155, "\u00d6": 148, "$": 5, "\u00db": 153, "[": 60, "S": 52, "|": 93, "\u0135": 243, "\u0117": 213, "\\": 61, "\u0113": 209, "\u00fe": 188, "_": 64, ")": 10, "\u00a8": 103, "c": 68, "\u00cc": 138, ">": 31, "g": 72, "\u011b": 217, "\u00e2": 160, "\u0102": 192, "\u00a5": 100, "\u00f8": 182, "\u0100": 190, "b": 67, "\u00bc": 122, "\u00b4": 114, "\u00bd": 123, "\u00cb": 137, "\u00c6": 132, "\u00aa": 105, "L": 45, "T": 53, "\u00d0": 142, "\u00e8": 166, "\u00e6": 164, "\u00ea": 168, "\u00a9": 104, "\u0105": 195, "\u010b": 201, "\u00d3": 145, "\u0123": 225, "r": 83, "\u0129": 231, "\u013f": 253, "\u00ae": 108, "p": 81, "M": 46, "7": 24, "\u00ba": 120, "\u0131": 239, "R": 51, "\u0121": 223, "\u00cf": 141, "\u00c5": 131, "\u00e3": 161, "H": 41, "\u00ac": 107, "\u011d": 219, "s": 84, "\u00d8": 150, "k": 76, "\u00d7": 149, "Z": 59, "6": 23, "\u00f4": 178, "@": 33, "\u0132": 240, "\u0139": 247, "/": 16, "-": 14, "a": 66, "\u00ab": 106, "\u010e": 204, "\u0124": 226, "\u00b0": 110, "\u012e": 236, "1": 18, "\u0125": 227, "\u011a": 216, "N": 47, "\u00f2": 176, "\u00b3": 113, "U": 54, "q": 82, "\u00a2": 97, "\u0107": 197, "\u013d": 251, "\u00c0": 126, "\u00c8": 134, "\u00c2": 128, "\u00a1": 96, "\u00e7": 165, "\u00a3": 98, "\u0137": 245, "j": 75, "\u012f": 237, "\u00f3": 177, "y": 90, "\u0120": 222, "F": 39, ":": 27, "C": 36, "\u00a6": 101, "\u00fb": 185, "\u011f": 221, "\u00ed": 171, "\u0128": 230, "\u0143": 257, "\u0103": 193, "\u012d": 235, "\u00c1": 127, "P": 49, "\u013e": 252, "\u00bb": 121, "\u0130": 238, "\u00fa": 184, "\u00c4": 130, "&": 7, "G": 40, "h": 73, "<": 29, "\u0118": 214, "\u00b2": 112, "\u0138": 246, "\u0110": 206, "\u00b5": 115, "=": 30, "\u010d": 203, "\u0133": 241, "\u0122": 224, "\u013a": 248, "\u013c": 250, "\u00da": 152, "K": 44, "V": 55, "\"": 3, "\u00ce": 140, "\u00fd": 187, "f": 71, "Q": 50, "!": 2, "(": 9, "Y": 58, "\u0106": 196, "\u00cd": 139, "\u0111": 207, "##\u0112": 258, "##\u0104": 259, "##\u011c": 260, "##D": 261, "##\u00c9": 262, "##\u00fc": 263, "##i": 264, "##w": 265, "##e": 266, "##\u00d1": 267, "##\u0136": 268, "##\u00ca": 269, "##\u00de": 270, "##\u00d4": 271, "##8": 272, "##\u011e": 273, "##E": 274, "##\u00b8": 275, "##\u00a4": 276, "##\u0116": 277, "##d": 278, "##\u0140": 279, "##\u00d5": 280, "##A": 281, "##0": 282, "##{": 283, "##\u00ef": 284, "##'": 285, "##^": 286, "##t": 287, "##*": 288, "##?": 289, "##J": 290, "##]": 291, "##9": 292, "##W": 293, "##\u0101": 294, "##\u0119": 295, "##x": 296, "##z": 297, "##\u0127": 298, "##}": 299, "##O": 300, "##\u00ee": 301, "##\u00df": 302, "##,": 303, "##;": 304, "##5": 305, "##\u00e0": 306, "##\u00bf": 307, "##\u00ff": 308, "##\u0142": 309, "##\u00f7": 310, "##l": 311, "##+": 312, "##\u00f9": 313, "##\u010a": 314, "##\u00b6": 315, "##\u00dc": 316, "##B": 317, "##\u00ec": 318, "##\u00f1": 319, "##\u0126": 320, "##\u010c": 321, "##\u00f6": 322, "##\u00c3": 323, "##\u00a7": 324, "##I": 325, "##X": 326, "##\u00b9": 327, "##\u00eb": 328, "##\u012a": 329, "##\u00b1": 330, "##\u0141": 331, "###": 332, "##v": 333, "##4": 334, "##\u00e4": 335, "##\u00e5": 336, "##\u00f5": 337, "##n": 338, "##\u0108": 339, "##\u00f0": 340, "##\u0109": 341, "##\u0115": 342, "##\u00c7": 343, "##\u010f": 344, "##u": 345, "##`": 346, "##m": 347, "##\u00e1": 348, "##\u00e9": 349, "##\u00d2": 350, "##\u0114": 351, "##o": 352, "##3": 353, "##%": 354, "##.": 355, "##\u012b": 356, "##\u0134": 357, "##\u00af": 358, "##\u00be": 359, "##2": 360, "##\u00b7": 361, "##\u012c": 362, "##\u00d9": 363, "##\u013b": 364, "##~": 365, "##\u00dd": 366, "##\u00d6": 367, "##$": 368, "##\u00db": 369, "##[": 370, "##S": 371, "##|": 372, "##\u0135": 373, "##\u0117": 374, "##\\": 375, "##\u0113": 376, "##\u00fe": 377, "##_": 378, "##)": 379, "##\u00a8": 380, "##c": 381, "##\u00cc": 382, "##>": 383, "##g": 384, "##\u011b": 385, "##\u00e2": 386, "##\u0102": 387, "##\u00a5": 388, "##\u00f8": 389, "##\u0100": 390, "##b": 391, "##\u00bc": 392, "##\u00b4": 393, "##\u00bd": 394, "##\u00cb": 395, "##\u00c6": 396, "##\u00aa": 397, "##L": 398, "##T": 399, "##\u00d0": 400, "##\u00e8": 401, "##\u00e6": 402, "##\u00ea": 403, "##\u00a9": 404, "##\u0105": 405, "##\u010b": 406, "##\u00d3": 407, "##\u0123": 408, "##r": 409, "##\u0129": 410, "##\u013f": 411, "##\u00ae": 412, "##p": 413, "##M": 414, "##7": 415, "##\u00ba": 416, "##\u0131": 417, "##R": 418, "##\u0121": 419, "##\u00cf": 420, "##\u00c5": 421, "##\u00e3": 422, "##H": 423, "##\u00ac": 424, "##\u011d": 425, "##s": 426, "##\u00d8": 427, "##k": 428, "##\u00d7": 429, "##Z": 430, "##6": 431, "##\u00f4": 432, "##@": 433, "##\u0132": 434, "##\u0139": 435, "##/": 436, "##-": 437, "##a": 438, "##\u00ab": 439, "##\u010e": 440, "##\u0124": 441, "##\u00b0": 442, "##\u012e": 443, "##1": 444, "##\u0125": 445, "##\u011a": 446, "##N": 447, "##\u00f2": 448, "##\u00b3": 449, "##U": 450, "##q": 451, "##\u00a2": 452, "##\u0107": 453, "##\u013d": 454, "##\u00c0": 455, "##\u00c8": 456, "##\u00c2": 457, "##\u00a1": 458, "##\u00e7": 459, "##\u00a3": 460, "##\u0137": 461, "##j": 462, "##\u012f": 463, "##\u00f3": 464, "##y": 465, "##\u0120": 466, "##F": 467, "##:": 468, "##C": 469, "##\u00a6": 470, "##\u00fb": 471, "##\u011f": 472, "##\u00ed": 473, "##\u0128": 474, "##\u0143": 475, "##\u0103": 476, "##\u012d": 477, "##\u00c1": 478, "##P": 479, "##\u013e": 480, "##\u00bb": 481, "##\u0130": 482, "##\u00fa": 483, "##\u00c4": 484, "##&": 485, "##G": 486, "##h": 487, "##<": 488, "##\u0118": 489, "##\u00b2": 490, "##\u0138": 491, "##\u0110": 492, "##\u00b5": 493, "##=": 494, "##\u010d": 495, "##\u0133": 496, "##\u0122": 497, "##\u013a": 498, "##\u013c": 499, "##\u00da": 500, "##K": 501, "##V": 502, "##\"": 503, "##\u00ce": 504, "##\u00fd": 505, "##f": 506, "##Q": 507, "##!": 508, "##(": 509, "##Y": 510, "##\u0106": 511, "##\u00cd": 512, "##\u0111": 513, "<|unk|>": 514, "##ng": 515, "##\ufffd": 516, "##er": 517, "##nt": 518, "##en": 519, "##on": 520, "##le": 521, "##nd": 522, "##her": 523, "##ent": 524, "##ss": 525, "##gh": 526, "##se": 527, "##em": 528, "##ur": 529, "##he": 530, "##in": 531, "##es": 532, "##th": 533, "##ct": 534, "##al": 535, "##us": 536, "##ar": 537, "##ge": 538, "##at": 539, "##io": 540, "##ve": 541, "##ld": 542, "##ce": 543, "##ion": 544, "##or": 545, "##ple": 546, "##ch": 547, "##te": 548, "##ll": 549, "##me": 550, "##ul": 551, "##re": 552, "##og": 553, "##ti": 554, "##an": 555, "##ra": 556, "##lt": 557, "##rd": 558, "##el": 559, "##ht": 560, "##st": 561, "##ag": 562, "##ut": 563, "##pl": 564, "##ue": 565, "##ing": 566, "##de": 567, "##ow": 568, "##rg": 569, "##ect": 570, "##is": 571, "##et": 572, "##tr": 573, "##ay": 574, "##ma": 575, "##it": 576, "##il": 577, "##ri": 578, "##dy": 579, "##use": 580, "##bl": 581, "##ly": 582, "##and": 583, "##li": 584, "##ne": 585, "##ic": 586, "##tem": 587, "##ed": 588, "##ess": 589, "##as": 590, "##ou": 591, "##ec": 592, "##om": 593, "##uc": 594, "##ke": 595, "##ia": 596, "##ud": 597, "##sh": 598, "##na": 599}