Upload folder using huggingface_hub

Browse files

Files changed (5) hide show

README.md +2 -2
merges.txt +70 -0
tokenizer.json +0 -0
tokenizer_config.json +0 -0
vocab.json +82 -1002

README.md CHANGED Viewed

@@ -20,7 +20,7 @@ A **Byte-Level BPE** tokenizer trained on **numeric** data from Fineweb-2-HQ.
 | Algorithm | Byte-Level BPE |
 | Language | `numeric` |
 | Target Vocab Size | 1,007 |
-| Final Vocab Size | 1,007 |
 | Pre-tokenizer | byte_level |
 | Number handling | rtl_3digit |
 | Contraction handling | False |
@@ -46,4 +46,4 @@ tokens = tokenizer.encode("Hello, world!")
 ## Sample Encoding
 | Text | Tokens | Token IDs |
 |------|--------|-----------|
-| `123500119 mod 67` | `123, 500, 119,  , mod,  , 67` | `143, 58, 654, 6, 4, 6, 810` |

 | Algorithm | Byte-Level BPE |
 | Language | `numeric` |
 | Target Vocab Size | 1,007 |
+| Final Vocab Size | 87 |
 | Pre-tokenizer | byte_level |
 | Number handling | rtl_3digit |
 | Contraction handling | False |
 ## Sample Encoding
 | Text | Tokens | Token IDs |
 |------|--------|-----------|
+| `123500119 mod 67` | `12, 3, 50, 0, 1, 19,  , mod,  , 67` | `18, 10, 47, 7, 8, 25, 6, 4, 6, 53` |

merges.txt CHANGED Viewed

	@@ -1 +1,71 @@
1	#version: 0.2

 #version: 0.2
+['1', '0']
+['1', '2']
+['1', '3']
+['1', '4']
+['1', '5']
+['1', '6']
+['1', '7']
+['1', '8']
+['1', '9']
+['2', '0']
+['2', '3']
+['2', '4']
+['2', '5']
+['2', '6']
+['2', '7']
+['2', '8']
+['2', '9']
+['3', '0']
+['3', '4']
+['3', '5']
+['3', '6']
+['3', '7']
+['3', '8']
+['3', '9']
+['4', '0']
+['4', '5']
+['4', '6']
+['4', '7']
+['4', '8']
+['4', '9']
+['5', '0']
+['5', '6']
+['5', '7']
+['5', '8']
+['5', '9']
+['6', '0']
+['6', '7']
+['6', '8']
+['6', '9']
+['7', '0']
+['7', '8']
+['7', '9']
+['8', '0']
+['8', '9']
+['9', '0']
+['1', '1']
+['2', '2']
+['3', '3']
+['4', '4']
+['5', '5']
+['6', '6']
+['7', '7']
+['8', '8']
+['9', '9']
+['2', '1']
+['4', '3']
+['6', '5']
+['8', '7']
+['9', '7']
+['9', '8']
+['3', '1']
+['3', '2']
+['4', '1']
+['4', '2']
+['7', '5']
+['7', '6']
+['8', '5']
+['8', '6']
+['9', '5']
+['9', '6']

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

vocab.json CHANGED Viewed

@@ -1,1009 +1,89 @@
 {
-  "34": 196,
-  "918": 999,
-  "116": 639,
-  "861": 173,
-  "436": 471,
-  "96": 877,
-  "954": 811,
-  "989": 266,
-  "407": 358,
-  "682": 920,
-  "660": 552,
-  "163": 393,
-  "305": 114,
-  "653": 115,
-  "906": 389,
-  "199": 854,
-  "409": 822,
-  "64": 126,
-  "938": 546,
-  "778": 930,
-  "560": 707,
-  "909": 432,
-  "945": 347,
-  "535": 390,
-  "82": 241,
-  "369": 20,
-  "264": 537,
-  "968": 764,
-  "873": 863,
-  "70": 326,
-  "539": 872,
-  "890": 145,
-  "285": 212,
-  "141": 63,
-  "799": 590,
-  "988": 621,
-  "32": 174,
-  "792": 939,
-  "559": 573,
-  "803": 360,
-  "440": 823,
-  "663": 731,
-  "88": 275,
-  "244": 526,
-  "437": 332,
-  "246": 894,
-  "376": 820,
-  "85": 527,
-  "106": 840,
-  "971": 246,
-  "505": 41,
-  "912": 415,
-  "81": 113,
-  "681": 361,
-  "789": 442,
-  "214": 881,
-  "325": 649,
-  "341": 10,
-  "864": 606,
-  "245": 975,
-  "105": 508,
-  "517": 446,
-  "879": 48,
-  "17": 184,
-  "632": 221,
-  "332": 357,
-  "439": 13,
-  "356": 227,
-  "696": 308,
-  "629": 305,
-  "976": 505,
-  "562": 271,
-  "565": 74,
-  "9": 61,
-  "429": 168,
-  "0": 265,
-  "441": 553,
-  "904": 814,
-  "252": 454,
-  "621": 771,
-  "783": 574,
-  "13": 772,
-  "826": 287,
-  "835": 381,
-  "109": 591,
-  "798": 377,
-  "744": 813,
-  "845": 642,
-  "981": 952,
-  "372": 848,
-  "700": 489,
-  "152": 480,
-  "432": 36,
-  "237": 55,
-  "808": 324,
-  "206": 232,
-  "20": 965,
-  "344": 458,
-  "697": 340,
-  "817": 862,
-  "91": 825,
-  "757": 912,
-  "605": 918,
-  "528": 544,
-  "144": 186,
-  "496": 404,
-  "616": 556,
-  "405": 234,
-  "868": 298,
-  "550": 242,
-  "749": 413,
-  "664": 75,
-  "512": 139,
-  "614": 818,
-  "980": 104,
-  "316": 473,
-  "410": 859,
-  "863": 997,
-  "894": 672,
-  "63": 581,
-  "656": 289,
-  "366": 372,
-  "590": 629,
-  "125": 765,
-  "235": 598,
-  "227": 251,
-  "406": 344,
-  "368": 739,
-  "794": 677,
-  "593": 926,
-  "27": 35,
-  "367": 917,
-  "716": 766,
-  "33": 149,
-  "263": 144,
-  "646": 594,
-  "179": 534,
-  "171": 635,
-  "498": 509,
-  "742": 763,
-  "473": 110,
-  "470": 237,
-  "731": 669,
-  "391": 283,
-  "444": 551,
-  "177": 160,
-  "411": 191,
-  "804": 675,
-  "118": 102,
-  "630": 490,
-  "855": 171,
-  "777": 482,
-  "626": 738,
-  "831": 851,
-  "431": 210,
-  "790": 183,
-  "514": 28,
-  "715": 318,
-  "110": 607,
-  "727": 107,
-  "149": 180,
-  "953": 450,
-  "192": 668,
-  "404": 506,
-  "820": 399,
-  "652": 982,
-  "350": 543,
-  "768": 710,
-  "30": 557,
-  "985": 382,
-  "475": 386,
-  "946": 960,
-  "510": 754,
-  "723": 922,
-  "113": 493,
-  "297": 39,
-  "21": 708,
-  "278": 641,
-  "857": 809,
-  "566": 190,
-  "174": 479,
-  "483": 706,
-  "526": 879,
-  "29": 945,
-  "638": 775,
-  "420": 658,
-  "788": 315,
-  "65": 998,
-  "707": 296,
-  "28": 53,
-  "349": 433,
-  "375": 959,
-  "730": 687,
-  "485": 787,
-  "942": 494,
-  "688": 24,
-  "837": 679,
-  "318": 843,
-  "584": 86,
-  "427": 666,
-  "161": 524,
-  "56": 748,
-  "844": 338,
-  "933": 805,
-  "471": 57,
-  "465": 776,
-  "658": 726,
-  "202": 302,
-  "153": 301,
-  "74": 62,
-  "39": 583,
-  "198": 532,
-  "604": 549,
-  "338": 516,
-  "807": 295,
-  "379": 781,
-  "642": 15,
-  "49": 510,
-  "328": 539,
-  "208": 692,
-  "987": 653,
-  "595": 720,
-  "551": 201,
-  "806": 257,
-  "641": 117,
-  "300": 427,
-  "288": 643,
-  "443": 511,
-  "583": 23,
-  "71": 116,
-  "972": 655,
-  "97": 762,
-  "37": 215,
-  "545": 560,
-  "549": 713,
-  "233": 767,
-  "472": 65,
-  "975": 585,
-  "76": 696,
-  "557": 226,
-  "858": 243,
-  "499": 948,
-  "284": 350,
-  "315": 409,
-  "87": 151,
-  "772": 387,
-  "401": 429,
-  "624": 430,
-  "599": 542,
-  "659": 855,
-  "761": 727,
-  "821": 297,
-  "190": 333,
-  "145": 158,
-  "699": 994,
-  "408": 517,
-  "745": 419,
-  "692": 87,
-  "733": 124,
-  "136": 418,
-  "457": 768,
-  "385": 697,
-  "947": 734,
-  "612": 401,
-  "548": 294,
-  "662": 521,
-  "92": 170,
-  "913": 876,
-  "43": 993,
-  "784": 447,
-  "506": 375,
-  "497": 824,
-  "921": 562,
-  "910": 452,
-  "207": 445,
-  "563": 222,
-  "55": 664,
-  "693": 161,
-  "178": 19,
-  "311": 218,
-  "802": 391,
-  "665": 233,
-  "925": 501,
-  "50": 587,
-  "291": 667,
-  "189": 819,
-  "582": 901,
-  "416": 586,
-  "135": 166,
-  "939": 17,
-  "838": 254,
-  "523": 130,
-  "623": 914,
-  "965": 796,
-  "606": 812,
-  "467": 353,
-  "850": 657,
-  "480": 459,
-  "364": 208,
-  "142": 111,
-  "477": 647,
-  "309": 954,
-  "859": 250,
-  "867": 60,
-  "210": 354,
-  "509": 702,
-  "888": 281,
-  "634": 839,
-  "618": 223,
-  "829": 652,
-  "433": 91,
-  "914": 383,
-  "132": 940,
-  "215": 348,
-  "743": 896,
-  "613": 229,
-  "459": 146,
-  "128": 84,
-  "685": 260,
-  "115": 845,
-  "544": 640,
-  "61": 966,
-  "530": 695,
-  "779": 797,
-  "580": 752,
-  "333": 71,
-  "474": 644,
-  "671": 935,
-  "540": 125,
-  "594": 686,
-  "25": 68,
-  "377": 329,
-  "866": 211,
-  "827": 561,
-  "378": 217,
-  "554": 554,
-  "575": 934,
-  "712": 132,
-  "386": 740,
-  "680": 310,
-  "319": 22,
-  "395": 410,
-  "969": 860,
-  "756": 928,
-  "640": 224,
-  "830": 955,
-  "464": 758,
-  "907": 83,
-  "895": 638,
-  "186": 531,
-  "52": 976,
-  "19": 150,
-  "204": 385,
-  "782": 923,
-  "527": 567,
-  "329": 398,
-  "957": 856,
-  "940": 962,
-  "221": 714,
-  "302": 791,
-  "670": 605,
-  "147": 612,
-  "48": 910,
-  "765": 921,
-  "126": 175,
-  "760": 773,
-  "871": 67,
-  "158": 11,
-  "555": 616,
-  "651": 724,
-  "78": 437,
-  "94": 983,
-  "122": 645,
-  "387": 468,
-  "966": 964,
-  "717": 498,
-  "683": 604,
-  "293": 356,
-  "335": 868,
-  "60": 538,
-  "236": 995,
-  "533": 829,
-  "881": 671,
-  "695": 40,
-  "558": 194,
-  "396": 460,
-  "849": 673,
-  "388": 138,
-  "426": 6,
-  "205": 249,
-  "911": 520,
-  "603": 396,
-  "961": 555,
-  "678": 408,
-  "119": 654,
-  "711": 611,
-  "220": 420,
-  "254": 8,
-  "35": 245,
-  "77": 980,
-  "669": 841,
-  "103": 457,
-  "47": 491,
-  "609": 565,
-  "767": 832,
-  "931": 188,
-  "172": 255,
-  "428": 788,
-  "979": 529,
-  "600": 231,
-  "750": 147,
-  "468": 239,
-  "755": 603,
-  "482": 46,
-  "937": 216,
-  "23": 699,
-  "672": 535,
-  "647": 26,
-  "211": 693,
-  "552": 484,
-  "226": 120,
-  "143": 816,
-  "313": 847,
-  "926": 709,
-  "463": 14,
-  "846": 601,
-  "330": 579,
-  "676": 428,
-  "689": 886,
-  "493": 630,
-  "728": 704,
-  "592": 719,
-  "298": 941,
-  "502": 665,
-  "515": 157,
-  "823": 833,
-  "596": 293,
-  "150": 513,
-  "413": 844,
-  "628": 608,
-  "342": 970,
-  "648": 507,
-  "481": 729,
-  "360": 395,
-  "326": 631,
-  "256": 373,
-  "286": 220,
-  "516": 378,
-  "970": 951,
-  "234": 192,
-  "53": 259,
-  "447": 474,
-  "503": 718,
-  "734": 247,
-  "781": 785,
-  "75": 321,
-  "511": 455,
-  "339": 969,
-  "117": 698,
-  "513": 878,
-  "507": 4,
-  "746": 499,
-  "524": 852,
-  "423": 650,
-  "930": 165,
-  "273": 50,
-  "702": 449,
-  "173": 33,
-  "295": 898,
-  "363": 602,
-  "586": 530,
-  "872": 70,
-  "193": 118,
-  "992": 400,
-  "923": 483,
-  "351": 892,
-  "223": 780,
-  "655": 570,
   "<s>": 1,
-  "893": 897,
-  "597": 7,
-  "776": 443,
-  "476": 681,
-  "598": 624,
-  "500": 58,
-  "114": 435,
-  "620": 314,
-  "69": 972,
-  "277": 54,
-  "818": 337,
-  "899": 597,
-  "225": 799,
-  "714": 209,
-  "973": 371,
-  "7": 837,
-  "469": 577,
-  "924": 689,
-  "299": 197,
-  "611": 682,
-  "819": 514,
-  "766": 198,
-  "722": 986,
-  "519": 925,
-  "230": 900,
-  "577": 193,
   " ": 6,
-  "869": 916,
-  "724": 407,
-  "478": 103,
-  "11": 384,
-  "570": 202,
-  "862": 268,
-  "218": 932,
-  "884": 907,
-  "759": 784,
-  "955": 835,
-  "80": 588,
-  "572": 448,
-  "361": 137,
-  "546": 164,
-  "775": 272,
-  "922": 89,
-  "816": 278,
-  "203": 403,
-  "713": 806,
-  "167": 441,
-  "492": 753,
-  "625": 801,
-  "99": 469,
-  "487": 977,
-  "10": 662,
-  "365": 133,
-  "941": 248,
-  "455": 270,
-  "=": 5,
-  "780": 794,
-  "800": 343,
-  "719": 838,
-  "732": 956,
-  "774": 961,
-  "529": 203,
-  "504": 503,
-  "796": 929,
-  "832": 261,
-  "564": 109,
-  "434": 438,
-  "67": 810,
-  "452": 891,
-  "908": 599,
-  "667": 27,
-  "262": 64,
-  "4": 747,
-  "336": 219,
-  "883": 88,
-  "532": 800,
-  "673": 648,
-  "170": 937,
-  "718": 547,
-  "209": 42,
-  "773": 633,
-  "241": 92,
-  "380": 342,
-  "324": 861,
-  "101": 284,
-  "449": 366,
-  "897": 163,
   "<pad>": 3,
-  "725": 721,
-  "238": 528,
-  "984": 694,
-  "108": 750,
-  "287": 327,
-  "164": 238,
-  "668": 467,
-  "448": 632,
-  "887": 200,
-  "891": 244,
-  "754": 440,
-  "279": 406,
-  "6": 135,
-  "486": 9,
-  "571": 466,
-  "102": 519,
-  "41": 280,
-  "963": 884,
-  "357": 37,
-  "813": 32,
-  "359": 575,
-  "885": 185,
-  "90": 205,
-  "138": 319,
-  "280": 127,
-  "248": 122,
-  "787": 786,
   "</s>": 2,
-  "79": 828,
-  "786": 887,
-  "488": 235,
-  "393": 424,
-  "425": 627,
-  "587": 412,
-  "392": 899,
-  "915": 889,
-  "536": 100,
-  "266": 618,
-  "228": 240,
-  "531": 154,
-  "261": 105,
-  "340": 761,
-  "589": 106,
-  "462": 613,
-  "137": 204,
-  "382": 0,
-  "68": 225,
-  "184": 80,
-  "5": 989,
-  "736": 362,
-  "438": 463,
-  "836": 545,
-  "62": 291,
-  "747": 836,
-  "104": 978,
-  "833": 913,
-  "371": 51,
-  "445": 98,
-  "902": 782,
-  "610": 743,
-  "569": 736,
-  "304": 981,
-  "458": 777,
-  "345": 600,
-  "224": 355,
-  "534": 953,
-  "362": 213,
-  "201": 566,
-  "8": 745,
-  "257": 97,
-  "825": 759,
-  "654": 502,
-  "537": 256,
-  "267": 119,
-  "389": 626,
-  "842": 792,
-  "83": 263,
-  "525": 637,
-  "840": 1,
-  "381": 303,
-  "990": 944,
-  "553": 187,
-  "131": 313,
-  "791": 21,
-  "917": 576,
-  "710": 341,
-  "95": 274,
-  "276": 31,
-  "308": 128,
-  "645": 488,
-  "44": 973,
-  "574": 25,
-  "36": 312,
-  "762": 680,
-  "133": 890,
-  "38": 30,
-  "296": 988,
-  "100": 335,
-  "398": 492,
-  "197": 363,
-  "929": 957,
-  "901": 636,
-  "617": 883,
-  "242": 156,
-  "748": 364,
-  "977": 172,
-  "373": 515,
-  "394": 380,
-  "878": 405,
-  "983": 262,
-  "166": 304,
-  "453": 541,
-  "824": 426,
-  "882": 99,
-  "892": 101,
-  "134": 646,
-  "40": 564,
-  "231": 798,
-  "729": 16,
-  "615": 769,
-  "814": 230,
-  "402": 56,
-  "810": 181,
-  "541": 904,
-  "622": 336,
-  "270": 276,
-  "303": 402,
-  "974": 279,
-  "353": 317,
-  "501": 512,
-  "18": 867,
-  "454": 783,
-  "347": 746,
-  "709": 18,
-  "950": 831,
-  "708": 659,
-  "585": 277,
-  "259": 895,
-  "22": 346,
-  "935": 453,
-  "275": 85,
-  "461": 946,
-  "111": 322,
-  "607": 300,
-  "212": 584,
-  "14": 487,
-  "216": 34,
-  "160": 112,
-  "232": 778,
-  "479": 169,
-  "200": 461,
-  "508": 790,
-  "165": 906,
-  "843": 334,
-  "58": 853,
-  "151": 273,
-  "312": 129,
-  "327": 77,
-  "383": 476,
-  "494": 882,
-  "354": 716,
-  "875": 760,
-  "12": 908,
-  "249": 367,
-  "932": 252,
-  "66": 269,
-  "627": 580,
-  "698": 865,
-  "982": 477,
-  "348": 725,
-  "839": 656,
-  "317": 711,
-  "183": 522,
-  "175": 701,
-  "677": 43,
-  "706": 596,
-  "735": 683,
-  "314": 504,
-  "812": 141,
-  "16": 96,
-  "561": 475,
-  "870": 942,
-  "222": 417,
-  "769": 871,
-  "140": 827,
-  "123": 143,
-  "240": 614,
-  "148": 623,
-  "880": 140,
-  "927": 352,
-  "414": 421,
-  "521": 927,
-  "283": 368,
-  "130": 309,
-  "644": 425,
-  "400": 749,
-  "121": 990,
-  "704": 936,
-  "337": 915,
-  "322": 950,
-  "1": 179,
-  "801": 370,
-  "999": 411,
-  "896": 700,
-  "181": 903,
-  "520": 69,
-  "84": 153,
-  "993": 690,
-  "430": 678,
-  "581": 392,
-  "460": 351,
-  "701": 540,
-  "591": 742,
-  "3": 462,
-  "281": 712,
-  "343": 902,
-  "390": 228,
-  "15": 722,
-  "721": 290,
-  "687": 550,
-  "705": 620,
-  "180": 968,
-  "793": 684,
-  "399": 496,
-  "876": 472,
-  "194": 857,
-  "661": 991,
-  "675": 874,
-  "51": 267,
-  "834": 214,
-  "320": 807,
-  "162": 481,
-  "635": 730,
-  "694": 258,
-  "384": 177,
-  "251": 617,
-  "42": 155,
-  "920": 339,
-  "250": 394,
-  "435": 49,
-  "282": 422,
-  "412": 569,
-  "490": 436,
-  "290": 320,
-  "<unk>": 0,
-  "169": 497,
-  "852": 774,
-  "978": 365,
-  "421": 803,
-  "928": 858,
-  "253": 703,
-  "456": 152,
-  "951": 905,
-  "442": 282,
-  "579": 808,
-  "828": 676,
-  "633": 264,
-  "905": 974,
-  "650": 90,
-  "495": 485,
-  "415": 963,
-  "370": 568,
-  "666": 52,
-  "962": 123,
-  "269": 299,
-  "643": 330,
-  "903": 735,
-  "260": 523,
-  "542": 815,
-  "944": 663,
-  "758": 470,
-  "900": 142,
-  "24": 949,
-  "960": 45,
-  "289": 95,
-  "57": 885,
-  "567": 971,
-  "146": 81,
-  "576": 285,
-  "72": 292,
-  "446": 634,
-  "331": 834,
-  "196": 795,
-  "93": 987,
-  "217": 846,
-  "182": 44,
-  "346": 821,
-  "691": 478,
-  "631": 850,
   "mod": 4,
-  "45": 931,
-  "358": 500,
-  "991": 572,
-  "31": 756,
-  "255": 622,
-  "307": 919,
-  "54": 705,
-  "809": 996,
-  "187": 78,
-  "239": 888,
-  "195": 316,
-  "952": 323,
-  "785": 728,
-  "124": 288,
-  "73": 558,
-  "310": 947,
-  "26": 388,
-  "853": 121,
-  "995": 136,
-  "2": 93,
-  "422": 162,
-  "417": 416,
-  "822": 651,
-  "139": 311,
-  "851": 628,
-  "301": 688,
-  "86": 76,
-  "518": 578,
-  "522": 518,
-  "771": 548,
-  "657": 670,
-  "450": 593,
-  "188": 495,
-  "958": 924,
-  "740": 563,
-  "112": 38,
-  "321": 206,
-  "602": 873,
-  "578": 253,
-  "943": 732,
-  "489": 236,
-  "916": 431,
-  "294": 73,
-  "272": 589,
-  "964": 456,
-  "271": 134,
-  "588": 733,
-  "805": 723,
-  "268": 59,
-  "547": 849,
-  "997": 195,
-  "684": 131,
-  "306": 992,
-  "649": 47,
-  "355": 176,
-  "770": 737,
-  "679": 779,
-  "129": 826,
-  "418": 94,
-  "619": 842,
-  "573": 984,
-  "274": 619,
-  "154": 5,
-  "948": 864,
-  "856": 369,
-  "292": 12,
-  "874": 866,
-  "854": 979,
-  "185": 444,
-  "176": 691,
-  "243": 159,
-  "89": 189,
-  "403": 717,
-  "637": 559,
-  "886": 414,
-  "191": 465,
-  "601": 486,
-  "949": 374,
-  "936": 661,
-  "998": 434,
-  "996": 804,
-  "737": 82,
-  "98": 108,
-  "568": 660,
-  "397": 893,
-  "763": 376,
-  "703": 325,
-  "986": 199,
-  "608": 674,
-  "934": 533,
-  "159": 423,
-  "865": 345,
-  "967": 609,
-  "219": 207,
-  "168": 29,
-  "543": 817,
-  "334": 802,
-  "639": 328,
-  "686": 536,
-  "919": 757,
-  "994": 985,
-  "213": 307,
-  "860": 525,
-  "815": 2,
-  "726": 397,
-  "466": 167,
-  "374": 571,
-  "753": 751,
-  "265": 331,
-  "811": 379,
-  "556": 755,
-  "674": 148,
-  "157": 182,
-  "956": 286,
-  "424": 451,
-  "889": 349,
-  "107": 830,
-  "323": 592,
-  "419": 178,
-  "764": 79,
-  "46": 958,
-  "156": 744,
-  "247": 595,
-  "739": 789,
-  "59": 464,
-  "752": 610,
-  "877": 306,
-  "491": 359,
-  "841": 685,
-  "795": 909,
-  "797": 66,
-  "720": 439,
-  "741": 911,
-  "229": 933,
-  "258": 615,
-  "538": 625,
-  "751": 870,
-  "451": 741,
-  "847": 967,
-  "959": 72,
-  "738": 582,
-  "690": 938,
-  "352": 869,
-  "127": 770,
-  "636": 943,
-  "484": 875,
-  "155": 3,
-  "898": 793,
-  "848": 880,
-  "120": 715
 }

 {
+  "5": 12,
+  "25": 29,
+  "76": 82,
+  "21": 71,
+  "13": 19,
+  "9": 16,
+  "98": 76,
   "<s>": 1,
+  "48": 45,
+  "87": 74,
+  "1": 8,
+  "77": 68,
+  "8": 15,
+  "50": 47,
   " ": 6,
+  "12": 18,
+  "88": 69,
+  "10": 17,
+  "41": 79,
+  "22": 63,
+  "79": 58,
+  "11": 62,
+  "66": 67,
+  "44": 65,
+  "39": 40,
+  "47": 44,
+  "68": 54,
+  "85": 83,
+  "32": 78,
+  "<unk>": 0,
+  "19": 25,
+  "96": 86,
+  "31": 77,
+  "17": 23,
+  "29": 33,
+  "27": 31,
+  "99": 70,
+  "95": 85,
   "<pad>": 3,
+  "30": 34,
+  "78": 57,
+  "89": 60,
   "</s>": 2,
+  "14": 20,
   "mod": 4,
+  "23": 27,
+  "18": 24,
+  "7": 14,
+  "38": 39,
+  "40": 41,
+  "90": 61,
+  "97": 75,
+  "43": 72,
+  "28": 32,
+  "4": 11,
+  "55": 66,
+  "=": 5,
+  "67": 53,
+  "75": 81,
+  "0": 7,
+  "80": 59,
+  "33": 64,
+  "26": 30,
+  "70": 56,
+  "49": 46,
+  "45": 42,
+  "36": 37,
+  "15": 21,
+  "3": 10,
+  "24": 28,
+  "57": 49,
+  "42": 80,
+  "65": 73,
+  "86": 84,
+  "37": 38,
+  "6": 13,
+  "35": 36,
+  "56": 48,
+  "46": 43,
+  "59": 51,
+  "34": 35,
+  "20": 26,
+  "16": 22,
+  "58": 50,
+  "2": 9,
+  "69": 55,
+  "60": 52
 }