shared/tokenizer.json

{"merges": {"111,110": 265, "114,101": 266, "32,97": 267, "116,111": 268, "101,114": 269, "32,100": 270, "32,112": 271, "32,115": 272, "97,105": 273, "32,82": 274, "274,273": 275, "32,101": 276, "32,108": 277, "116,105": 278, "109,105": 279, "275,100": 280, "110,105": 281, "101,110": 282, "32,111": 283, "270,105": 284, "32,99": 285, "97,268": 286, "114,105": 287, "32,279": 288, "122,105": 289, "111,108": 290, "265,101": 291, "116,195": 292, "292,160": 293, "101,108": 294, "111,114": 295, "269,111": 296, "109,112": 297, "115,116": 298, "115,115": 299, "288,111": 300, "32,104": 301, "97,108": 302, "115,105": 303, "271,269": 304, "271,97": 305, "105,110": 306, "32,117": 307, "289,291": 308, "265,111": 309, "103,281": 310, "32,78": 311, "277,97": 312, "297,296": 313, "286,266": 314, "270,294": 315, "114,97": 316, "32,83": 317, "99,111": 318, "195,168": 319, "285,266": 320, "122,122": 321, "32,319": 322, "108,111": 323, "110,97": 324, "32,118": 325, "32,102": 326, "32,105": 327, "116,101": 328, "315,108": 329, "117,268": 330, "283,310": 331, "307,281": 332, "104,101": 333, "311,265": 334, "73,313": 335, "97,110": 336, "32,109": 337, "301,111": 338, "97,281": 339, "32,48": 340, "305,100": 341, "118,105": 342, "32,103": 343, "267,108": 344, "32,266": 345, "116,278": 346, "272,105": 347, "101,103": 348, "103,282": 349, "32,287": 350, "114,99": 351, "117,105": 352, "32,76": 353, "288,97": 354, "102,105": 355, "116,97": 356, "114,111": 357, "117,112": 358, "267,299": 359, "99,97": 360, "272,309": 361, "320,314": 362, "101,100": 363, "321,97": 364, "265,105": 365, "267,349": 366, "271,105": 367, "327,108": 368, "333,298": 369, "351,369": 370, "272,116": 371, "110,111": 372, "112,112": 373, "282,101": 374, "269,342": 375, "103,101": 376, "115,97": 377, "117,324": 378, "344,116": 379, "100,97": 380, "110,278": 381, "115,295": 382, "370,114": 383, "383,314": 384, "359,290": 385, "99,290": 386, "267,308": 387, "97,114": 388, "101,299": 389, "301,97": 390, "267,330": 391, "272,117": 392, "115,268": 393, "272,375": 394, "298,287": 395, "345,395": 396, "353,97": 397, "366,278": 398, "32,65": 399, "32,119": 400, "350,382": 401, "266,109": 402, "358,402": 403, "403,111": 404, "371,286": 405, "103,372": 406, "116,269": 407, "373,388": 408, "287,293": 409, "391,409": 410, "394,266": 411, "279,278": 412, "277,105": 413, "413,412": 414, "396,289": 415, "415,365": 416, "67,111": 417, "285,111": 418, "108,105": 419, "73,111": 420, "275,273": 421, "79,384": 422, "317,404": 423, "317,309": 424, "320,286": 425, "406,266": 426, "347,426": 427, "332,318": 428, "294,293": 429, "326,363": 430, "430,429": 431, "336,328": 432, "303,296": 433, "282,433": 434, "271,434": 435, "305,114": 436, "290,97": 437, "267,408": 438, "389,378": 439, "379,316": 440, "282,380": 441, "289,441": 442, "267,442": 443, "337,101": 444, "303,393": 445, "290,111": 446, "272,446": 447, "332,360": 448, "399,73": 449, "355,318": 450, "323,119": 451, "107,102": 452, "452,451": 453, "295,453": 454, "283,346": 455, "455,279": 456, "401,377": 457, "115,101": 458, "341,266": 459, "385,330": 460, "276,407": 461, "306,386": 462, "325,462": 463, "463,432": 464, "438,278": 465, "277,352": 466, "283,114": 467, "467,103": 468, "468,339": 469, "381,293": 470, "276,470": 471, "277,348": 472, "306,111": 473, "295,100": 474, "474,473": 475, "32,417": 476, "367,339": 477, "400,454": 478, "321,111": 479, "287,97": 480, "285,265": 481, "116,117": 482, "32,110": 483, "270,302": 484, "114,291": 485, "341,485": 486, "71,73": 487, "82,79": 488, "32,487": 489, "489,85": 490, "490,488": 491, "461,324": 492, "436,437": 493, "465,374": 494, "311,439": 495, "469,364": 496, "496,308": 497, "69,445": 498, "32,498": 499, "472,376": 500, "325,290": 501, "265,293": 502, "501,502": 503, "476,475": 504, "477,450": 505, "456,479": 506, "323,480": 507, "343,507": 508, "122,97": 509, "271,357": 510, "302,105": 511, "307,110": 512, "101,266": 513, "99,105": 514, "105,313": 515, "79,310": 516, "32,516": 517, "269,97": 518, "109,282": 519, "285,333": 520, "109,101": 521, "117,116": 522, "32,482": 523, "115,107": 524, "356,524": 525, "109,97": 526, "116,268": 527, "118,111": 528, "32,49": 529, "277,111": 530, "115,111": 531, "302,101": 532, "32,306": 533, "32,525": 534, "270,101": 535, "97,458": 536, "108,101": 537, "283,112": 538, "115,99": 539, "32,73": 540, "270,97": 541, "32,51": 542, "111,112": 543, "299,105": 544, "32,40": 545, "32,98": 546, "104,105": 547, "113,117": 548, "32,548": 549, "317,101": 550, "118,101": 551, "483,265": 552, "538,518": 553, "519,268": 554, "275,97": 555, "555,120": 556, "275,107": 557, "557,273": 558, "543,115": 559, "275,559": 560, "32,52": 561, "115,318": 562, "297,111": 563, "458,99": 564, "564,117": 565, "565,308": 566, "110,514": 567, "97,266": 568, "298,101": 569, "303,291": 570, "510,376": 571, "32,70": 572, "572,536": 573, "100,105": 574, "272,111": 575, "282,509": 576, "302,419": 577, "326,577": 578, "511,364": 579, "272,99": 580, "316,112": 581, "581,306": 582, "582,103": 583, "32,50": 584, "355,360": 585, "323,531": 586, "108,117": 587, "418,513": 588, "110,509": 589, "588,589": 590, "110,117": 591, "101,566": 592, "81,117": 593, "418,297": 594, "41,44": 595, "117,356": 596, "343,419": 597, "522,112": 598, "283,598": 599, "599,522": 600, "546,374": 601, "569,526": 602, "347,602": 603, "350,99": 604, "98,105": 605, "116,116": 606, "519,328": 607, "298,336": 608, "345,103": 609, "68,101": 610, "267,110": 611, "347,268": 612, "400,101": 613, "613,98": 614, "111,105": 615, "342,103": 616, "580,583": 617, "541,278": 618, "282,103": 619, "326,105": 620, "326,306": 621, "114,286": 622, "371,114": 623, "272,358": 624, "299,111": 625, "343,97": 626, "626,316": 627, "627,381": 628, "32,84": 629, "109,286": 630, "287,567": 631, "631,112": 632, "271,632": 633, "101,105": 634, "97,349": 635, "635,328": 636, "32,116": 637, "523,346": 638, "337,365": 639, "639,268": 640, "118,97": 641, "117,111": 642, "571,527": 643, "116,482": 644, "325,105": 645, "351,547": 646, "327,111": 647, "325,269": 648, "32,53": 649, "105,111": 650, "366,328": 651, "336,100": 652, "103,419": 653, "272,101": 654, "299,513": 655, "276,655": 656, "195,185": 657, "367,657": 658, "359,348": 659, "105,117": 660, "115,278": 661, "553,308": 662, "337,97": 663, "101,298": 664, "385,596": 665, "327,608": 666, "285,105": 667, "99,363": 668, "32,80": 669, "97,303": 670, "303,670": 671, "302,671": 672, "549,672": 673, "276,115": 674, "575,527": 675, "539,101": 676, "578,554": 677, "535,551": 678, "610,528": 679, "611,579": 680, "295,116": 681, "112,681": 682, "345,682": 683, "295,111": 684, "118,684": 685, "312,685": 686, "336,111": 687, "370,316": 688, "283,688": 689, "689,308": 690, "346,528": 691, "97,308": 692, "616,692": 693, "324,693": 694, "97,278": 695, "620,586": 696, "696,585": 697, "481,328": 698, "621,532": 699, "623,522": 700, "700,482": 701, "32,420": 702, "624,375": 703, "306,116": 704, "326,587": 705, "101,563": 706, "629,706": 707, "278,630": 708, "272,708": 709, "288,591": 710, "710,278": 711, "32,67": 712, "593,511": 713, "523,615": 714, "105,278": 715, "594,715": 716, "418,521": 717, "283,384": 718, "288,634": 719, "533,99": 720, "108,278": 721, "117,721": 722, "337,722": 723, "456,364": 724, "401,458": 725, "289,265": 726, "637,316": 727, "640,316": 728, "628,266": 729, "272,269": 730, "535,514": 731, "731,570": 732, "271,266": 733, "483,294": 734, "567,111": 735, "312,735": 736, "102,101": 737, "276,102": 738, "99,333": 739, "99,286": 740, "645,570": 741, "32,328": 742, "99,101": 743, "346,342": 744, "112,323": 745, "103,103": 746, "278,591": 747, "481,747": 748, "289,111": 749, "327,297": 750, "652,111": 751, "105,348": 752, "750,752": 753, "277,101": 754, "195,178": 755, "117,755": 756, "271,756": 757, "302,108": 758, "321,286": 759, "436,758": 760, "760,294": 761, "116,352": 762, "575,661": 763, "763,762": 764, "764,562": 765, "605,537": 766, "521,116": 767, "355,514": 768, "122,101": 769, "663,544": 770, "100,117": 771, "285,547": 772, "619,111": 773, "116,773": 774, "606,286": 775, "571,775": 776, "265,574": 777, "604,309": 778, "778,562": 779, "344,99": 780, "780,378": 781, "326,568": 782, "529,48": 783, "97,607": 784, "666,509": 785, "32,316": 786, "99,386": 787, "389,97": 788, "99,788": 789, "287,101": 790, "101,789": 791, "483,791": 792, "669,357": 793, "78,265": 794, "553,266": 795, "272,576": 796, "352,380": 797, "343,797": 798, "99,668": 799, "674,348": 800, "646,97": 801, "518,801": 802, "343,802": 803, "76,97": 804, "510,112": 805, "270,111": 806, "337,111": 807, "294,537": 808, "288,653": 809, "809,295": 810, "810,568": 811, "578,676": 812, "32,68": 813, "316,109": 814, "288,544": 815, "815,291": 816, "633,532": 817, "344,108": 818, "664,97": 819, "276,445": 820, "363,105": 821, "270,821": 822, "609,437": 823, "483,439": 824, "680,266": 825, "271,615": 826, "287,118": 827, "580,827": 828, "828,513": 829, "476,521": 830, "469,479": 831, "99,318": 832, "69,832": 833, "367,687": 834, "399,691": 835, "32,694": 836, "122,289": 837, "343,266": 838, "838,837": 839, "325,619": 840, "840,309": 841, "305,299": 842, "842,695": 843, "336,511": 844, "844,303": 845, "698,298": 846, "846,117": 847, "847,532": 848, "343,282": 849, "849,518": 850, "701,622": 851, "303,309": 852, "703,852": 853, "704,296": 854, "705,625": 855, "628,562": 856, "712,265": 857, "102,269": 858, "858,279": 859, "857,859": 860, "633,511": 861, "32,422": 862, "720,587": 863, "863,100": 864, "864,309": 865, "477,585": 866, "866,266": 867, "705,544": 868, "315,348": 869, "869,568": 870, "586,355": 871, "355,871": 872, "872,97": 873, "336,509": 874, "267,118": 875, "875,874": 876, "876,356": 877, "724,266": 878, "117,531": 879, "329,101": 880, "726,511": 881, "596,881": 882, "594,882": 883, "116,374": 884, "884,266": 885, "337,336": 886, "886,885": 887, "728,266": 888, "535,105": 889, "730,641": 890, "733,377": 891, "734,108": 892, "328,266": 893, "306,893": 894, "894,299": 895, "895,101": 896, "272,404": 897, "266,97": 898, "67,898": 899, "642,528": 900, "483,900": 901, "87,454": 902, "118,286": 903, "373,357": 904, "904,903": 905, "267,905": 906, "644,97": 907, "737,907": 908, "738,908": 909, "604,269": 910, "910,739": 911, "269,740": 912, "337,912": 913, "101,278": 914, "594,914": 915, "915,268": 916, "916,114": 917, "121,303": 918, "302,918": 919, "611,919": 920, "920,115": 921, "108,97": 922, "98,295": 923, "923,97": 924, "276,922": 925, "925,924": 926, "97,527": 927, "297,927": 928, "105,928": 929, "112,97": 930, "342,108": 931, "358,930": 932, "931,932": 933, "272,933": 934, "328,644": 935, "646,935": 936, "936,316": 937, "97,937": 938, "99,281": 939, "742,939": 940, "940,360": 941, "574,743": 942, "418,942": 943, "648,105": 944, "944,450": 945, "101,744": 946, "283,605": 947, "947,946": 948, "535,745": 949, "949,121": 950, "746,650": 951, "728,951": 952, "748,111": 953, "326,536": 954, "99,107": 955, "520,955": 956, "111,704": 957, "112,957": 958, "956,958": 959, "511,293": 960, "549,960": 961, "281,749": 962, "540,962": 963, "276,566": 964, "85,110": 965, "272,356": 966, "753,751": 967, "357,373": 968, "968,111": 969, "637,969": 970, "742,563": 971, "418,377": 972, "326,273": 973, "417,521": 974, "350,537": 975, "975,528": 976, "285,290": 977, "977,323": 978, "111,346": 979, "979,653": 980, "980,97": 981, "546,981": 982, "267,691": 983, "116,357": 984, "481,984": 985, "279,115": 986, "985,986": 987, "987,117": 988, "988,266": 989, "86,302": 990, "990,330": 991, "32,991": 992, "105,759": 993, "761,993": 994, "195,172": 995, "272,995": 996, "574,342": 997, "392,100": 998, "100,111": 999, "998,997": 1000, "1000,999": 1001, "32,372": 1002, "659,372": 1003, "381,551": 1004, "660,1004": 1005, "746,1005": 1006, "267,1006": 1007, "270,348": 1008, "1008,316": 1009, "1009,100": 1010, "1010,286": 1011, "379,357": 1012, "115,112": 1013, "365,766": 1014, "1013,1014": 1015, "284,1015": 1016, "304,767": 1017, "407,303": 1018, "1017,1018": 1019, "533,101": 1020, "768,282": 1021, "1021,769": 1022, "102,1022": 1023, "1020,1023": 1024, "724,356": 1025, "770,526": 1026, "771,744": 1027, "510,1027": 1028, "1028,293": 1029, "101,281": 1030, "465,1030": 1031, "523,111": 1032, "65,408": 1033, "1033,774": 1034, "267,100": 1035, "664,622": 1036, "100,1036": 1037, "1035,1037": 1038, "720,777": 1039, "726,97": 1040, "1040,356": 1041, "1039,1041": 1042, "543,316": 1043, "272,1043": 1044, "621,511": 1045, "1045,759": 1046, "347,278": 1047, "698,297": 1048, "101,784": 1049, "336,1049": 1050, "295,1050": 1051, "1048,1051": 1052, "105,687": 1053, "80,1053": 1054, "723,745": 1055, "540,608": 1056, "1056,749": 1057, "666,769": 1058, "761,101": 1059, "97,539": 1060, "667,1060": 1061, "1061,378": 1062, "659,324": 1063, "1063,356": 1064, "272,112": 1065, "1065,101": 1066, "514,450": 1067, "1066,1067": 1068, "563,393": 1069, "540,1069": 1070, "111,522": 1071, "521,1071": 1072, "278,1072": 1073, "32,1073": 1074, "542,48": 1075, "654,99": 1076, "1076,777": 1077, "108,352": 1078, "481,102": 1079, "539,309": 1080, "1078,1080": 1081, "1079,1081": 1082, "307,324": 1083, "418,380": 1084, "282,116": 1085, "579,356": 1086, "114,1086": 1087, "285,1085": 1088, "1088,1087": 1089, "407,110": 1090, "116,1090": 1091, "305,1091": 1092, "483,634": 1093, "787,278": 1094, "786,1094": 1095, "701,316": 1096, "98,536": 1097, "541,356": 1098, "1098,1097": 1099, "640,357": 1100, "105,382": 1101, "274,1101": 1102, "1102,458": 1103, "792,790": 1104, "529,50": 1105, "71,66": 1106, "274,65": 1107, "1107,77": 1108, "418,266": 1109, "80,85": 1110, "712,1110": 1111, "668,111": 1112, "793,1112": 1113, "481,268": 1114, "510,328": 1115, "103,376": 1116, "1115,1116": 1117, "1117,266": 1118, "392,111": 1119, "327,313": 1120, "111,625": 1121, "669,1121": 1122, "799,513": 1123, "267,1123": 1124, "800,352": 1125, "1125,266": 1126, "110,100": 1127, "733,1127": 1128, "1128,513": 1129, "792,480": 1130, "771,514": 1131, "620,1131": 1132, "1132,97": 1133, "268,116": 1134, "1134,532": 1135, "32,1135": 1136, "302,293": 1137, "754,1137": 1138, "648,531": 1139, "336,268": 1140, "606,1140": 1141, "266,1141": 1142, "379,1142": 1143, "287,342": 1144, "610,539": 1145, "1145,1144": 1146, "399,108": 1147, "278,743": 1148, "648,1148": 1149, "605,268": 1150, "117,1150": 1151, "317,1151": 1152, "418,475": 1153, "266,346": 1154, "284,1154": 1155, "616,314": 1156, "78,97": 1157, "1157,1156": 1158, "317,99": 1159, "1159,583": 1160, "102,111": 1161, "70,105": 1162, "586,1161": 1163, "1162,1163": 1164, "793,737": 1165, "1165,356": 1166, "544,298": 1167, "65,1167": 1168, "1168,282": 1169, "1169,328": 1170, "41,46": 1171, "287,111": 1172, "805,1172": 1173, "281,111": 1174, "279,1174": 1175, "806,1175": 1176, "367,282": 1177, "1177,97": 1178, "267,522": 1179, "1179,309": 1180, "1180,279": 1181, "1181,97": 1182, "703,570": 1183, "629,117": 1184, "1184,346": 1185, "359,101": 1186, "1186,116": 1187, "294,419": 1188, "807,100": 1189, "1189,1188": 1190, "790,293": 1191, "805,1191": 1192, "116,808": 1193, "533,1193": 1194, "1194,644": 1195, "1195,532": 1196, "112,652": 1197, "1197,269": 1198, "674,1198": 1199, "1199,303": 1200, "748,784": 1201, "417,377": 1202, "392,799": 1203, "1203,101": 1204, "83,101": 1205, "268,386": 1206, "510,1206": 1207, "1207,323": 1208, "419,576": 1209, "303,1209": 1210, "345,1210": 1211, "346,641": 1212, "267,1212": 1213, "526,278": 1214, "1214,360": 1215, "1215,607": 1216, "391,1216": 1217, "97,406": 1218, "105,1218": 1219, "1219,661": 1220, "813,1220": 1221, "1221,318": 1222, "97,117": 1223, "285,1223": 1224, "1224,377": 1225, "269,357": 1226, "32,1226": 1227, "1227,266": 1228, "345,99": 1229, "1229,358": 1230, "518,766": 1231, "1230,1231": 1232, "357,528": 1233, "112,1233": 1234, "350,1234": 1235, "767,287": 1236, "305,316": 1237, "1237,1236": 1238, "807,574": 1239, "1239,585": 1240, "1240,278": 1241, "110,286": 1242, "659,1242": 1243, "510,98": 1244, "537,526": 1245, "1244,1245": 1246, "285,287": 1247, "1247,278": 1248, "1248,318": 1249, "814,554": 1250, "326,1250": 1251, "787,105": 1252, "367,1252": 1253, "645,374": 1254, "298,622": 1255, "105,1255": 1256, "609,1256": 1257, "269,526": 1258, "326,1258": 1259, "337,273": 1260, "281,293": 1261, "111,373": 1262, "1262,295": 1263, "482,1261": 1264, "1263,1264": 1265, "509,266": 1266, "786,102": 1267, "295,1266": 1268, "1267,102": 1269, "1269,1268": 1270, "593,302": 1271, "523,97": 1272, "269,105": 1273, "538,1273": 1274, "768,576": 1275, "738,1275": 1276, "111,116": 1277, "1277,576": 1278, "271,1278": 1279, "770,521": 1280, "364,356": 1281, "307,278": 1282, "1282,419": 1283, "1283,1281": 1284, "419,111": 1285, "348,1285": 1286, "337,1286": 1287, "753,286": 1288, "806,551": 1289, "730,551": 1290, "271,295": 1291, "356,266": 1292, "1291,1292": 1293, "111,266": 1294, "325,302": 1295, "1295,1294": 1296, "813,650": 1297, "320,695": 1298, "623,117": 1299, "1299,554": 1300, "269,531": 1301, "267,606": 1302, "316,118": 1303, "1302,1303": 1304, "1304,1301": 1305, "285,352": 1306, "345,579": 1307, "549,819": 1308, "272,328": 1309, "1309,625": 1310, "510,103": 1311, "1311,814": 1312, "1312,630": 1313, "604,547": 1314, "1314,819": 1315, "418,109": 1316, "1316,751": 1317, "800,642": 1318, "822,308": 1319, "285,309": 1320, "1320,676": 1321, "287,513": 1322, "388,1322": 1323, "546,1323": 1324, "76,101": 1325, "332,739": 1326, "290,101": 1327, "609,1327": 1328, "549,808": 1329, "353,352": 1330, "105,115": 1331, "472,1331": 1332, "108,314": 1333, "1332,1333": 1334, "523,527": 1335, "276,303": 1336, "1336,569": 1337, "269,650": 1338, "624,1338": 1339, "1339,266": 1340, "118,432": 1341, "287,537": 1342, "114,1342": 1343, "1343,1341": 1344, "327,1344": 1345, "68,105": 1346, "109,279": 1347, "1346,1347": 1348, "301,273": 1349, "71,660": 1350, "1350,357": 1351, "396,308": 1352, "438,774": 1353, "272,348": 1354, "1354,642": 1355, "563,298": 1356, "327,1356": 1357, "1357,97": 1358, "379,287": 1359, "822,740": 1360, "641,607": 1361, "276,539": 1362, "587,303": 1363, "1363,1361": 1364, "1362,1364": 1365, "593,101": 1366, "32,1366": 1367, "1367,393": 1368, "316,554": 1369, "660,1369": 1370, "343,1370": 1371, "276,100": 1372, "461,372": 1373}, "vocab_size": 1365}