Hugging Face's logo

flexitok
/
mod-tokenizers-rtl_3digit

Safetensors
Undetermined
llama
tokenizer
bpe
flexitok
fineweb2
Model card Files
xet
Community
gsaltintas commited on
Commit
40e01ff
·
verified ·
1 Parent(s): 873f67e

Upload tokenizer file flexitok--mod-tokenizers-rtl_3digit_vocab.json - Upload model files

Browse files
Files changed (1) hide show
  1. tokenizer.json +1 -1009
tokenizer.json CHANGED
@@ -1,1009 +1 @@
1
- {
2
- "372": 676,
3
- "376": 680,
4
- "246": 580,
5
- "602": 816,
6
- "344": 648,
7
- "703": 857,
8
- "389": 693,
9
- "54": 178,
10
- "900": 904,
11
- "529": 195,
12
- "99": 70,
13
- "652": 962,
14
- "287": 621,
15
- "230": 564,
16
- "723": 292,
17
- "999": 958,
18
- "66": 67,
19
- "908": 912,
20
- "684": 838,
21
- "476": 740,
22
- "625": 240,
23
- "340": 644,
24
- "613": 230,
25
- "863": 997,
26
- "965": 458,
27
- "219": 104,
28
- "982": 978,
29
- "996": 955,
30
- "539": 202,
31
- "499": 763,
32
- "626": 241,
33
- "153": 507,
34
- "647": 255,
35
- "428": 156,
36
- "352": 656,
37
- "494": 758,
38
- "282": 616,
39
- "884": 945,
40
- "774": 938,
41
- "292": 626,
42
- "91": 399,
43
- "720": 291,
44
- "557": 211,
45
- "754": 986,
46
- "516": 184,
47
- "484": 748,
48
- "847": 368,
49
- "142": 496,
50
- "984": 980,
51
- "735": 301,
52
- "211": 113,
53
- "585": 799,
54
- "342": 646,
55
- "556": 210,
56
- "278": 612,
57
- "213": 98,
58
- "366": 670,
59
- "453": 717,
60
- "32": 78,
61
- "918": 410,
62
- "504": 768,
63
- "337": 135,
64
- "60": 52,
65
- "513": 181,
66
- "599": 813,
67
- "813": 343,
68
- "876": 970,
69
- "859": 375,
70
- "931": 460,
71
- "892": 896,
72
- "380": 684,
73
- "766": 329,
74
- "394": 698,
75
- "311": 138,
76
- "771": 935,
77
- "480": 744,
78
- "634": 246,
79
- "894": 898,
80
- "536": 199,
81
- "565": 779,
82
- "641": 276,
83
- "163": 517,
84
- "433": 173,
85
- "402": 706,
86
- "360": 664,
87
- "580": 794,
88
- "444": 923,
89
- "359": 663,
90
- "952": 1000,
91
- "204": 558,
92
- "528": 194,
93
- "722": 325,
94
- "575": 789,
95
- "994": 953,
96
- "420": 150,
97
- "693": 847,
98
- "741": 335,
99
- "75": 81,
100
- "630": 245,
101
- "107": 471,
102
- "945": 428,
103
- "85": 83,
104
- "708": 862,
105
- "365": 669,
106
- "887": 948,
107
- "998": 957,
108
- "210": 96,
109
- "330": 131,
110
- "542": 223,
111
- "279": 613,
112
- "845": 366,
113
- "183": 537,
114
- "0": 7,
115
- "221": 915,
116
- "149": 503,
117
- "678": 832,
118
- "327": 128,
119
- "111": 914,
120
- "472": 736,
121
- "158": 512,
122
- "657": 260,
123
- "43": 72,
124
- "482": 746,
125
- "798": 882,
126
- "23": 27,
127
- "114": 90,
128
- "379": 683,
129
- "541": 222,
130
- "897": 901,
131
- "960": 438,
132
- "317": 120,
133
- "212": 97,
134
- "646": 254,
135
- "955": 452,
136
- "616": 233,
137
- "174": 528,
138
- "729": 298,
139
- "983": 979,
140
- "405": 709,
141
- "540": 203,
142
- "833": 387,
143
- "220": 105,
144
- "358": 662,
145
- "42": 80,
146
- "438": 163,
147
- "824": 352,
148
- "452": 716,
149
- "285": 619,
150
- "53": 177,
151
- "990": 447,
152
- "349": 653,
153
- "455": 719,
154
- "86": 84,
155
- "488": 752,
156
- "346": 650,
157
- "166": 520,
158
- "176": 530,
159
- "137": 491,
160
- "155": 509,
161
- "784": 868,
162
- "189": 543,
163
- "768": 319,
164
- "969": 441,
165
- "743": 331,
166
- "993": 952,
167
- "36": 37,
168
- "355": 659,
169
- "525": 191,
170
- "696": 850,
171
- "249": 583,
172
- "545": 204,
173
- "441": 920,
174
- "21": 71,
175
- "132": 486,
176
- "731": 333,
177
- "194": 548,
178
- "295": 629,
179
- "297": 631,
180
- "289": 623,
181
- "951": 999,
182
- "168": 522,
183
- "109": 473,
184
- "980": 445,
185
- "985": 981,
186
- "238": 572,
187
- "113": 89,
188
- "208": 562,
189
- "179": 533,
190
- "622": 268,
191
- "978": 443,
192
- "975": 975,
193
- "914": 406,
194
- "493": 757,
195
- "451": 715,
196
- "742": 336,
197
- "286": 620,
198
- "333": 919,
199
- "761": 987,
200
- "640": 252,
201
- "<unk>": 0,
202
- "653": 963,
203
- "758": 315,
204
- "128": 482,
205
- "855": 389,
206
- "520": 188,
207
- "223": 106,
208
- "264": 598,
209
- "387": 691,
210
- "284": 618,
211
- "812": 342,
212
- "514": 182,
213
- "668": 265,
214
- "351": 655,
215
- "393": 697,
216
- "320": 123,
217
- "658": 261,
218
- "118": 94,
219
- "34": 35,
220
- "719": 290,
221
- "695": 849,
222
- "671": 825,
223
- "837": 362,
224
- "138": 492,
225
- "724": 293,
226
- "756": 313,
227
- "205": 559,
228
- "605": 819,
229
- "554": 927,
230
- "425": 153,
231
- "568": 782,
232
- "55": 66,
233
- "424": 152,
234
- "716": 287,
235
- "122": 476,
236
- "9": 16,
237
- "503": 767,
238
- "338": 136,
239
- "101": 465,
240
- "826": 354,
241
- "878": 381,
242
- "207": 561,
243
- "<s>": 1,
244
- "61": 224,
245
- "718": 289,
246
- "698": 852,
247
- "6": 13,
248
- "=": 5,
249
- "679": 833,
250
- "306": 640,
251
- "848": 369,
252
- "78": 57,
253
- "558": 212,
254
- "893": 897,
255
- "483": 747,
256
- "660": 263,
257
- "124": 478,
258
- "326": 127,
259
- "240": 574,
260
- "902": 906,
261
- "971": 971,
262
- "608": 822,
263
- "262": 596,
264
- "24": 28,
265
- "632": 275,
266
- "69": 55,
267
- "592": 806,
268
- "339": 137,
269
- "534": 197,
270
- "469": 733,
271
- "3": 10,
272
- "209": 563,
273
- "707": 861,
274
- "11": 62,
275
- "403": 707,
276
- "436": 161,
277
- "466": 730,
278
- "456": 720,
279
- "778": 322,
280
- "461": 725,
281
- "700": 854,
282
- "429": 157,
283
- "368": 672,
284
- "492": 756,
285
- "412": 142,
286
- "676": 830,
287
- "818": 348,
288
- "968": 440,
289
- "236": 570,
290
- "181": 535,
291
- "791": 875,
292
- "156": 510,
293
- "816": 346,
294
- "710": 282,
295
- "498": 762,
296
- "694": 848,
297
- "901": 905,
298
- "655": 271,
299
- "840": 365,
300
- "471": 735,
301
- "348": 652,
302
- "222": 916,
303
- "470": 734,
304
- "794": 878,
305
- "569": 783,
306
- "477": 741,
307
- "618": 235,
308
- "672": 826,
309
- "570": 784,
310
- "844": 388,
311
- "188": 542,
312
- "458": 722,
313
- "319": 122,
314
- "981": 977,
315
- "324": 125,
316
- "411": 171,
317
- "224": 107,
318
- "881": 942,
319
- "58": 50,
320
- "600": 814,
321
- "432": 960,
322
- "896": 900,
323
- "404": 708,
324
- "934": 421,
325
- "773": 937,
326
- "549": 208,
327
- "765": 332,
328
- "997": 956,
329
- "270": 604,
330
- "162": 516,
331
- "500": 764,
332
- "940": 427,
333
- "699": 853,
334
- "787": 871,
335
- "744": 327,
336
- "4": 11,
337
- "258": 592,
338
- "331": 917,
339
- "489": 753,
340
- "357": 661,
341
- "421": 174,
342
- "408": 712,
343
- "460": 724,
344
- "161": 515,
345
- "747": 309,
346
- "828": 356,
347
- "852": 992,
348
- "928": 418,
349
- "364": 668,
350
- "620": 237,
351
- "203": 557,
352
- "267": 601,
353
- "606": 820,
354
- "924": 414,
355
- "827": 355,
356
- "198": 552,
357
- "648": 256,
358
- "913": 405,
359
- "243": 577,
360
- "381": 685,
361
- "842": 398,
362
- "877": 391,
363
- "623": 238,
364
- "313": 116,
365
- "266": 600,
366
- "237": 571,
367
- "367": 671,
368
- "39": 40,
369
- "73": 280,
370
- "215": 100,
371
- "689": 843,
372
- "662": 930,
373
- "686": 840,
374
- "527": 193,
375
- "273": 607,
376
- "895": 899,
377
- "598": 812,
378
- "531": 220,
379
- "505": 769,
380
- "28": 32,
381
- "48": 45,
382
- "247": 581,
383
- "868": 378,
384
- "445": 166,
385
- "582": 796,
386
- "601": 815,
387
- "97": 75,
388
- "963": 1005,
389
- "151": 505,
390
- "803": 887,
391
- "786": 870,
392
- "443": 922,
393
- "578": 792,
394
- "375": 679,
395
- "51": 175,
396
- "356": 660,
397
- "314": 117,
398
- "83": 339,
399
- "416": 146,
400
- "811": 385,
401
- "865": 394,
402
- "781": 865,
403
- "594": 808,
404
- "851": 991,
405
- "685": 839,
406
- "361": 665,
407
- "265": 599,
408
- "19": 25,
409
- "175": 529,
410
- "354": 658,
411
- "752": 984,
412
- "67": 53,
413
- "517": 185,
414
- "281": 615,
415
- "776": 940,
416
- "649": 257,
417
- "624": 239,
418
- "829": 357,
419
- "962": 1004,
420
- "435": 160,
421
- "974": 974,
422
- "14": 20,
423
- "704": 858,
424
- "631": 274,
425
- "386": 690,
426
- "654": 964,
427
- "537": 200,
428
- "792": 876,
429
- "939": 426,
430
- "763": 989,
431
- "938": 425,
432
- "431": 959,
433
- "860": 376,
434
- "mod": 4,
435
- "321": 140,
436
- "524": 190,
437
- "276": 610,
438
- "70": 56,
439
- "310": 114,
440
- "497": 761,
441
- "490": 754,
442
- "617": 234,
443
- "715": 286,
444
- "898": 902,
445
- "447": 168,
446
- "47": 44,
447
- "772": 936,
448
- "656": 259,
449
- "234": 568,
450
- "530": 196,
451
- "308": 642,
452
- "468": 732,
453
- "991": 950,
454
- "242": 576,
455
- "879": 382,
456
- "669": 266,
457
- "26": 30,
458
- "255": 589,
459
- "125": 479,
460
- "121": 475,
461
- "434": 159,
462
- "903": 907,
463
- "450": 714,
464
- "831": 395,
465
- "508": 772,
466
- "586": 800,
467
- "597": 811,
468
- "906": 910,
469
- "788": 872,
470
- "<pad>": 3,
471
- "123": 477,
472
- "964": 1006,
473
- "218": 103,
474
- "550": 209,
475
- "737": 303,
476
- "448": 169,
477
- "268": 602,
478
- "95": 85,
479
- "611": 267,
480
- "670": 824,
481
- "415": 145,
482
- "800": 884,
483
- "329": 130,
484
- "347": 651,
485
- "245": 579,
486
- "254": 588,
487
- "867": 377,
488
- "384": 688,
489
- "501": 765,
490
- "590": 804,
491
- "120": 474,
492
- "131": 485,
493
- "13": 19,
494
- "481": 745,
495
- "44": 65,
496
- "680": 834,
497
- "275": 609,
498
- "935": 422,
499
- "225": 108,
500
- "84": 340,
501
- "821": 392,
502
- "936": 423,
503
- "518": 186,
504
- "596": 810,
505
- "491": 755,
506
- "834": 359,
507
- "274": 608,
508
- "909": 913,
509
- "591": 805,
510
- "966": 453,
511
- "40": 41,
512
- "440": 165,
513
- "751": 983,
514
- "369": 673,
515
- "701": 855,
516
- "185": 539,
517
- "790": 874,
518
- "567": 781,
519
- "328": 129,
520
- "850": 371,
521
- "495": 759,
522
- "206": 560,
523
- "873": 967,
524
- "449": 170,
525
- "214": 99,
526
- "12": 18,
527
- "251": 585,
528
- "959": 437,
529
- "259": 593,
530
- "961": 1003,
531
- "929": 419,
532
- "644": 270,
533
- "783": 867,
534
- "192": 546,
535
- "147": 501,
536
- "288": 622,
537
- "332": 918,
538
- "972": 972,
539
- "944": 451,
540
- "239": 573,
541
- "134": 488,
542
- "133": 487,
543
- "849": 370,
544
- "664": 932,
545
- "666": 934,
546
- "226": 109,
547
- "93": 401,
548
- "16": 22,
549
- "100": 464,
550
- "231": 565,
551
- "937": 424,
552
- "555": 928,
553
- "595": 809,
554
- "63": 226,
555
- "858": 374,
556
- "1": 8,
557
- "103": 467,
558
- "229": 112,
559
- "464": 728,
560
- "400": 704,
561
- "79": 58,
562
- "551": 924,
563
- "148": 502,
564
- "157": 511,
565
- "98": 76,
566
- "869": 379,
567
- "810": 341,
568
- "71": 278,
569
- "805": 889,
570
- "378": 682,
571
- "919": 411,
572
- "216": 101,
573
- "820": 350,
574
- "437": 162,
575
- "31": 77,
576
- "515": 183,
577
- "487": 751,
578
- "182": 536,
579
- "298": 632,
580
- "370": 674,
581
- "50": 47,
582
- "970": 442,
583
- "571": 785,
584
- "875": 969,
585
- "90": 61,
586
- "323": 124,
587
- "712": 283,
588
- "727": 296,
589
- "145": 499,
590
- "18": 24,
591
- "271": 605,
592
- "880": 383,
593
- "410": 141,
594
- "953": 1001,
595
- "136": 490,
596
- "927": 417,
597
- "692": 846,
598
- "269": 603,
599
- "263": 597,
600
- "388": 692,
601
- "277": 611,
602
- "467": 731,
603
- "682": 836,
604
- "673": 827,
605
- "815": 345,
606
- "806": 890,
607
- "535": 198,
608
- "749": 311,
609
- "139": 493,
610
- "872": 966,
611
- "15": 21,
612
- "785": 869,
613
- "454": 718,
614
- "82": 338,
615
- "547": 206,
616
- "832": 396,
617
- "257": 591,
618
- "864": 998,
619
- "377": 681,
620
- "167": 521,
621
- "836": 361,
622
- "954": 1002,
623
- "312": 115,
624
- "200": 554,
625
- "621": 272,
626
- "846": 367,
627
- "169": 523,
628
- "315": 118,
629
- "843": 393,
630
- "35": 36,
631
- "957": 435,
632
- "463": 727,
633
- "775": 939,
634
- "760": 317,
635
- "486": 750,
636
- "948": 431,
637
- "462": 726,
638
- "76": 82,
639
- "92": 400,
640
- "144": 498,
641
- "538": 201,
642
- "573": 787,
643
- "250": 584,
644
- "201": 555,
645
- "627": 242,
646
- "89": 60,
647
- "150": 504,
648
- "336": 134,
649
- "127": 481,
650
- "888": 949,
651
- "241": 575,
652
- "474": 738,
653
- "81": 337,
654
- "363": 667,
655
- "301": 635,
656
- "910": 403,
657
- "905": 909,
658
- "857": 373,
659
- "228": 111,
660
- "256": 590,
661
- "614": 231,
662
- "87": 74,
663
- "651": 961,
664
- "170": 524,
665
- "68": 54,
666
- "856": 372,
667
- "825": 353,
668
- "335": 133,
669
- "911": 448,
670
- "199": 553,
671
- "663": 931,
672
- "202": 556,
673
- "907": 911,
674
- "770": 321,
675
- "302": 636,
676
- "521": 218,
677
- "588": 802,
678
- "607": 821,
679
- "291": 625,
680
- "186": 540,
681
- "610": 228,
682
- "854": 994,
683
- "796": 880,
684
- "619": 236,
685
- "217": 102,
686
- "748": 310,
687
- "45": 42,
688
- "764": 990,
689
- "593": 807,
690
- "522": 215,
691
- "564": 778,
692
- "933": 450,
693
- "383": 687,
694
- "104": 468,
695
- "861": 995,
696
- "683": 837,
697
- "7": 14,
698
- "804": 888,
699
- "46": 43,
700
- "197": 551,
701
- "762": 988,
702
- "830": 358,
703
- "603": 817,
704
- "345": 649,
705
- "290": 624,
706
- "252": 586,
707
- "129": 483,
708
- "309": 643,
709
- "112": 88,
710
- "343": 647,
711
- "548": 207,
712
- "29": 33,
713
- "350": 654,
714
- "709": 863,
715
- "838": 363,
716
- "732": 334,
717
- "835": 360,
718
- "780": 864,
719
- "180": 534,
720
- "248": 582,
721
- "942": 463,
722
- "10": 17,
723
- "921": 456,
724
- "280": 614,
725
- "886": 947,
726
- "665": 933,
727
- "637": 249,
728
- "899": 903,
729
- "726": 295,
730
- "659": 262,
731
- "108": 472,
732
- "839": 364,
733
- "64": 227,
734
- "110": 87,
735
- "459": 723,
736
- "177": 531,
737
- "532": 221,
738
- "579": 793,
739
- "479": 743,
740
- "178": 532,
741
- "553": 926,
742
- "808": 892,
743
- "414": 144,
744
- "57": 49,
745
- "395": 699,
746
- "80": 59,
747
- "577": 791,
748
- "353": 657,
749
- "717": 288,
750
- "736": 302,
751
- "512": 180,
752
- "733": 326,
753
- "305": 639,
754
- "294": 628,
755
- "697": 851,
756
- "661": 929,
757
- "713": 284,
758
- "195": 549,
759
- "777": 941,
760
- "769": 320,
761
- "947": 430,
762
- "417": 147,
763
- "562": 776,
764
- "235": 569,
765
- "943": 457,
766
- "533": 216,
767
- "510": 179,
768
- "173": 527,
769
- "604": 818,
770
- "507": 771,
771
- "141": 495,
772
- "714": 285,
773
- "130": 484,
774
- "609": 823,
775
- "691": 845,
776
- "191": 545,
777
- "904": 908,
778
- "612": 229,
779
- "478": 742,
780
- "116": 92,
781
- "427": 155,
782
- "789": 873,
783
- "146": 500,
784
- "299": 633,
785
- "885": 946,
786
- "509": 773,
787
- "152": 506,
788
- "650": 258,
789
- "171": 525,
790
- "446": 167,
791
- "681": 835,
792
- "154": 508,
793
- "439": 164,
794
- "973": 973,
795
- "643": 273,
796
- "140": 494,
797
- "799": 883,
798
- "27": 31,
799
- "738": 304,
800
- "392": 696,
801
- "59": 51,
802
- "561": 775,
803
- "422": 172,
804
- "688": 842,
805
- "406": 710,
806
- "423": 151,
807
- "261": 595,
808
- "706": 860,
809
- "725": 294,
810
- "956": 434,
811
- "563": 777,
812
- "759": 316,
813
- "757": 314,
814
- "126": 480,
815
- "801": 885,
816
- "690": 844,
817
- "115": 91,
818
- "325": 126,
819
- "581": 795,
820
- "20": 26,
821
- "976": 976,
822
- "728": 297,
823
- "950": 433,
824
- "399": 703,
825
- "419": 149,
826
- "941": 462,
827
- "702": 856,
828
- "797": 881,
829
- "25": 29,
830
- "889": 384,
831
- "334": 132,
832
- "989": 446,
833
- "645": 253,
834
- "807": 891,
835
- "106": 470,
836
- "917": 409,
837
- "65": 73,
838
- "475": 739,
839
- "823": 351,
840
- "958": 436,
841
- "2": 9,
842
- "105": 469,
843
- "583": 797,
844
- "8": 15,
845
- "755": 328,
846
- "523": 189,
847
- "413": 143,
848
- "260": 594,
849
- "566": 780,
850
- "283": 617,
851
- " ": 6,
852
- "244": 578,
853
- "506": 770,
854
- "916": 408,
855
- "307": 641,
856
- "677": 831,
857
- "102": 466,
858
- "232": 566,
859
- "572": 786,
860
- "318": 121,
861
- "385": 689,
862
- "853": 993,
863
- "871": 965,
864
- "382": 686,
865
- "22": 63,
866
- "172": 526,
867
- "675": 829,
868
- "409": 713,
869
- "584": 798,
870
- "874": 968,
871
- "304": 638,
872
- "589": 803,
873
- "196": 550,
874
- "190": 544,
875
- "5": 12,
876
- "457": 721,
877
- "62": 225,
878
- "615": 232,
879
- "667": 264,
880
- "37": 38,
881
- "891": 895,
882
- "33": 64,
883
- "391": 695,
884
- "753": 985,
885
- "636": 248,
886
- "164": 518,
887
- "526": 192,
888
- "922": 449,
889
- "767": 318,
890
- "94": 402,
891
- "543": 219,
892
- "925": 415,
893
- "930": 420,
894
- "184": 538,
895
- "418": 148,
896
- "870": 380,
897
- "740": 306,
898
- "119": 95,
899
- "866": 390,
900
- "977": 454,
901
- "465": 729,
902
- "638": 250,
903
- "967": 439,
904
- "401": 705,
905
- "374": 678,
906
- "926": 416,
907
- "272": 606,
908
- "96": 86,
909
- "426": 154,
910
- "576": 790,
911
- "143": 497,
912
- "88": 69,
913
- "</s>": 2,
914
- "883": 944,
915
- "711": 324,
916
- "802": 886,
917
- "322": 139,
918
- "734": 300,
919
- "165": 519,
920
- "862": 996,
921
- "639": 251,
922
- "41": 79,
923
- "687": 841,
924
- "407": 711,
925
- "233": 567,
926
- "841": 397,
927
- "77": 68,
928
- "721": 330,
929
- "303": 637,
930
- "135": 489,
931
- "793": 877,
932
- "300": 634,
933
- "227": 110,
934
- "932": 461,
935
- "988": 455,
936
- "397": 701,
937
- "819": 349,
938
- "923": 413,
939
- "546": 205,
940
- "920": 412,
941
- "560": 774,
942
- "296": 630,
943
- "642": 277,
944
- "817": 347,
945
- "750": 312,
946
- "674": 828,
947
- "809": 893,
948
- "373": 677,
949
- "341": 645,
950
- "814": 344,
951
- "559": 213,
952
- "362": 666,
953
- "635": 247,
954
- "946": 429,
955
- "519": 187,
956
- "511": 214,
957
- "442": 921,
958
- "633": 269,
959
- "915": 407,
960
- "398": 702,
961
- "912": 404,
962
- "159": 513,
963
- "430": 158,
964
- "890": 894,
965
- "502": 766,
966
- "293": 627,
967
- "56": 48,
968
- "316": 119,
969
- "544": 217,
970
- "253": 587,
971
- "705": 859,
972
- "193": 547,
973
- "396": 700,
974
- "949": 432,
975
- "371": 675,
976
- "779": 323,
977
- "72": 279,
978
- "117": 93,
979
- "746": 308,
980
- "979": 444,
981
- "882": 943,
982
- "995": 954,
983
- "992": 951,
984
- "822": 386,
985
- "739": 305,
986
- "17": 23,
987
- "730": 299,
988
- "987": 459,
989
- "187": 541,
990
- "795": 879,
991
- "49": 46,
992
- "390": 694,
993
- "485": 749,
994
- "587": 801,
995
- "473": 737,
996
- "745": 307,
997
- "496": 760,
998
- "38": 39,
999
- "629": 244,
1000
- "986": 982,
1001
- "52": 176,
1002
- "574": 788,
1003
- "74": 281,
1004
- "160": 514,
1005
- "628": 243,
1006
- "782": 866,
1007
- "552": 925,
1008
- "30": 34
1009
- }
 
1
+ {"<unk>": [0], "~SPECIAL~ALIGNED~BOS~SYMBOL~": [1], "</s>": [2], "<pad>": [3], "mod": [4], "=": [5], " ": [6], "0": [7], "1": [8], "2": [9], "3": [10], "4": [11], "5": [12], "6": [13], "7": [14], "8": [15], "9": [16], "10": [17], "12": [18], "13": [19], "14": [20], "15": [21], "16": [22], "17": [23], "18": [24], "19": [25], "20": [26], "23": [27], "24": [28], "25": [29], "26": [30], "27": [31], "28": [32], "29": [33], "30": [34], "34": [35], "35": [36], "36": [37], "37": [38], "38": [39], "39": [40], "40": [41], "45": [42], "46": [43], "47": [44], "48": [45], "49": [46], "50": [47], "56": [48], "57": [49], "58": [50], "59": [51], "60": [52], "67": [53], "68": [54], "69": [55], "70": [56], "78": [57], "79": [58], "80": [59], "89": [60], "90": [61], "11": [62], "22": [63], "33": [64], "44": [65], "55": [66], "66": [67], "77": [68], "88": [69], "99": [70], "21": [71], "43": [72], "65": [73], "87": [74], "97": [75], "98": [76], "31": [77], "32": [78], "41": [79], "42": [80], "75": [81], "76": [82], "85": [83], "86": [84], "95": [85], "96": [86], "110": [87], "112": [88], "113": [89], "114": [90], "115": [91], "116": [92], "117": [93], "118": [94], "119": [95], "210": [96], "212": [97], "213": [98], "214": [99], "215": [100], "216": [101], "217": [102], "218": [103], "219": [104], "220": [105], "223": [106], "224": [107], "225": [108], "226": [109], "227": [110], "228": [111], "229": [112], "211": [113], "310": [114], "312": [115], "313": [116], "314": [117], "315": [118], "316": [119], "317": [120], "318": [121], "319": [122], "320": [123], "323": [124], "324": [125], "325": [126], "326": [127], "327": [128], "328": [129], "329": [130], "330": [131], "334": [132], "335": [133], "336": [134], "337": [135], "338": [136], "339": [137], "311": [138], "322": [139], "321": [140], "410": [141], "412": [142], "413": [143], "414": [144], "415": [145], "416": [146], "417": [147], "418": [148], "419": [149], "420": [150], "423": [151], "424": [152], "425": [153], "426": [154], "427": [155], "428": [156], "429": [157], "430": [158], "434": [159], "435": [160], "436": [161], "437": [162], "438": [163], "439": [164], "440": [165], "445": [166], "446": [167], "447": [168], "448": [169], "449": [170], "411": [171], "422": [172], "433": [173], "421": [174], "51": [175], "52": [176], "53": [177], "54": [178], "510": [179], "512": [180], "513": [181], "514": [182], "515": [183], "516": [184], "517": [185], "518": [186], "519": [187], "520": [188], "523": [189], "524": [190], "525": [191], "526": [192], "527": [193], "528": [194], "529": [195], "530": [196], "534": [197], "535": [198], "536": [199], "537": [200], "538": [201], "539": [202], "540": [203], "545": [204], "546": [205], "547": [206], "548": [207], "549": [208], "550": [209], "556": [210], "557": [211], "558": [212], "559": [213], "511": [214], "522": [215], "533": [216], "544": [217], "521": [218], "543": [219], "531": [220], "532": [221], "541": [222], "542": [223], "61": [224], "62": [225], "63": [226], "64": [227], "610": [228], "612": [229], "613": [230], "614": [231], "615": [232], "616": [233], "617": [234], "618": [235], "619": [236], "620": [237], "623": [238], "624": [239], "625": [240], "626": [241], "627": [242], "628": [243], "629": [244], "630": [245], "634": [246], "635": [247], "636": [248], "637": [249], "638": [250], "639": [251], "640": [252], "645": [253], "646": [254], "647": [255], "648": [256], "649": [257], "650": [258], "656": [259], "657": [260], "658": [261], "659": [262], "660": [263], "667": [264], "668": [265], "669": [266], "611": [267], "622": [268], "633": [269], "644": [270], "655": [271], "621": [272], "643": [273], "631": [274], "632": [275], "641": [276], "642": [277], "71": [278], "72": [279], "73": [280], "74": [281], "710": [282], "712": [283], "713": [284], "714": [285], "715": [286], "716": [287], "717": [288], "718": [289], "719": [290], "720": [291], "723": [292], "724": [293], "725": [294], "726": [295], "727": [296], "728": [297], "729": [298], "730": [299], "734": [300], "735": [301], "736": [302], "737": [303], "738": [304], "739": [305], "740": [306], "745": [307], "746": [308], "747": [309], "748": [310], "749": [311], "750": [312], "756": [313], "757": [314], "758": [315], "759": [316], "760": [317], "767": [318], "768": [319], "769": [320], "770": [321], "778": [322], "779": [323], "711": [324], "722": [325], "733": [326], "744": [327], "755": [328], "766": [329], "721": [330], "743": [331], "765": [332], "731": [333], "732": [334], "741": [335], "742": [336], "81": [337], "82": [338], "83": [339], "84": [340], "810": [341], "812": [342], "813": [343], "814": [344], "815": [345], "816": [346], "817": [347], "818": [348], "819": [349], "820": [350], "823": [351], "824": [352], "825": [353], "826": [354], "827": [355], "828": [356], "829": [357], "830": [358], "834": [359], "835": [360], "836": [361], "837": [362], "838": [363], "839": [364], "840": [365], "845": [366], "846": [367], "847": [368], "848": [369], "849": [370], "850": [371], "856": [372], "857": [373], "858": [374], "859": [375], "860": [376], "867": [377], "868": [378], "869": [379], "870": [380], "878": [381], "879": [382], "880": [383], "889": [384], "811": [385], "822": [386], "833": [387], "844": [388], "855": [389], "866": [390], "877": [391], "821": [392], "843": [393], "865": [394], "831": [395], "832": [396], "841": [397], "842": [398], "91": [399], "92": [400], "93": [401], "94": [402], "910": [403], "912": [404], "913": [405], "914": [406], "915": [407], "916": [408], "917": [409], "918": [410], "919": [411], "920": [412], "923": [413], "924": [414], "925": [415], "926": [416], "927": [417], "928": [418], "929": [419], "930": [420], "934": [421], "935": [422], "936": [423], "937": [424], "938": [425], "939": [426], "940": [427], "945": [428], "946": [429], "947": [430], "948": [431], "949": [432], "950": [433], "956": [434], "957": [435], "958": [436], "959": [437], "960": [438], "967": [439], "968": [440], "969": [441], "970": [442], "978": [443], "979": [444], "980": [445], "989": [446], "990": [447], "911": [448], "922": [449], "933": [450], "944": [451], "955": [452], "966": [453], "977": [454], "988": [455], "921": [456], "943": [457], "965": [458], "987": [459], "931": [460], "932": [461], "941": [462], "942": [463], "100": [464], "101": [465], "102": [466], "103": [467], "104": [468], "105": [469], "106": [470], "107": [471], "108": [472], "109": [473], "120": [474], "121": [475], "122": [476], "123": [477], "124": [478], "125": [479], "126": [480], "127": [481], "128": [482], "129": [483], "130": [484], "131": [485], "132": [486], "133": [487], "134": [488], "135": [489], "136": [490], "137": [491], "138": [492], "139": [493], "140": [494], "141": [495], "142": [496], "143": [497], "144": [498], "145": [499], "146": [500], "147": [501], "148": [502], "149": [503], "150": [504], "151": [505], "152": [506], "153": [507], "154": [508], "155": [509], "156": [510], "157": [511], "158": [512], "159": [513], "160": [514], "161": [515], "162": [516], "163": [517], "164": [518], "165": [519], "166": [520], "167": [521], "168": [522], "169": [523], "170": [524], "171": [525], "172": [526], "173": [527], "174": [528], "175": [529], "176": [530], "177": [531], "178": [532], "179": [533], "180": [534], "181": [535], "182": [536], "183": [537], "184": [538], "185": [539], "186": [540], "187": [541], "188": [542], "189": [543], "190": [544], "191": [545], "192": [546], "193": [547], "194": [548], "195": [549], "196": [550], "197": [551], "198": [552], "199": [553], "200": [554], "201": [555], "202": [556], "203": [557], "204": [558], "205": [559], "206": [560], "207": [561], "208": [562], "209": [563], "230": [564], "231": [565], "232": [566], "233": [567], "234": [568], "235": [569], "236": [570], "237": [571], "238": [572], "239": [573], "240": [574], "241": [575], "242": [576], "243": [577], "244": [578], "245": [579], "246": [580], "247": [581], "248": [582], "249": [583], "250": [584], "251": [585], "252": [586], "253": [587], "254": [588], "255": [589], "256": [590], "257": [591], "258": [592], "259": [593], "260": [594], "261": [595], "262": [596], "263": [597], "264": [598], "265": [599], "266": [600], "267": [601], "268": [602], "269": [603], "270": [604], "271": [605], "272": [606], "273": [607], "274": [608], "275": [609], "276": [610], "277": [611], "278": [612], "279": [613], "280": [614], "281": [615], "282": [616], "283": [617], "284": [618], "285": [619], "286": [620], "287": [621], "288": [622], "289": [623], "290": [624], "291": [625], "292": [626], "293": [627], "294": [628], "295": [629], "296": [630], "297": [631], "298": [632], "299": [633], "300": [634], "301": [635], "302": [636], "303": [637], "304": [638], "305": [639], "306": [640], "307": [641], "308": [642], "309": [643], "340": [644], "341": [645], "342": [646], "343": [647], "344": [648], "345": [649], "346": [650], "347": [651], "348": [652], "349": [653], "350": [654], "351": [655], "352": [656], "353": [657], "354": [658], "355": [659], "356": [660], "357": [661], "358": [662], "359": [663], "360": [664], "361": [665], "362": [666], "363": [667], "364": [668], "365": [669], "366": [670], "367": [671], "368": [672], "369": [673], "370": [674], "371": [675], "372": [676], "373": [677], "374": [678], "375": [679], "376": [680], "377": [681], "378": [682], "379": [683], "380": [684], "381": [685], "382": [686], "383": [687], "384": [688], "385": [689], "386": [690], "387": [691], "388": [692], "389": [693], "390": [694], "391": [695], "392": [696], "393": [697], "394": [698], "395": [699], "396": [700], "397": [701], "398": [702], "399": [703], "400": [704], "401": [705], "402": [706], "403": [707], "404": [708], "405": [709], "406": [710], "407": [711], "408": [712], "409": [713], "450": [714], "451": [715], "452": [716], "453": [717], "454": [718], "455": [719], "456": [720], "457": [721], "458": [722], "459": [723], "460": [724], "461": [725], "462": [726], "463": [727], "464": [728], "465": [729], "466": [730], "467": [731], "468": [732], "469": [733], "470": [734], "471": [735], "472": [736], "473": [737], "474": [738], "475": [739], "476": [740], "477": [741], "478": [742], "479": [743], "480": [744], "481": [745], "482": [746], "483": [747], "484": [748], "485": [749], "486": [750], "487": [751], "488": [752], "489": [753], "490": [754], "491": [755], "492": [756], "493": [757], "494": [758], "495": [759], "496": [760], "497": [761], "498": [762], "499": [763], "500": [764], "501": [765], "502": [766], "503": [767], "504": [768], "505": [769], "506": [770], "507": [771], "508": [772], "509": [773], "560": [774], "561": [775], "562": [776], "563": [777], "564": [778], "565": [779], "566": [780], "567": [781], "568": [782], "569": [783], "570": [784], "571": [785], "572": [786], "573": [787], "574": [788], "575": [789], "576": [790], "577": [791], "578": [792], "579": [793], "580": [794], "581": [795], "582": [796], "583": [797], "584": [798], "585": [799], "586": [800], "587": [801], "588": [802], "589": [803], "590": [804], "591": [805], "592": [806], "593": [807], "594": [808], "595": [809], "596": [810], "597": [811], "598": [812], "599": [813], "600": [814], "601": [815], "602": [816], "603": [817], "604": [818], "605": [819], "606": [820], "607": [821], "608": [822], "609": [823], "670": [824], "671": [825], "672": [826], "673": [827], "674": [828], "675": [829], "676": [830], "677": [831], "678": [832], "679": [833], "680": [834], "681": [835], "682": [836], "683": [837], "684": [838], "685": [839], "686": [840], "687": [841], "688": [842], "689": [843], "690": [844], "691": [845], "692": [846], "693": [847], "694": [848], "695": [849], "696": [850], "697": [851], "698": [852], "699": [853], "700": [854], "701": [855], "702": [856], "703": [857], "704": [858], "705": [859], "706": [860], "707": [861], "708": [862], "709": [863], "780": [864], "781": [865], "782": [866], "783": [867], "784": [868], "785": [869], "786": [870], "787": [871], "788": [872], "789": [873], "790": [874], "791": [875], "792": [876], "793": [877], "794": [878], "795": [879], "796": [880], "797": [881], "798": [882], "799": [883], "800": [884], "801": [885], "802": [886], "803": [887], "804": [888], "805": [889], "806": [890], "807": [891], "808": [892], "809": [893], "890": [894], "891": [895], "892": [896], "893": [897], "894": [898], "895": [899], "896": [900], "897": [901], "898": [902], "899": [903], "900": [904], "901": [905], "902": [906], "903": [907], "904": [908], "905": [909], "906": [910], "907": [911], "908": [912], "909": [913], "111": [914], "221": [915], "222": [916], "331": [917], "332": [918], "333": [919], "441": [920], "442": [921], "443": [922], "444": [923], "551": [924], "552": [925], "553": [926], "554": [927], "555": [928], "661": [929], "662": [930], "663": [931], "664": [932], "665": [933], "666": [934], "771": [935], "772": [936], "773": [937], "774": [938], "775": [939], "776": [940], "777": [941], "881": [942], "882": [943], "883": [944], "884": [945], "885": [946], "886": [947], "887": [948], "888": [949], "991": [950], "992": [951], "993": [952], "994": [953], "995": [954], "996": [955], "997": [956], "998": [957], "999": [958], "431": [959], "432": [960], "651": [961], "652": [962], "653": [963], "654": [964], "871": [965], "872": [966], "873": [967], "874": [968], "875": [969], "876": [970], "971": [971], "972": [972], "973": [973], "974": [974], "975": [975], "976": [976], "981": [977], "982": [978], "983": [979], "984": [980], "985": [981], "986": [982], "751": [983], "752": [984], "753": [985], "754": [986], "761": [987], "762": [988], "763": [989], "764": [990], "851": [991], "852": [992], "853": [993], "854": [994], "861": [995], "862": [996], "863": [997], "864": [998], "951": [999], "952": [1000], "953": [1001], "954": [1002], "961": [1003], "962": [1004], "963": [1005], "964": [1006]}