martymukherjee commited on
Commit
991d3b8
·
verified ·
1 Parent(s): 03b770f

Uploading custom Bart tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer_config.json +2 -6
  2. vocab.json +1 -1054
tokenizer_config.json CHANGED
@@ -1,8 +1,4 @@
1
  {
2
- "tokenizer_class": "PreTrainedTokenizer",
3
- "bos_token": "<s>",
4
- "eos_token": "</s>",
5
- "unk_token": "<unk>",
6
- "mask_token": "<mask>",
7
- "model_max_length": 2048
8
  }
 
1
  {
2
+ "tokenizer_class": "BartTokenizer",
3
+ "model_max_length": 1000000000000000019884624838656
 
 
 
 
4
  }
vocab.json CHANGED
@@ -1,1054 +1 @@
1
- {
2
- "<s>": 0,
3
- "</s>": 1,
4
- "<pad>": 2,
5
- "(": 3,
6
- ")": 4,
7
- "<SPECIAL_0>": 5,
8
- "<SPECIAL_1>": 6,
9
- "<SPECIAL_2>": 7,
10
- "<SPECIAL_3>": 8,
11
- "<SPECIAL_4>": 9,
12
- "<SPECIAL_5>": 10,
13
- "<SPECIAL_6>": 11,
14
- "<SPECIAL_7>": 12,
15
- "<SPECIAL_8>": 13,
16
- "<SPECIAL_9>": 14,
17
- "pi": 15,
18
- "E": 16,
19
- "x0": 17,
20
- "x1": 18,
21
- "x2": 19,
22
- "x3": 20,
23
- "x4": 21,
24
- "x5": 22,
25
- "x6": 23,
26
- "x7": 24,
27
- "x8": 25,
28
- "x9": 26,
29
- "x10": 27,
30
- "x11": 28,
31
- "+": 29,
32
- "-": 30,
33
- "*": 31,
34
- "/": 32,
35
- "^": 33,
36
- "sqrt": 34,
37
- "exp": 35,
38
- "ln": 36,
39
- "sin": 37,
40
- "cos": 38,
41
- "tan": 39,
42
- "asin": 40,
43
- "acos": 41,
44
- "atan": 42,
45
- "Abs": 43,
46
- "I": 44,
47
- "INT+": 45,
48
- "INT-": 46,
49
- "FLOAT+": 47,
50
- "FLOAT-": 48,
51
- ".": 49,
52
- "10^": 50,
53
- "0": 51,
54
- "1": 52,
55
- "2": 53,
56
- "3": 54,
57
- "4": 55,
58
- "5": 56,
59
- "6": 57,
60
- "7": 58,
61
- "8": 59,
62
- "9": 60,
63
- "10": 61,
64
- "11": 62,
65
- "12": 63,
66
- "13": 64,
67
- "14": 65,
68
- "15": 66,
69
- "16": 67,
70
- "17": 68,
71
- "18": 69,
72
- "19": 70,
73
- "20": 71,
74
- "21": 72,
75
- "22": 73,
76
- "23": 74,
77
- "24": 75,
78
- "25": 76,
79
- "26": 77,
80
- "27": 78,
81
- "28": 79,
82
- "29": 80,
83
- "30": 81,
84
- "31": 82,
85
- "32": 83,
86
- "33": 84,
87
- "34": 85,
88
- "35": 86,
89
- "36": 87,
90
- "37": 88,
91
- "38": 89,
92
- "39": 90,
93
- "40": 91,
94
- "41": 92,
95
- "42": 93,
96
- "43": 94,
97
- "44": 95,
98
- "45": 96,
99
- "46": 97,
100
- "47": 98,
101
- "48": 99,
102
- "49": 100,
103
- "50": 101,
104
- "51": 102,
105
- "52": 103,
106
- "53": 104,
107
- "54": 105,
108
- "55": 106,
109
- "56": 107,
110
- "57": 108,
111
- "58": 109,
112
- "59": 110,
113
- "60": 111,
114
- "61": 112,
115
- "62": 113,
116
- "63": 114,
117
- "64": 115,
118
- "65": 116,
119
- "66": 117,
120
- "67": 118,
121
- "68": 119,
122
- "69": 120,
123
- "70": 121,
124
- "71": 122,
125
- "72": 123,
126
- "73": 124,
127
- "74": 125,
128
- "75": 126,
129
- "76": 127,
130
- "77": 128,
131
- "78": 129,
132
- "79": 130,
133
- "80": 131,
134
- "81": 132,
135
- "82": 133,
136
- "83": 134,
137
- "84": 135,
138
- "85": 136,
139
- "86": 137,
140
- "87": 138,
141
- "88": 139,
142
- "89": 140,
143
- "90": 141,
144
- "91": 142,
145
- "92": 143,
146
- "93": 144,
147
- "94": 145,
148
- "95": 146,
149
- "96": 147,
150
- "97": 148,
151
- "98": 149,
152
- "99": 150,
153
- "100": 151,
154
- "101": 152,
155
- "102": 153,
156
- "103": 154,
157
- "104": 155,
158
- "105": 156,
159
- "106": 157,
160
- "107": 158,
161
- "108": 159,
162
- "109": 160,
163
- "110": 161,
164
- "111": 162,
165
- "112": 163,
166
- "113": 164,
167
- "114": 165,
168
- "115": 166,
169
- "116": 167,
170
- "117": 168,
171
- "118": 169,
172
- "119": 170,
173
- "120": 171,
174
- "121": 172,
175
- "122": 173,
176
- "123": 174,
177
- "124": 175,
178
- "125": 176,
179
- "126": 177,
180
- "127": 178,
181
- "128": 179,
182
- "129": 180,
183
- "130": 181,
184
- "131": 182,
185
- "132": 183,
186
- "133": 184,
187
- "134": 185,
188
- "135": 186,
189
- "136": 187,
190
- "137": 188,
191
- "138": 189,
192
- "139": 190,
193
- "140": 191,
194
- "141": 192,
195
- "142": 193,
196
- "143": 194,
197
- "144": 195,
198
- "145": 196,
199
- "146": 197,
200
- "147": 198,
201
- "148": 199,
202
- "149": 200,
203
- "150": 201,
204
- "151": 202,
205
- "152": 203,
206
- "153": 204,
207
- "154": 205,
208
- "155": 206,
209
- "156": 207,
210
- "157": 208,
211
- "158": 209,
212
- "159": 210,
213
- "160": 211,
214
- "161": 212,
215
- "162": 213,
216
- "163": 214,
217
- "164": 215,
218
- "165": 216,
219
- "166": 217,
220
- "167": 218,
221
- "168": 219,
222
- "169": 220,
223
- "170": 221,
224
- "171": 222,
225
- "172": 223,
226
- "173": 224,
227
- "174": 225,
228
- "175": 226,
229
- "176": 227,
230
- "177": 228,
231
- "178": 229,
232
- "179": 230,
233
- "180": 231,
234
- "181": 232,
235
- "182": 233,
236
- "183": 234,
237
- "184": 235,
238
- "185": 236,
239
- "186": 237,
240
- "187": 238,
241
- "188": 239,
242
- "189": 240,
243
- "190": 241,
244
- "191": 242,
245
- "192": 243,
246
- "193": 244,
247
- "194": 245,
248
- "195": 246,
249
- "196": 247,
250
- "197": 248,
251
- "198": 249,
252
- "199": 250,
253
- "200": 251,
254
- "201": 252,
255
- "202": 253,
256
- "203": 254,
257
- "204": 255,
258
- "205": 256,
259
- "206": 257,
260
- "207": 258,
261
- "208": 259,
262
- "209": 260,
263
- "210": 261,
264
- "211": 262,
265
- "212": 263,
266
- "213": 264,
267
- "214": 265,
268
- "215": 266,
269
- "216": 267,
270
- "217": 268,
271
- "218": 269,
272
- "219": 270,
273
- "220": 271,
274
- "221": 272,
275
- "222": 273,
276
- "223": 274,
277
- "224": 275,
278
- "225": 276,
279
- "226": 277,
280
- "227": 278,
281
- "228": 279,
282
- "229": 280,
283
- "230": 281,
284
- "231": 282,
285
- "232": 283,
286
- "233": 284,
287
- "234": 285,
288
- "235": 286,
289
- "236": 287,
290
- "237": 288,
291
- "238": 289,
292
- "239": 290,
293
- "240": 291,
294
- "241": 292,
295
- "242": 293,
296
- "243": 294,
297
- "244": 295,
298
- "245": 296,
299
- "246": 297,
300
- "247": 298,
301
- "248": 299,
302
- "249": 300,
303
- "250": 301,
304
- "251": 302,
305
- "252": 303,
306
- "253": 304,
307
- "254": 305,
308
- "255": 306,
309
- "256": 307,
310
- "257": 308,
311
- "258": 309,
312
- "259": 310,
313
- "260": 311,
314
- "261": 312,
315
- "262": 313,
316
- "263": 314,
317
- "264": 315,
318
- "265": 316,
319
- "266": 317,
320
- "267": 318,
321
- "268": 319,
322
- "269": 320,
323
- "270": 321,
324
- "271": 322,
325
- "272": 323,
326
- "273": 324,
327
- "274": 325,
328
- "275": 326,
329
- "276": 327,
330
- "277": 328,
331
- "278": 329,
332
- "279": 330,
333
- "280": 331,
334
- "281": 332,
335
- "282": 333,
336
- "283": 334,
337
- "284": 335,
338
- "285": 336,
339
- "286": 337,
340
- "287": 338,
341
- "288": 339,
342
- "289": 340,
343
- "290": 341,
344
- "291": 342,
345
- "292": 343,
346
- "293": 344,
347
- "294": 345,
348
- "295": 346,
349
- "296": 347,
350
- "297": 348,
351
- "298": 349,
352
- "299": 350,
353
- "300": 351,
354
- "301": 352,
355
- "302": 353,
356
- "303": 354,
357
- "304": 355,
358
- "305": 356,
359
- "306": 357,
360
- "307": 358,
361
- "308": 359,
362
- "309": 360,
363
- "310": 361,
364
- "311": 362,
365
- "312": 363,
366
- "313": 364,
367
- "314": 365,
368
- "315": 366,
369
- "316": 367,
370
- "317": 368,
371
- "318": 369,
372
- "319": 370,
373
- "320": 371,
374
- "321": 372,
375
- "322": 373,
376
- "323": 374,
377
- "324": 375,
378
- "325": 376,
379
- "326": 377,
380
- "327": 378,
381
- "328": 379,
382
- "329": 380,
383
- "330": 381,
384
- "331": 382,
385
- "332": 383,
386
- "333": 384,
387
- "334": 385,
388
- "335": 386,
389
- "336": 387,
390
- "337": 388,
391
- "338": 389,
392
- "339": 390,
393
- "340": 391,
394
- "341": 392,
395
- "342": 393,
396
- "343": 394,
397
- "344": 395,
398
- "345": 396,
399
- "346": 397,
400
- "347": 398,
401
- "348": 399,
402
- "349": 400,
403
- "350": 401,
404
- "351": 402,
405
- "352": 403,
406
- "353": 404,
407
- "354": 405,
408
- "355": 406,
409
- "356": 407,
410
- "357": 408,
411
- "358": 409,
412
- "359": 410,
413
- "360": 411,
414
- "361": 412,
415
- "362": 413,
416
- "363": 414,
417
- "364": 415,
418
- "365": 416,
419
- "366": 417,
420
- "367": 418,
421
- "368": 419,
422
- "369": 420,
423
- "370": 421,
424
- "371": 422,
425
- "372": 423,
426
- "373": 424,
427
- "374": 425,
428
- "375": 426,
429
- "376": 427,
430
- "377": 428,
431
- "378": 429,
432
- "379": 430,
433
- "380": 431,
434
- "381": 432,
435
- "382": 433,
436
- "383": 434,
437
- "384": 435,
438
- "385": 436,
439
- "386": 437,
440
- "387": 438,
441
- "388": 439,
442
- "389": 440,
443
- "390": 441,
444
- "391": 442,
445
- "392": 443,
446
- "393": 444,
447
- "394": 445,
448
- "395": 446,
449
- "396": 447,
450
- "397": 448,
451
- "398": 449,
452
- "399": 450,
453
- "400": 451,
454
- "401": 452,
455
- "402": 453,
456
- "403": 454,
457
- "404": 455,
458
- "405": 456,
459
- "406": 457,
460
- "407": 458,
461
- "408": 459,
462
- "409": 460,
463
- "410": 461,
464
- "411": 462,
465
- "412": 463,
466
- "413": 464,
467
- "414": 465,
468
- "415": 466,
469
- "416": 467,
470
- "417": 468,
471
- "418": 469,
472
- "419": 470,
473
- "420": 471,
474
- "421": 472,
475
- "422": 473,
476
- "423": 474,
477
- "424": 475,
478
- "425": 476,
479
- "426": 477,
480
- "427": 478,
481
- "428": 479,
482
- "429": 480,
483
- "430": 481,
484
- "431": 482,
485
- "432": 483,
486
- "433": 484,
487
- "434": 485,
488
- "435": 486,
489
- "436": 487,
490
- "437": 488,
491
- "438": 489,
492
- "439": 490,
493
- "440": 491,
494
- "441": 492,
495
- "442": 493,
496
- "443": 494,
497
- "444": 495,
498
- "445": 496,
499
- "446": 497,
500
- "447": 498,
501
- "448": 499,
502
- "449": 500,
503
- "450": 501,
504
- "451": 502,
505
- "452": 503,
506
- "453": 504,
507
- "454": 505,
508
- "455": 506,
509
- "456": 507,
510
- "457": 508,
511
- "458": 509,
512
- "459": 510,
513
- "460": 511,
514
- "461": 512,
515
- "462": 513,
516
- "463": 514,
517
- "464": 515,
518
- "465": 516,
519
- "466": 517,
520
- "467": 518,
521
- "468": 519,
522
- "469": 520,
523
- "470": 521,
524
- "471": 522,
525
- "472": 523,
526
- "473": 524,
527
- "474": 525,
528
- "475": 526,
529
- "476": 527,
530
- "477": 528,
531
- "478": 529,
532
- "479": 530,
533
- "480": 531,
534
- "481": 532,
535
- "482": 533,
536
- "483": 534,
537
- "484": 535,
538
- "485": 536,
539
- "486": 537,
540
- "487": 538,
541
- "488": 539,
542
- "489": 540,
543
- "490": 541,
544
- "491": 542,
545
- "492": 543,
546
- "493": 544,
547
- "494": 545,
548
- "495": 546,
549
- "496": 547,
550
- "497": 548,
551
- "498": 549,
552
- "499": 550,
553
- "500": 551,
554
- "501": 552,
555
- "502": 553,
556
- "503": 554,
557
- "504": 555,
558
- "505": 556,
559
- "506": 557,
560
- "507": 558,
561
- "508": 559,
562
- "509": 560,
563
- "510": 561,
564
- "511": 562,
565
- "512": 563,
566
- "513": 564,
567
- "514": 565,
568
- "515": 566,
569
- "516": 567,
570
- "517": 568,
571
- "518": 569,
572
- "519": 570,
573
- "520": 571,
574
- "521": 572,
575
- "522": 573,
576
- "523": 574,
577
- "524": 575,
578
- "525": 576,
579
- "526": 577,
580
- "527": 578,
581
- "528": 579,
582
- "529": 580,
583
- "530": 581,
584
- "531": 582,
585
- "532": 583,
586
- "533": 584,
587
- "534": 585,
588
- "535": 586,
589
- "536": 587,
590
- "537": 588,
591
- "538": 589,
592
- "539": 590,
593
- "540": 591,
594
- "541": 592,
595
- "542": 593,
596
- "543": 594,
597
- "544": 595,
598
- "545": 596,
599
- "546": 597,
600
- "547": 598,
601
- "548": 599,
602
- "549": 600,
603
- "550": 601,
604
- "551": 602,
605
- "552": 603,
606
- "553": 604,
607
- "554": 605,
608
- "555": 606,
609
- "556": 607,
610
- "557": 608,
611
- "558": 609,
612
- "559": 610,
613
- "560": 611,
614
- "561": 612,
615
- "562": 613,
616
- "563": 614,
617
- "564": 615,
618
- "565": 616,
619
- "566": 617,
620
- "567": 618,
621
- "568": 619,
622
- "569": 620,
623
- "570": 621,
624
- "571": 622,
625
- "572": 623,
626
- "573": 624,
627
- "574": 625,
628
- "575": 626,
629
- "576": 627,
630
- "577": 628,
631
- "578": 629,
632
- "579": 630,
633
- "580": 631,
634
- "581": 632,
635
- "582": 633,
636
- "583": 634,
637
- "584": 635,
638
- "585": 636,
639
- "586": 637,
640
- "587": 638,
641
- "588": 639,
642
- "589": 640,
643
- "590": 641,
644
- "591": 642,
645
- "592": 643,
646
- "593": 644,
647
- "594": 645,
648
- "595": 646,
649
- "596": 647,
650
- "597": 648,
651
- "598": 649,
652
- "599": 650,
653
- "600": 651,
654
- "601": 652,
655
- "602": 653,
656
- "603": 654,
657
- "604": 655,
658
- "605": 656,
659
- "606": 657,
660
- "607": 658,
661
- "608": 659,
662
- "609": 660,
663
- "610": 661,
664
- "611": 662,
665
- "612": 663,
666
- "613": 664,
667
- "614": 665,
668
- "615": 666,
669
- "616": 667,
670
- "617": 668,
671
- "618": 669,
672
- "619": 670,
673
- "620": 671,
674
- "621": 672,
675
- "622": 673,
676
- "623": 674,
677
- "624": 675,
678
- "625": 676,
679
- "626": 677,
680
- "627": 678,
681
- "628": 679,
682
- "629": 680,
683
- "630": 681,
684
- "631": 682,
685
- "632": 683,
686
- "633": 684,
687
- "634": 685,
688
- "635": 686,
689
- "636": 687,
690
- "637": 688,
691
- "638": 689,
692
- "639": 690,
693
- "640": 691,
694
- "641": 692,
695
- "642": 693,
696
- "643": 694,
697
- "644": 695,
698
- "645": 696,
699
- "646": 697,
700
- "647": 698,
701
- "648": 699,
702
- "649": 700,
703
- "650": 701,
704
- "651": 702,
705
- "652": 703,
706
- "653": 704,
707
- "654": 705,
708
- "655": 706,
709
- "656": 707,
710
- "657": 708,
711
- "658": 709,
712
- "659": 710,
713
- "660": 711,
714
- "661": 712,
715
- "662": 713,
716
- "663": 714,
717
- "664": 715,
718
- "665": 716,
719
- "666": 717,
720
- "667": 718,
721
- "668": 719,
722
- "669": 720,
723
- "670": 721,
724
- "671": 722,
725
- "672": 723,
726
- "673": 724,
727
- "674": 725,
728
- "675": 726,
729
- "676": 727,
730
- "677": 728,
731
- "678": 729,
732
- "679": 730,
733
- "680": 731,
734
- "681": 732,
735
- "682": 733,
736
- "683": 734,
737
- "684": 735,
738
- "685": 736,
739
- "686": 737,
740
- "687": 738,
741
- "688": 739,
742
- "689": 740,
743
- "690": 741,
744
- "691": 742,
745
- "692": 743,
746
- "693": 744,
747
- "694": 745,
748
- "695": 746,
749
- "696": 747,
750
- "697": 748,
751
- "698": 749,
752
- "699": 750,
753
- "700": 751,
754
- "701": 752,
755
- "702": 753,
756
- "703": 754,
757
- "704": 755,
758
- "705": 756,
759
- "706": 757,
760
- "707": 758,
761
- "708": 759,
762
- "709": 760,
763
- "710": 761,
764
- "711": 762,
765
- "712": 763,
766
- "713": 764,
767
- "714": 765,
768
- "715": 766,
769
- "716": 767,
770
- "717": 768,
771
- "718": 769,
772
- "719": 770,
773
- "720": 771,
774
- "721": 772,
775
- "722": 773,
776
- "723": 774,
777
- "724": 775,
778
- "725": 776,
779
- "726": 777,
780
- "727": 778,
781
- "728": 779,
782
- "729": 780,
783
- "730": 781,
784
- "731": 782,
785
- "732": 783,
786
- "733": 784,
787
- "734": 785,
788
- "735": 786,
789
- "736": 787,
790
- "737": 788,
791
- "738": 789,
792
- "739": 790,
793
- "740": 791,
794
- "741": 792,
795
- "742": 793,
796
- "743": 794,
797
- "744": 795,
798
- "745": 796,
799
- "746": 797,
800
- "747": 798,
801
- "748": 799,
802
- "749": 800,
803
- "750": 801,
804
- "751": 802,
805
- "752": 803,
806
- "753": 804,
807
- "754": 805,
808
- "755": 806,
809
- "756": 807,
810
- "757": 808,
811
- "758": 809,
812
- "759": 810,
813
- "760": 811,
814
- "761": 812,
815
- "762": 813,
816
- "763": 814,
817
- "764": 815,
818
- "765": 816,
819
- "766": 817,
820
- "767": 818,
821
- "768": 819,
822
- "769": 820,
823
- "770": 821,
824
- "771": 822,
825
- "772": 823,
826
- "773": 824,
827
- "774": 825,
828
- "775": 826,
829
- "776": 827,
830
- "777": 828,
831
- "778": 829,
832
- "779": 830,
833
- "780": 831,
834
- "781": 832,
835
- "782": 833,
836
- "783": 834,
837
- "784": 835,
838
- "785": 836,
839
- "786": 837,
840
- "787": 838,
841
- "788": 839,
842
- "789": 840,
843
- "790": 841,
844
- "791": 842,
845
- "792": 843,
846
- "793": 844,
847
- "794": 845,
848
- "795": 846,
849
- "796": 847,
850
- "797": 848,
851
- "798": 849,
852
- "799": 850,
853
- "800": 851,
854
- "801": 852,
855
- "802": 853,
856
- "803": 854,
857
- "804": 855,
858
- "805": 856,
859
- "806": 857,
860
- "807": 858,
861
- "808": 859,
862
- "809": 860,
863
- "810": 861,
864
- "811": 862,
865
- "812": 863,
866
- "813": 864,
867
- "814": 865,
868
- "815": 866,
869
- "816": 867,
870
- "817": 868,
871
- "818": 869,
872
- "819": 870,
873
- "820": 871,
874
- "821": 872,
875
- "822": 873,
876
- "823": 874,
877
- "824": 875,
878
- "825": 876,
879
- "826": 877,
880
- "827": 878,
881
- "828": 879,
882
- "829": 880,
883
- "830": 881,
884
- "831": 882,
885
- "832": 883,
886
- "833": 884,
887
- "834": 885,
888
- "835": 886,
889
- "836": 887,
890
- "837": 888,
891
- "838": 889,
892
- "839": 890,
893
- "840": 891,
894
- "841": 892,
895
- "842": 893,
896
- "843": 894,
897
- "844": 895,
898
- "845": 896,
899
- "846": 897,
900
- "847": 898,
901
- "848": 899,
902
- "849": 900,
903
- "850": 901,
904
- "851": 902,
905
- "852": 903,
906
- "853": 904,
907
- "854": 905,
908
- "855": 906,
909
- "856": 907,
910
- "857": 908,
911
- "858": 909,
912
- "859": 910,
913
- "860": 911,
914
- "861": 912,
915
- "862": 913,
916
- "863": 914,
917
- "864": 915,
918
- "865": 916,
919
- "866": 917,
920
- "867": 918,
921
- "868": 919,
922
- "869": 920,
923
- "870": 921,
924
- "871": 922,
925
- "872": 923,
926
- "873": 924,
927
- "874": 925,
928
- "875": 926,
929
- "876": 927,
930
- "877": 928,
931
- "878": 929,
932
- "879": 930,
933
- "880": 931,
934
- "881": 932,
935
- "882": 933,
936
- "883": 934,
937
- "884": 935,
938
- "885": 936,
939
- "886": 937,
940
- "887": 938,
941
- "888": 939,
942
- "889": 940,
943
- "890": 941,
944
- "891": 942,
945
- "892": 943,
946
- "893": 944,
947
- "894": 945,
948
- "895": 946,
949
- "896": 947,
950
- "897": 948,
951
- "898": 949,
952
- "899": 950,
953
- "900": 951,
954
- "901": 952,
955
- "902": 953,
956
- "903": 954,
957
- "904": 955,
958
- "905": 956,
959
- "906": 957,
960
- "907": 958,
961
- "908": 959,
962
- "909": 960,
963
- "910": 961,
964
- "911": 962,
965
- "912": 963,
966
- "913": 964,
967
- "914": 965,
968
- "915": 966,
969
- "916": 967,
970
- "917": 968,
971
- "918": 969,
972
- "919": 970,
973
- "920": 971,
974
- "921": 972,
975
- "922": 973,
976
- "923": 974,
977
- "924": 975,
978
- "925": 976,
979
- "926": 977,
980
- "927": 978,
981
- "928": 979,
982
- "929": 980,
983
- "930": 981,
984
- "931": 982,
985
- "932": 983,
986
- "933": 984,
987
- "934": 985,
988
- "935": 986,
989
- "936": 987,
990
- "937": 988,
991
- "938": 989,
992
- "939": 990,
993
- "940": 991,
994
- "941": 992,
995
- "942": 993,
996
- "943": 994,
997
- "944": 995,
998
- "945": 996,
999
- "946": 997,
1000
- "947": 998,
1001
- "948": 999,
1002
- "949": 1000,
1003
- "950": 1001,
1004
- "951": 1002,
1005
- "952": 1003,
1006
- "953": 1004,
1007
- "954": 1005,
1008
- "955": 1006,
1009
- "956": 1007,
1010
- "957": 1008,
1011
- "958": 1009,
1012
- "959": 1010,
1013
- "960": 1011,
1014
- "961": 1012,
1015
- "962": 1013,
1016
- "963": 1014,
1017
- "964": 1015,
1018
- "965": 1016,
1019
- "966": 1017,
1020
- "967": 1018,
1021
- "968": 1019,
1022
- "969": 1020,
1023
- "970": 1021,
1024
- "971": 1022,
1025
- "972": 1023,
1026
- "973": 1024,
1027
- "974": 1025,
1028
- "975": 1026,
1029
- "976": 1027,
1030
- "977": 1028,
1031
- "978": 1029,
1032
- "979": 1030,
1033
- "980": 1031,
1034
- "981": 1032,
1035
- "982": 1033,
1036
- "983": 1034,
1037
- "984": 1035,
1038
- "985": 1036,
1039
- "986": 1037,
1040
- "987": 1038,
1041
- "988": 1039,
1042
- "989": 1040,
1043
- "990": 1041,
1044
- "991": 1042,
1045
- "992": 1043,
1046
- "993": 1044,
1047
- "994": 1045,
1048
- "995": 1046,
1049
- "996": 1047,
1050
- "997": 1048,
1051
- "998": 1049,
1052
- "999": 1050,
1053
- "<mask>": 1051
1054
- }
 
1
+ {"<s>": 0, "</s>": 1, "<pad>": 2, "(": 3, ")": 4, "<SPECIAL_0>": 5, "<SPECIAL_1>": 6, "<SPECIAL_2>": 7, "<SPECIAL_3>": 8, "<SPECIAL_4>": 9, "<SPECIAL_5>": 10, "<SPECIAL_6>": 11, "<SPECIAL_7>": 12, "<SPECIAL_8>": 13, "<SPECIAL_9>": 14, "pi": 15, "E": 16, "x0": 17, "x1": 18, "x2": 19, "x3": 20, "x4": 21, "x5": 22, "x6": 23, "x7": 24, "x8": 25, "x9": 26, "x10": 27, "x11": 28, "+": 29, "-": 30, "*": 31, "/": 32, "^": 33, "sqrt": 34, "exp": 35, "ln": 36, "sin": 37, "cos": 38, "tan": 39, "asin": 40, "acos": 41, "atan": 42, "Abs": 43, "I": 44, "INT+": 45, "INT-": 46, "FLOAT+": 47, "FLOAT-": 48, ".": 49, "10^": 50, "0": 51, "1": 52, "2": 53, "3": 54, "4": 55, "5": 56, "6": 57, "7": 58, "8": 59, "9": 60, "10": 61, "11": 62, "12": 63, "13": 64, "14": 65, "15": 66, "16": 67, "17": 68, "18": 69, "19": 70, "20": 71, "21": 72, "22": 73, "23": 74, "24": 75, "25": 76, "26": 77, "27": 78, "28": 79, "29": 80, "30": 81, "31": 82, "32": 83, "33": 84, "34": 85, "35": 86, "36": 87, "37": 88, "38": 89, "39": 90, "40": 91, "41": 92, "42": 93, "43": 94, "44": 95, "45": 96, "46": 97, "47": 98, "48": 99, "49": 100, "50": 101, "51": 102, "52": 103, "53": 104, "54": 105, "55": 106, "56": 107, "57": 108, "58": 109, "59": 110, "60": 111, "61": 112, "62": 113, "63": 114, "64": 115, "65": 116, "66": 117, "67": 118, "68": 119, "69": 120, "70": 121, "71": 122, "72": 123, "73": 124, "74": 125, "75": 126, "76": 127, "77": 128, "78": 129, "79": 130, "80": 131, "81": 132, "82": 133, "83": 134, "84": 135, "85": 136, "86": 137, "87": 138, "88": 139, "89": 140, "90": 141, "91": 142, "92": 143, "93": 144, "94": 145, "95": 146, "96": 147, "97": 148, "98": 149, "99": 150, "100": 151, "101": 152, "102": 153, "103": 154, "104": 155, "105": 156, "106": 157, "107": 158, "108": 159, "109": 160, "110": 161, "111": 162, "112": 163, "113": 164, "114": 165, "115": 166, "116": 167, "117": 168, "118": 169, "119": 170, "120": 171, "121": 172, "122": 173, "123": 174, "124": 175, "125": 176, "126": 177, "127": 178, "128": 179, "129": 180, "130": 181, "131": 182, "132": 183, "133": 184, "134": 185, "135": 186, "136": 187, "137": 188, "138": 189, "139": 190, "140": 191, "141": 192, "142": 193, "143": 194, "144": 195, "145": 196, "146": 197, "147": 198, "148": 199, "149": 200, "150": 201, "151": 202, "152": 203, "153": 204, "154": 205, "155": 206, "156": 207, "157": 208, "158": 209, "159": 210, "160": 211, "161": 212, "162": 213, "163": 214, "164": 215, "165": 216, "166": 217, "167": 218, "168": 219, "169": 220, "170": 221, "171": 222, "172": 223, "173": 224, "174": 225, "175": 226, "176": 227, "177": 228, "178": 229, "179": 230, "180": 231, "181": 232, "182": 233, "183": 234, "184": 235, "185": 236, "186": 237, "187": 238, "188": 239, "189": 240, "190": 241, "191": 242, "192": 243, "193": 244, "194": 245, "195": 246, "196": 247, "197": 248, "198": 249, "199": 250, "200": 251, "201": 252, "202": 253, "203": 254, "204": 255, "205": 256, "206": 257, "207": 258, "208": 259, "209": 260, "210": 261, "211": 262, "212": 263, "213": 264, "214": 265, "215": 266, "216": 267, "217": 268, "218": 269, "219": 270, "220": 271, "221": 272, "222": 273, "223": 274, "224": 275, "225": 276, "226": 277, "227": 278, "228": 279, "229": 280, "230": 281, "231": 282, "232": 283, "233": 284, "234": 285, "235": 286, "236": 287, "237": 288, "238": 289, "239": 290, "240": 291, "241": 292, "242": 293, "243": 294, "244": 295, "245": 296, "246": 297, "247": 298, "248": 299, "249": 300, "250": 301, "251": 302, "252": 303, "253": 304, "254": 305, "255": 306, "256": 307, "257": 308, "258": 309, "259": 310, "260": 311, "261": 312, "262": 313, "263": 314, "264": 315, "265": 316, "266": 317, "267": 318, "268": 319, "269": 320, "270": 321, "271": 322, "272": 323, "273": 324, "274": 325, "275": 326, "276": 327, "277": 328, "278": 329, "279": 330, "280": 331, "281": 332, "282": 333, "283": 334, "284": 335, "285": 336, "286": 337, "287": 338, "288": 339, "289": 340, "290": 341, "291": 342, "292": 343, "293": 344, "294": 345, "295": 346, "296": 347, "297": 348, "298": 349, "299": 350, "300": 351, "301": 352, "302": 353, "303": 354, "304": 355, "305": 356, "306": 357, "307": 358, "308": 359, "309": 360, "310": 361, "311": 362, "312": 363, "313": 364, "314": 365, "315": 366, "316": 367, "317": 368, "318": 369, "319": 370, "320": 371, "321": 372, "322": 373, "323": 374, "324": 375, "325": 376, "326": 377, "327": 378, "328": 379, "329": 380, "330": 381, "331": 382, "332": 383, "333": 384, "334": 385, "335": 386, "336": 387, "337": 388, "338": 389, "339": 390, "340": 391, "341": 392, "342": 393, "343": 394, "344": 395, "345": 396, "346": 397, "347": 398, "348": 399, "349": 400, "350": 401, "351": 402, "352": 403, "353": 404, "354": 405, "355": 406, "356": 407, "357": 408, "358": 409, "359": 410, "360": 411, "361": 412, "362": 413, "363": 414, "364": 415, "365": 416, "366": 417, "367": 418, "368": 419, "369": 420, "370": 421, "371": 422, "372": 423, "373": 424, "374": 425, "375": 426, "376": 427, "377": 428, "378": 429, "379": 430, "380": 431, "381": 432, "382": 433, "383": 434, "384": 435, "385": 436, "386": 437, "387": 438, "388": 439, "389": 440, "390": 441, "391": 442, "392": 443, "393": 444, "394": 445, "395": 446, "396": 447, "397": 448, "398": 449, "399": 450, "400": 451, "401": 452, "402": 453, "403": 454, "404": 455, "405": 456, "406": 457, "407": 458, "408": 459, "409": 460, "410": 461, "411": 462, "412": 463, "413": 464, "414": 465, "415": 466, "416": 467, "417": 468, "418": 469, "419": 470, "420": 471, "421": 472, "422": 473, "423": 474, "424": 475, "425": 476, "426": 477, "427": 478, "428": 479, "429": 480, "430": 481, "431": 482, "432": 483, "433": 484, "434": 485, "435": 486, "436": 487, "437": 488, "438": 489, "439": 490, "440": 491, "441": 492, "442": 493, "443": 494, "444": 495, "445": 496, "446": 497, "447": 498, "448": 499, "449": 500, "450": 501, "451": 502, "452": 503, "453": 504, "454": 505, "455": 506, "456": 507, "457": 508, "458": 509, "459": 510, "460": 511, "461": 512, "462": 513, "463": 514, "464": 515, "465": 516, "466": 517, "467": 518, "468": 519, "469": 520, "470": 521, "471": 522, "472": 523, "473": 524, "474": 525, "475": 526, "476": 527, "477": 528, "478": 529, "479": 530, "480": 531, "481": 532, "482": 533, "483": 534, "484": 535, "485": 536, "486": 537, "487": 538, "488": 539, "489": 540, "490": 541, "491": 542, "492": 543, "493": 544, "494": 545, "495": 546, "496": 547, "497": 548, "498": 549, "499": 550, "500": 551, "501": 552, "502": 553, "503": 554, "504": 555, "505": 556, "506": 557, "507": 558, "508": 559, "509": 560, "510": 561, "511": 562, "512": 563, "513": 564, "514": 565, "515": 566, "516": 567, "517": 568, "518": 569, "519": 570, "520": 571, "521": 572, "522": 573, "523": 574, "524": 575, "525": 576, "526": 577, "527": 578, "528": 579, "529": 580, "530": 581, "531": 582, "532": 583, "533": 584, "534": 585, "535": 586, "536": 587, "537": 588, "538": 589, "539": 590, "540": 591, "541": 592, "542": 593, "543": 594, "544": 595, "545": 596, "546": 597, "547": 598, "548": 599, "549": 600, "550": 601, "551": 602, "552": 603, "553": 604, "554": 605, "555": 606, "556": 607, "557": 608, "558": 609, "559": 610, "560": 611, "561": 612, "562": 613, "563": 614, "564": 615, "565": 616, "566": 617, "567": 618, "568": 619, "569": 620, "570": 621, "571": 622, "572": 623, "573": 624, "574": 625, "575": 626, "576": 627, "577": 628, "578": 629, "579": 630, "580": 631, "581": 632, "582": 633, "583": 634, "584": 635, "585": 636, "586": 637, "587": 638, "588": 639, "589": 640, "590": 641, "591": 642, "592": 643, "593": 644, "594": 645, "595": 646, "596": 647, "597": 648, "598": 649, "599": 650, "600": 651, "601": 652, "602": 653, "603": 654, "604": 655, "605": 656, "606": 657, "607": 658, "608": 659, "609": 660, "610": 661, "611": 662, "612": 663, "613": 664, "614": 665, "615": 666, "616": 667, "617": 668, "618": 669, "619": 670, "620": 671, "621": 672, "622": 673, "623": 674, "624": 675, "625": 676, "626": 677, "627": 678, "628": 679, "629": 680, "630": 681, "631": 682, "632": 683, "633": 684, "634": 685, "635": 686, "636": 687, "637": 688, "638": 689, "639": 690, "640": 691, "641": 692, "642": 693, "643": 694, "644": 695, "645": 696, "646": 697, "647": 698, "648": 699, "649": 700, "650": 701, "651": 702, "652": 703, "653": 704, "654": 705, "655": 706, "656": 707, "657": 708, "658": 709, "659": 710, "660": 711, "661": 712, "662": 713, "663": 714, "664": 715, "665": 716, "666": 717, "667": 718, "668": 719, "669": 720, "670": 721, "671": 722, "672": 723, "673": 724, "674": 725, "675": 726, "676": 727, "677": 728, "678": 729, "679": 730, "680": 731, "681": 732, "682": 733, "683": 734, "684": 735, "685": 736, "686": 737, "687": 738, "688": 739, "689": 740, "690": 741, "691": 742, "692": 743, "693": 744, "694": 745, "695": 746, "696": 747, "697": 748, "698": 749, "699": 750, "700": 751, "701": 752, "702": 753, "703": 754, "704": 755, "705": 756, "706": 757, "707": 758, "708": 759, "709": 760, "710": 761, "711": 762, "712": 763, "713": 764, "714": 765, "715": 766, "716": 767, "717": 768, "718": 769, "719": 770, "720": 771, "721": 772, "722": 773, "723": 774, "724": 775, "725": 776, "726": 777, "727": 778, "728": 779, "729": 780, "730": 781, "731": 782, "732": 783, "733": 784, "734": 785, "735": 786, "736": 787, "737": 788, "738": 789, "739": 790, "740": 791, "741": 792, "742": 793, "743": 794, "744": 795, "745": 796, "746": 797, "747": 798, "748": 799, "749": 800, "750": 801, "751": 802, "752": 803, "753": 804, "754": 805, "755": 806, "756": 807, "757": 808, "758": 809, "759": 810, "760": 811, "761": 812, "762": 813, "763": 814, "764": 815, "765": 816, "766": 817, "767": 818, "768": 819, "769": 820, "770": 821, "771": 822, "772": 823, "773": 824, "774": 825, "775": 826, "776": 827, "777": 828, "778": 829, "779": 830, "780": 831, "781": 832, "782": 833, "783": 834, "784": 835, "785": 836, "786": 837, "787": 838, "788": 839, "789": 840, "790": 841, "791": 842, "792": 843, "793": 844, "794": 845, "795": 846, "796": 847, "797": 848, "798": 849, "799": 850, "800": 851, "801": 852, "802": 853, "803": 854, "804": 855, "805": 856, "806": 857, "807": 858, "808": 859, "809": 860, "810": 861, "811": 862, "812": 863, "813": 864, "814": 865, "815": 866, "816": 867, "817": 868, "818": 869, "819": 870, "820": 871, "821": 872, "822": 873, "823": 874, "824": 875, "825": 876, "826": 877, "827": 878, "828": 879, "829": 880, "830": 881, "831": 882, "832": 883, "833": 884, "834": 885, "835": 886, "836": 887, "837": 888, "838": 889, "839": 890, "840": 891, "841": 892, "842": 893, "843": 894, "844": 895, "845": 896, "846": 897, "847": 898, "848": 899, "849": 900, "850": 901, "851": 902, "852": 903, "853": 904, "854": 905, "855": 906, "856": 907, "857": 908, "858": 909, "859": 910, "860": 911, "861": 912, "862": 913, "863": 914, "864": 915, "865": 916, "866": 917, "867": 918, "868": 919, "869": 920, "870": 921, "871": 922, "872": 923, "873": 924, "874": 925, "875": 926, "876": 927, "877": 928, "878": 929, "879": 930, "880": 931, "881": 932, "882": 933, "883": 934, "884": 935, "885": 936, "886": 937, "887": 938, "888": 939, "889": 940, "890": 941, "891": 942, "892": 943, "893": 944, "894": 945, "895": 946, "896": 947, "897": 948, "898": 949, "899": 950, "900": 951, "901": 952, "902": 953, "903": 954, "904": 955, "905": 956, "906": 957, "907": 958, "908": 959, "909": 960, "910": 961, "911": 962, "912": 963, "913": 964, "914": 965, "915": 966, "916": 967, "917": 968, "918": 969, "919": 970, "920": 971, "921": 972, "922": 973, "923": 974, "924": 975, "925": 976, "926": 977, "927": 978, "928": 979, "929": 980, "930": 981, "931": 982, "932": 983, "933": 984, "934": 985, "935": 986, "936": 987, "937": 988, "938": 989, "939": 990, "940": 991, "941": 992, "942": 993, "943": 994, "944": 995, "945": 996, "946": 997, "947": 998, "948": 999, "949": 1000, "950": 1001, "951": 1002, "952": 1003, "953": 1004, "954": 1005, "955": 1006, "956": 1007, "957": 1008, "958": 1009, "959": 1010, "960": 1011, "961": 1012, "962": 1013, "963": 1014, "964": 1015, "965": 1016, "966": 1017, "967": 1018, "968": 1019, "969": 1020, "970": 1021, "971": 1022, "972": 1023, "973": 1024, "974": 1025, "975": 1026, "976": 1027, "977": 1028, "978": 1029, "979": 1030, "980": 1031, "981": 1032, "982": 1033, "983": 1034, "984": 1035, "985": 1036, "986": 1037, "987": 1038, "988": 1039, "989": 1040, "990": 1041, "991": 1042, "992": 1043, "993": 1044, "994": 1045, "995": 1046, "996": 1047, "997": 1048, "998": 1049, "999": 1050, "<mask>": 1051}