Upload tokenizer

Browse files

Files changed (4) hide show

added_tokens.json +7 -0
tokenizer.json +918 -923
tokenizer_config.json +10 -10
vocab.txt +0 -5

added_tokens.json ADDED Viewed

	@@ -0,0 +1,7 @@

+{
+  "[CLS]": 909,
+  "[MASK]": 910,
+  "[PAD]": 908,
+  "[SEP]": 907,
+  "[UNK]": 906
+}

tokenizer.json CHANGED Viewed

@@ -4,8 +4,8 @@
   "padding": null,
   "added_tokens": [
     {
-      "id": 0,
-      "content": "[MASK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -13,8 +13,8 @@
       "special": true
     },
     {
-      "id": 1,
-      "content": "[PAD]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -22,8 +22,8 @@
       "special": true
     },
     {
-      "id": 2,
-      "content": "[CLS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -31,8 +31,8 @@
       "special": true
     },
     {
-      "id": 3,
-      "content": "[SEP]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -40,8 +40,8 @@
       "special": true
     },
     {
-      "id": 4,
-      "content": "[UNK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -117,7 +117,7 @@
       "[CLS]": {
         "id": "[CLS]",
         "ids": [
-          2
         ],
         "tokens": [
           "[CLS]"
@@ -126,7 +126,7 @@
       "[SEP]": {
         "id": "[SEP]",
         "ids": [
-          3
         ],
         "tokens": [
           "[SEP]"
@@ -145,917 +145,912 @@
     "continuing_subword_prefix": "##",
     "max_input_chars_per_word": 100,
     "vocab": {
-      "[MASK]": 0,
-      "[PAD]": 1,
-      "[CLS]": 2,
-      "[SEP]": 3,
-      "[UNK]": 4,
-      "G31": 5,
-      "F02": 6,
-      "E78": 7,
-      "G20": 8,
-      "K31": 9,
-      "K21": 10,
-      "K44": 11,
-      "F41": 12,
-      "I34": 13,
-      "M81": 14,
-      "G43": 15,
-      "I13": 16,
-      "I50": 17,
-      "E87": 18,
-      "E11": 19,
-      "I25": 20,
-      "D64": 21,
-      "G47": 22,
-      "M1A": 23,
-      "E66": 24,
-      "D50": 25,
-      "K29": 26,
-      "K25": 27,
-      "K57": 28,
-      "I12": 29,
-      "I70": 30,
-      "K22": 31,
-      "D63": 32,
-      "C67": 33,
-      "I10": 34,
-      "D25": 35,
-      "E89": 36,
-      "I26": 37,
-      "I82": 38,
-      "I47": 39,
-      "I87": 40,
-      "B95": 41,
-      "E03": 42,
-      "E83": 43,
-      "K59": 44,
-      "K65": 45,
-      "B96": 46,
-      "F17": 47,
-      "D72": 48,
-      "A41": 49,
-      "D62": 50,
-      "I27": 51,
-      "K43": 52,
-      "E43": 53,
-      "E53": 54,
-      "I48": 55,
-      "I11": 56,
-      "I45": 57,
-      "J44": 58,
-      "G56": 59,
-      "M19": 60,
-      "J45": 61,
-      "I73": 62,
-      "K72": 63,
-      "J96": 64,
-      "I44": 65,
-      "D69": 66,
-      "I46": 67,
-      "M47": 68,
-      "J01": 69,
-      "M79": 70,
-      "K92": 71,
-      "H40": 72,
-      "H69": 73,
-      "I24": 74,
-      "I49": 75,
-      "C16": 76,
-      "C78": 77,
-      "K91": 78,
-      "M86": 79,
-      "L97": 80,
-      "F32": 81,
-      "G25": 82,
-      "L03": 83,
-      "J98": 84,
-      "I96": 85,
-      "G89": 86,
-      "M25": 87,
-      "E46": 88,
-      "G30": 89,
-      "H91": 90,
-      "M17": 91,
-      "D68": 92,
-      "M46": 93,
-      "M70": 94,
-      "E55": 95,
-      "C50": 96,
-      "I83": 97,
-      "L76": 98,
-      "K76": 99,
-      "I67": 100,
-      "M51": 101,
-      "M48": 102,
-      "M35": 103,
-      "C79": 104,
-      "G93": 105,
-      "G91": 106,
-      "C34": 107,
-      "F05": 108,
-      "G51": 109,
-      "M21": 110,
-      "H53": 111,
-      "H04": 112,
-      "H35": 113,
-      "M50": 114,
-      "E04": 115,
-      "M80": 116,
-      "F03": 117,
-      "I28": 118,
-      "J43": 119,
-      "I07": 120,
-      "C43": 121,
-      "I65": 122,
-      "J18": 123,
-      "J90": 124,
-      "K40": 125,
-      "I30": 126,
-      "I31": 127,
-      "M06": 128,
-      "I21": 129,
-      "A04": 130,
-      "F44": 131,
-      "I95": 132,
-      "E86": 133,
-      "D51": 134,
-      "F43": 135,
-      "F50": 136,
-      "K02": 137,
-      "L73": 138,
-      "K85": 139,
-      "F39": 140,
-      "M54": 141,
-      "B20": 142,
-      "B19": 143,
-      "F10": 144,
-      "E16": 145,
-      "F19": 146,
-      "F14": 147,
-      "F20": 148,
-      "F29": 149,
-      "F11": 150,
-      "E10": 151,
-      "D86": 152,
-      "J02": 153,
-      "K20": 154,
-      "E21": 155,
-      "E51": 156,
-      "I69": 157,
-      "I63": 158,
-      "G81": 159,
-      "M85": 160,
-      "D49": 161,
-      "K74": 162,
-      "K66": 163,
-      "K62": 164,
-      "L91": 165,
-      "D57": 166,
-      "C90": 167,
-      "J91": 168,
-      "K56": 169,
-      "C21": 170,
-      "B37": 171,
-      "E88": 172,
-      "I35": 173,
-      "I42": 174,
-      "K61": 175,
-      "K60": 176,
-      "G92": 177,
-      "D46": 178,
-      "J84": 179,
-      "M84": 180,
-      "D18": 181,
-      "I61": 182,
-      "G40": 183,
-      "L02": 184,
-      "F88": 185,
-      "I08": 186,
-      "G62": 187,
-      "F31": 188,
-      "E44": 189,
-      "I15": 190,
-      "K80": 191,
-      "I16": 192,
-      "J69": 193,
-      "J95": 194,
-      "H26": 195,
-      "L40": 196,
-      "L57": 197,
-      "M72": 198,
-      "J30": 199,
-      "H61": 200,
-      "C56": 201,
-      "C77": 202,
-      "I81": 203,
-      "I85": 204,
-      "I86": 205,
-      "K70": 206,
-      "G96": 207,
-      "F12": 208,
-      "M53": 209,
-      "C7B": 210,
-      "C7A": 211,
-      "K58": 212,
-      "K26": 213,
-      "J81": 214,
-      "B18": 215,
-      "A08": 216,
-      "M96": 217,
-      "I97": 218,
-      "C22": 219,
-      "C25": 220,
-      "K86": 221,
-      "K52": 222,
-      "K11": 223,
-      "B00": 224,
-      "A40": 225,
-      "K83": 226,
-      "C24": 227,
-      "D53": 228,
-      "C20": 229,
-      "H90": 230,
-      "D47": 231,
-      "L29": 232,
-      "K81": 233,
-      "K82": 234,
-      "D70": 235,
-      "M10": 236,
-      "F90": 237,
-      "D13": 238,
-      "I71": 239,
-      "F33": 240,
-      "K75": 241,
-      "F22": 242,
-      "F15": 243,
-      "F72": 244,
-      "F13": 245,
-      "J36": 246,
-      "L27": 247,
-      "D61": 248,
-      "C92": 249,
-      "E85": 250,
-      "K12": 251,
-      "L99": 252,
-      "L72": 253,
-      "G58": 254,
-      "F45": 255,
-      "H66": 256,
-      "J11": 257,
-      "F60": 258,
-      "L30": 259,
-      "J86": 260,
-      "J15": 261,
-      "A81": 262,
-      "M40": 263,
-      "L08": 264,
-      "L60": 265,
-      "L82": 266,
-      "M62": 267,
-      "H93": 268,
-      "I72": 269,
-      "F42": 270,
-      "K04": 271,
-      "E80": 272,
-      "L53": 273,
-      "L89": 274,
-      "L98": 275,
-      "H81": 276,
-      "D80": 277,
-      "B35": 278,
-      "C73": 279,
-      "E05": 280,
-      "J39": 281,
-      "I22": 282,
-      "I51": 283,
-      "C18": 284,
-      "C91": 285,
-      "C62": 286,
-      "K64": 287,
-      "K63": 288,
-      "E08": 289,
-      "F09": 290,
-      "K28": 291,
-      "E22": 292,
-      "F25": 293,
-      "M94": 294,
-      "M71": 295,
-      "J20": 296,
-      "K95": 297,
-      "M16": 298,
-      "L85": 299,
-      "B34": 300,
-      "J04": 301,
-      "J47": 302,
-      "M31": 303,
-      "M41": 304,
-      "L71": 305,
-      "M00": 306,
-      "M89": 307,
-      "J94": 308,
-      "C61": 309,
-      "C80": 310,
-      "J93": 311,
-      "K50": 312,
-      "B02": 313,
-      "J06": 314,
-      "I09": 315,
-      "D32": 316,
-      "I33": 317,
-      "L28": 318,
-      "F23": 319,
-      "G12": 320,
-      "E02": 321,
-      "I60": 322,
-      "L95": 323,
-      "H33": 324,
-      "K08": 325,
-      "D73": 326,
-      "I20": 327,
-      "D59": 328,
-      "E79": 329,
-      "J60": 330,
-      "C95": 331,
-      "C94": 332,
-      "F84": 333,
-      "L05": 334,
-      "M30": 335,
-      "J32": 336,
-      "D23": 337,
-      "K42": 338,
-      "D35": 339,
-      "J34": 340,
-      "E26": 341,
-      "I80": 342,
-      "K51": 343,
-      "I36": 344,
-      "K55": 345,
-      "E27": 346,
-      "D75": 347,
-      "D55": 348,
-      "J40": 349,
-      "G90": 350,
-      "D12": 351,
-      "E56": 352,
-      "F51": 353,
-      "G35": 354,
-      "M87": 355,
-      "E06": 356,
-      "I43": 357,
-      "G44": 358,
-      "G95": 359,
-      "C02": 360,
-      "G83": 361,
-      "F79": 362,
-      "I77": 363,
-      "E73": 364,
-      "H05": 365,
-      "H54": 366,
-      "H46": 367,
-      "M08": 368,
-      "M11": 369,
-      "H11": 370,
-      "F28": 371,
-      "M97": 372,
-      "C60": 373,
-      "M99": 374,
-      "M34": 375,
-      "F01": 376,
-      "I66": 377,
-      "H43": 378,
-      "H25": 379,
-      "D89": 380,
-      "G60": 381,
-      "I89": 382,
-      "M20": 383,
-      "E13": 384,
-      "L93": 385,
-      "E61": 386,
-      "A09": 387,
-      "G24": 388,
-      "G21": 389,
-      "M75": 390,
-      "M05": 391,
-      "D60": 392,
-      "B44": 393,
-      "B59": 394,
-      "A49": 395,
-      "A18": 396,
-      "M43": 397,
-      "M23": 398,
-      "K94": 399,
-      "C81": 400,
-      "K35": 401,
-      "F07": 402,
-      "G82": 403,
-      "E74": 404,
-      "C45": 405,
-      "E59": 406,
-      "E60": 407,
-      "A48": 408,
-      "G45": 409,
-      "F30": 410,
-      "H34": 411,
-      "C85": 412,
-      "M32": 413,
-      "I05": 414,
-      "D28": 415,
-      "M24": 416,
-      "E23": 417,
-      "C71": 418,
-      "F40": 419,
-      "D38": 420,
-      "D48": 421,
-      "C64": 422,
-      "H10": 423,
-      "D65": 424,
-      "B49": 425,
-      "H16": 426,
-      "I99": 427,
-      "L70": 428,
-      "C48": 429,
-      "D43": 430,
-      "E07": 431,
-      "L10": 432,
-      "C83": 433,
-      "J70": 434,
-      "I68": 435,
-      "J99": 436,
-      "H15": 437,
-      "B36": 438,
-      "D58": 439,
-      "L23": 440,
-      "I23": 441,
-      "J09": 442,
-      "B94": 443,
-      "I74": 444,
-      "G54": 445,
-      "B99": 446,
-      "G72": 447,
-      "G50": 448,
-      "G97": 449,
-      "D17": 450,
-      "E09": 451,
-      "L13": 452,
-      "G61": 453,
-      "A43": 454,
-      "H02": 455,
-      "H57": 456,
-      "H49": 457,
-      "I38": 458,
-      "G37": 459,
-      "F21": 460,
-      "D56": 461,
-      "K90": 462,
-      "J92": 463,
-      "J12": 464,
-      "B97": 465,
-      "J38": 466,
-      "L80": 467,
-      "H31": 468,
-      "A42": 469,
-      "M13": 470,
-      "M77": 471,
-      "M65": 472,
-      "L88": 473,
-      "C44": 474,
-      "G06": 475,
-      "L25": 476,
-      "D34": 477,
-      "K46": 478,
-      "M60": 479,
-      "I62": 480,
-      "D83": 481,
-      "F64": 482,
-      "D41": 483,
-      "E72": 484,
-      "B60": 485,
-      "J61": 486,
-      "J85": 487,
-      "C10": 488,
-      "A63": 489,
-      "C14": 490,
-      "C09": 491,
-      "F55": 492,
-      "F99": 493,
-      "M76": 494,
-      "A60": 495,
-      "C54": 496,
-      "F91": 497,
-      "F63": 498,
-      "J14": 499,
-      "F06": 500,
-      "C88": 501,
-      "H83": 502,
-      "J31": 503,
-      "I37": 504,
-      "K68": 505,
-      "B45": 506,
-      "G04": 507,
-      "J10": 508,
-      "B85": 509,
-      "C46": 510,
-      "B48": 511,
-      "C40": 512,
-      "J80": 513,
-      "H51": 514,
-      "G46": 515,
-      "M15": 516,
-      "K06": 517,
-      "A69": 518,
-      "J13": 519,
-      "I78": 520,
-      "J00": 521,
-      "M27": 522,
-      "G08": 523,
-      "H92": 524,
-      "E63": 525,
-      "B33": 526,
-      "C19": 527,
-      "E34": 528,
-      "L50": 529,
-      "I06": 530,
-      "K71": 531,
-      "K36": 532,
-      "K14": 533,
-      "H18": 534,
-      "E29": 535,
-      "E54": 536,
-      "D30": 537,
-      "E28": 538,
-      "K30": 539,
-      "B86": 540,
-      "G57": 541,
-      "H21": 542,
-      "H44": 543,
-      "H20": 544,
-      "C15": 545,
-      "G80": 546,
-      "D36": 547,
-      "F34": 548,
-      "D27": 549,
-      "C51": 550,
-      "L90": 551,
-      "D52": 552,
-      "H55": 553,
-      "J62": 554,
-      "C93": 555,
-      "C57": 556,
-      "D3A": 557,
-      "A03": 558,
-      "E84": 559,
-      "D45": 560,
-      "K03": 561,
-      "A31": 562,
-      "B27": 563,
-      "L81": 564,
-      "G63": 565,
-      "D67": 566,
-      "F16": 567,
-      "K41": 568,
-      "K05": 569,
-      "G23": 570,
-      "C41": 571,
-      "K73": 572,
-      "J33": 573,
-      "L21": 574,
-      "D76": 575,
-      "E31": 576,
-      "C82": 577,
-      "B25": 578,
-      "H30": 579,
-      "A07": 580,
-      "B17": 581,
-      "L64": 582,
-      "K27": 583,
-      "L24": 584,
-      "M45": 585,
-      "F48": 586,
-      "A77": 587,
-      "C49": 588,
-      "G71": 589,
-      "A15": 590,
-      "L54": 591,
-      "C23": 592,
-      "G99": 593,
-      "H60": 594,
-      "M12": 595,
-      "F81": 596,
-      "M90": 597,
-      "H36": 598,
-      "D15": 599,
-      "C68": 600,
-      "L74": 601,
-      "C65": 602,
-      "A53": 603,
-      "M95": 604,
-      "E65": 605,
-      "C4A": 606,
-      "H42": 607,
-      "H50": 608,
-      "M88": 609,
-      "H72": 610,
-      "L94": 611,
-      "A19": 612,
-      "C76": 613,
-      "L55": 614,
-      "D71": 615,
-      "D40": 616,
-      "G70": 617,
-      "G52": 618,
-      "L43": 619,
-      "E24": 620,
-      "C52": 621,
-      "L20": 622,
-      "B82": 623,
-      "C37": 624,
-      "D05": 625,
-      "J42": 626,
-      "C53": 627,
-      "J82": 628,
-      "H70": 629,
-      "C74": 630,
-      "D22": 631,
-      "B15": 632,
-      "D02": 633,
-      "B30": 634,
-      "C17": 635,
-      "I76": 636,
-      "B91": 637,
-      "C84": 638,
-      "B78": 639,
-      "L01": 640,
-      "E20": 641,
-      "M92": 642,
-      "J67": 643,
-      "J05": 644,
-      "K13": 645,
-      "A46": 646,
-      "G03": 647,
-      "B09": 648,
-      "F95": 649,
-      "C26": 650,
-      "F53": 651,
-      "C06": 652,
-      "F18": 653,
-      "C72": 654,
-      "D33": 655,
-      "A87": 656,
-      "H47": 657,
-      "I32": 658,
-      "G59": 659,
-      "B16": 660,
-      "K37": 661,
-      "H01": 662,
-      "B01": 663,
-      "G98": 664,
-      "D44": 665,
-      "E50": 666,
-      "H80": 667,
-      "G36": 668,
-      "D74": 669,
-      "M66": 670,
-      "C86": 671,
-      "C32": 672,
-      "C66": 673,
-      "L92": 674,
-      "G65": 675,
-      "D26": 676,
-      "F70": 677,
-      "M26": 678,
-      "C33": 679,
-      "K01": 680,
-      "M18": 681,
-      "D00": 682,
-      "B46": 683,
-      "D37": 684,
-      "A02": 685,
-      "C07": 686,
-      "F71": 687,
-      "G10": 688,
-      "H27": 689,
-      "L63": 690,
-      "K38": 691,
-      "C04": 692,
-      "C08": 693,
-      "J16": 694,
-      "H52": 695,
-      "L65": 696,
-      "L84": 697,
-      "D16": 698,
-      "J03": 699,
-      "L52": 700,
-      "G00": 701,
-      "I75": 702,
-      "H00": 703,
-      "L11": 704,
-      "E01": 705,
-      "H59": 706,
-      "M22": 707,
-      "C96": 708,
-      "B07": 709,
-      "D84": 710,
-      "E32": 711,
-      "A54": 712,
-      "A56": 713,
-      "D39": 714,
-      "E70": 715,
-      "M14": 716,
-      "A52": 717,
-      "F54": 718,
-      "F98": 719,
-      "F68": 720,
-      "A86": 721,
-      "A64": 722,
-      "M61": 723,
-      "I88": 724,
-      "D29": 725,
-      "J22": 726,
-      "F80": 727,
-      "D24": 728,
-      "B53": 729,
-      "J66": 730,
-      "F78": 731,
-      "E75": 732,
-      "M83": 733,
-      "B90": 734,
-      "A44": 735,
-      "E41": 736,
-      "M33": 737,
-      "L59": 738,
-      "M67": 739,
-      "D04": 740,
-      "D09": 741,
-      "K45": 742,
-      "D07": 743,
-      "D01": 744,
-      "M93": 745,
-      "D78": 746,
-      "L12": 747,
-      "I40": 748,
-      "J68": 749,
-      "G11": 750,
-      "L68": 751,
-      "M07": 752,
-      "A36": 753,
-      "F82": 754,
-      "C05": 755,
-      "J35": 756,
-      "F89": 757,
-      "J21": 758,
-      "E71": 759,
-      "G14": 760,
-      "C70": 761,
-      "B10": 762,
-      "C58": 763,
-      "C01": 764,
-      "L44": 765,
-      "C55": 766,
-      "G13": 767,
-      "C13": 768,
-      "A28": 769,
-      "D66": 770,
-      "M36": 771,
-      "B88": 772,
-      "B47": 773,
-      "A74": 774,
-      "B58": 775,
-      "I00": 776,
-      "A85": 777,
-      "L56": 778,
-      "F04": 779,
-      "G94": 780,
-      "A39": 781,
-      "D21": 782,
-      "B57": 783,
-      "B69": 784,
-      "L04": 785,
-      "L51": 786,
-      "M02": 787,
-      "J17": 788,
-      "D82": 789,
-      "C47": 790,
-      "K00": 791,
-      "H73": 792,
-      "J63": 793,
-      "A51": 794,
-      "F65": 795,
-      "F69": 796,
-      "F94": 797,
-      "J41": 798,
-      "D31": 799,
-      "B67": 800,
-      "M01": 801,
-      "G73": 802,
-      "D19": 803,
-      "C12": 804,
-      "D11": 805,
-      "A93": 806,
-      "B65": 807,
-      "L86": 808,
-      "B87": 809,
-      "C75": 810,
-      "C03": 811,
-      "E00": 812,
-      "H71": 813,
-      "C31": 814,
-      "G32": 815,
-      "L83": 816,
-      "H74": 817,
-      "A05": 818,
-      "B50": 819,
-      "D03": 820,
-      "G09": 821,
-      "B54": 822,
-      "E25": 823,
-      "D06": 824,
-      "C11": 825,
-      "A21": 826,
-      "M04": 827,
-      "B08": 828,
-      "D14": 829,
-      "A59": 830,
-      "D10": 831,
-      "A75": 832,
-      "A32": 833,
-      "C00": 834,
-      "M63": 835,
-      "I39": 836,
-      "B83": 837,
-      "B26": 838,
-      "E64": 839,
-      "G53": 840,
-      "A90": 841,
-      "E77": 842,
-      "A70": 843,
-      "G55": 844,
-      "C38": 845,
-      "A84": 846,
-      "E52": 847,
-      "F73": 848,
-      "I01": 849,
-      "A22": 850,
-      "H95": 851,
-      "F52": 852,
-      "G64": 853,
-      "J37": 854,
-      "A37": 855,
-      "D81": 856,
-      "E58": 857,
-      "G05": 858,
-      "H65": 859,
-      "A01": 860,
-      "A26": 861,
-      "E67": 862,
-      "B38": 863,
-      "L87": 864,
-      "M42": 865,
-      "H62": 866,
-      "L75": 867,
-      "A35": 868,
-      "L22": 869,
-      "C63": 870,
-      "A79": 871,
-      "K87": 872,
-      "M91": 873,
-      "L66": 874,
-      "B43": 875,
-      "B40": 876,
-      "B42": 877,
-      "L42": 878,
-      "A24": 879,
-      "K77": 880,
-      "G26": 881,
-      "E68": 882,
-      "C69": 883,
-      "F59": 884,
-      "H75": 885,
-      "H94": 886,
-      "H67": 887,
-      "L26": 888,
-      "C30": 889,
-      "H68": 890,
-      "A55": 891,
-      "A57": 892,
-      "J64": 893,
-      "A50": 894,
-      "B76": 895,
-      "H17": 896,
-      "A06": 897,
-      "E76": 898,
-      "A17": 899,
-      "L41": 900,
-      "B39": 901,
-      "D42": 902,
-      "A92": 903,
-      "A83": 904,
-      "D20": 905,
-      "L58": 906,
-      "B56": 907,
-      "A27": 908,
-      "A80": 909,
-      "A68": 910
     }
   }
 }

   "padding": null,
   "added_tokens": [
     {
+      "id": 906,
+      "content": "[UNK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "special": true
     },
     {
+      "id": 907,
+      "content": "[SEP]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "special": true
     },
     {
+      "id": 908,
+      "content": "[PAD]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "special": true
     },
     {
+      "id": 909,
+      "content": "[CLS]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "special": true
     },
     {
+      "id": 910,
+      "content": "[MASK]",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "[CLS]": {
         "id": "[CLS]",
         "ids": [
+          909
         ],
         "tokens": [
           "[CLS]"
       "[SEP]": {
         "id": "[SEP]",
         "ids": [
+          907
         ],
         "tokens": [
           "[SEP]"
     "continuing_subword_prefix": "##",
     "max_input_chars_per_word": 100,
     "vocab": {
+      "G31": 0,
+      "F02": 1,
+      "E78": 2,
+      "G20": 3,
+      "K31": 4,
+      "K21": 5,
+      "K44": 6,
+      "F41": 7,
+      "I34": 8,
+      "M81": 9,
+      "G43": 10,
+      "I13": 11,
+      "I50": 12,
+      "E87": 13,
+      "E11": 14,
+      "I25": 15,
+      "D64": 16,
+      "G47": 17,
+      "M1A": 18,
+      "E66": 19,
+      "D50": 20,
+      "K29": 21,
+      "K25": 22,
+      "K57": 23,
+      "I12": 24,
+      "I70": 25,
+      "K22": 26,
+      "D63": 27,
+      "C67": 28,
+      "I10": 29,
+      "D25": 30,
+      "E89": 31,
+      "I26": 32,
+      "I82": 33,
+      "I47": 34,
+      "I87": 35,
+      "B95": 36,
+      "E03": 37,
+      "E83": 38,
+      "K59": 39,
+      "K65": 40,
+      "B96": 41,
+      "F17": 42,
+      "D72": 43,
+      "A41": 44,
+      "D62": 45,
+      "I27": 46,
+      "K43": 47,
+      "E43": 48,
+      "E53": 49,
+      "I48": 50,
+      "I11": 51,
+      "I45": 52,
+      "J44": 53,
+      "G56": 54,
+      "M19": 55,
+      "J45": 56,
+      "I73": 57,
+      "K72": 58,
+      "J96": 59,
+      "I44": 60,
+      "D69": 61,
+      "I46": 62,
+      "M47": 63,
+      "J01": 64,
+      "M79": 65,
+      "K92": 66,
+      "H40": 67,
+      "H69": 68,
+      "I24": 69,
+      "I49": 70,
+      "C16": 71,
+      "C78": 72,
+      "K91": 73,
+      "M86": 74,
+      "L97": 75,
+      "F32": 76,
+      "G25": 77,
+      "L03": 78,
+      "J98": 79,
+      "I96": 80,
+      "G89": 81,
+      "M25": 82,
+      "E46": 83,
+      "G30": 84,
+      "H91": 85,
+      "M17": 86,
+      "D68": 87,
+      "M46": 88,
+      "M70": 89,
+      "E55": 90,
+      "C50": 91,
+      "I83": 92,
+      "L76": 93,
+      "K76": 94,
+      "I67": 95,
+      "M51": 96,
+      "M48": 97,
+      "M35": 98,
+      "C79": 99,
+      "G93": 100,
+      "G91": 101,
+      "C34": 102,
+      "F05": 103,
+      "G51": 104,
+      "M21": 105,
+      "H53": 106,
+      "H04": 107,
+      "H35": 108,
+      "M50": 109,
+      "E04": 110,
+      "M80": 111,
+      "F03": 112,
+      "I28": 113,
+      "J43": 114,
+      "I07": 115,
+      "C43": 116,
+      "I65": 117,
+      "J18": 118,
+      "J90": 119,
+      "K40": 120,
+      "I30": 121,
+      "I31": 122,
+      "M06": 123,
+      "I21": 124,
+      "A04": 125,
+      "F44": 126,
+      "I95": 127,
+      "E86": 128,
+      "D51": 129,
+      "F43": 130,
+      "F50": 131,
+      "K02": 132,
+      "L73": 133,
+      "K85": 134,
+      "F39": 135,
+      "M54": 136,
+      "B20": 137,
+      "B19": 138,
+      "F10": 139,
+      "E16": 140,
+      "F19": 141,
+      "F14": 142,
+      "F20": 143,
+      "F29": 144,
+      "F11": 145,
+      "E10": 146,
+      "D86": 147,
+      "J02": 148,
+      "K20": 149,
+      "E21": 150,
+      "E51": 151,
+      "I69": 152,
+      "I63": 153,
+      "G81": 154,
+      "M85": 155,
+      "D49": 156,
+      "K74": 157,
+      "K66": 158,
+      "K62": 159,
+      "L91": 160,
+      "D57": 161,
+      "C90": 162,
+      "J91": 163,
+      "K56": 164,
+      "C21": 165,
+      "B37": 166,
+      "E88": 167,
+      "I35": 168,
+      "I42": 169,
+      "K61": 170,
+      "K60": 171,
+      "G92": 172,
+      "D46": 173,
+      "J84": 174,
+      "M84": 175,
+      "D18": 176,
+      "I61": 177,
+      "G40": 178,
+      "L02": 179,
+      "F88": 180,
+      "I08": 181,
+      "G62": 182,
+      "F31": 183,
+      "E44": 184,
+      "I15": 185,
+      "K80": 186,
+      "I16": 187,
+      "J69": 188,
+      "J95": 189,
+      "H26": 190,
+      "L40": 191,
+      "L57": 192,
+      "M72": 193,
+      "J30": 194,
+      "H61": 195,
+      "C56": 196,
+      "C77": 197,
+      "I81": 198,
+      "I85": 199,
+      "I86": 200,
+      "K70": 201,
+      "G96": 202,
+      "F12": 203,
+      "M53": 204,
+      "C7B": 205,
+      "C7A": 206,
+      "K58": 207,
+      "K26": 208,
+      "J81": 209,
+      "B18": 210,
+      "A08": 211,
+      "M96": 212,
+      "I97": 213,
+      "C22": 214,
+      "C25": 215,
+      "K86": 216,
+      "K52": 217,
+      "K11": 218,
+      "B00": 219,
+      "A40": 220,
+      "K83": 221,
+      "C24": 222,
+      "D53": 223,
+      "C20": 224,
+      "H90": 225,
+      "D47": 226,
+      "L29": 227,
+      "K81": 228,
+      "K82": 229,
+      "D70": 230,
+      "M10": 231,
+      "F90": 232,
+      "D13": 233,
+      "I71": 234,
+      "F33": 235,
+      "K75": 236,
+      "F22": 237,
+      "F15": 238,
+      "F72": 239,
+      "F13": 240,
+      "J36": 241,
+      "L27": 242,
+      "D61": 243,
+      "C92": 244,
+      "E85": 245,
+      "K12": 246,
+      "L99": 247,
+      "L72": 248,
+      "G58": 249,
+      "F45": 250,
+      "H66": 251,
+      "J11": 252,
+      "F60": 253,
+      "L30": 254,
+      "J86": 255,
+      "J15": 256,
+      "A81": 257,
+      "M40": 258,
+      "L08": 259,
+      "L60": 260,
+      "L82": 261,
+      "M62": 262,
+      "H93": 263,
+      "I72": 264,
+      "F42": 265,
+      "K04": 266,
+      "E80": 267,
+      "L53": 268,
+      "L89": 269,
+      "L98": 270,
+      "H81": 271,
+      "D80": 272,
+      "B35": 273,
+      "C73": 274,
+      "E05": 275,
+      "J39": 276,
+      "I22": 277,
+      "I51": 278,
+      "C18": 279,
+      "C91": 280,
+      "C62": 281,
+      "K64": 282,
+      "K63": 283,
+      "E08": 284,
+      "F09": 285,
+      "K28": 286,
+      "E22": 287,
+      "F25": 288,
+      "M94": 289,
+      "M71": 290,
+      "J20": 291,
+      "K95": 292,
+      "M16": 293,
+      "L85": 294,
+      "B34": 295,
+      "J04": 296,
+      "J47": 297,
+      "M31": 298,
+      "M41": 299,
+      "L71": 300,
+      "M00": 301,
+      "M89": 302,
+      "J94": 303,
+      "C61": 304,
+      "C80": 305,
+      "J93": 306,
+      "K50": 307,
+      "B02": 308,
+      "J06": 309,
+      "I09": 310,
+      "D32": 311,
+      "I33": 312,
+      "L28": 313,
+      "F23": 314,
+      "G12": 315,
+      "E02": 316,
+      "I60": 317,
+      "L95": 318,
+      "H33": 319,
+      "K08": 320,
+      "D73": 321,
+      "I20": 322,
+      "D59": 323,
+      "E79": 324,
+      "J60": 325,
+      "C95": 326,
+      "C94": 327,
+      "F84": 328,
+      "L05": 329,
+      "M30": 330,
+      "J32": 331,
+      "D23": 332,
+      "K42": 333,
+      "D35": 334,
+      "J34": 335,
+      "E26": 336,
+      "I80": 337,
+      "K51": 338,
+      "I36": 339,
+      "K55": 340,
+      "E27": 341,
+      "D75": 342,
+      "D55": 343,
+      "J40": 344,
+      "G90": 345,
+      "D12": 346,
+      "E56": 347,
+      "F51": 348,
+      "G35": 349,
+      "M87": 350,
+      "E06": 351,
+      "I43": 352,
+      "G44": 353,
+      "G95": 354,
+      "C02": 355,
+      "G83": 356,
+      "F79": 357,
+      "I77": 358,
+      "E73": 359,
+      "H05": 360,
+      "H54": 361,
+      "H46": 362,
+      "M08": 363,
+      "M11": 364,
+      "H11": 365,
+      "F28": 366,
+      "M97": 367,
+      "C60": 368,
+      "M99": 369,
+      "M34": 370,
+      "F01": 371,
+      "I66": 372,
+      "H43": 373,
+      "H25": 374,
+      "D89": 375,
+      "G60": 376,
+      "I89": 377,
+      "M20": 378,
+      "E13": 379,
+      "L93": 380,
+      "E61": 381,
+      "A09": 382,
+      "G24": 383,
+      "G21": 384,
+      "M75": 385,
+      "M05": 386,
+      "D60": 387,
+      "B44": 388,
+      "B59": 389,
+      "A49": 390,
+      "A18": 391,
+      "M43": 392,
+      "M23": 393,
+      "K94": 394,
+      "C81": 395,
+      "K35": 396,
+      "F07": 397,
+      "G82": 398,
+      "E74": 399,
+      "C45": 400,
+      "E59": 401,
+      "E60": 402,
+      "A48": 403,
+      "G45": 404,
+      "F30": 405,
+      "H34": 406,
+      "C85": 407,
+      "M32": 408,
+      "I05": 409,
+      "D28": 410,
+      "M24": 411,
+      "E23": 412,
+      "C71": 413,
+      "F40": 414,
+      "D38": 415,
+      "D48": 416,
+      "C64": 417,
+      "H10": 418,
+      "D65": 419,
+      "B49": 420,
+      "H16": 421,
+      "I99": 422,
+      "L70": 423,
+      "C48": 424,
+      "D43": 425,
+      "E07": 426,
+      "L10": 427,
+      "C83": 428,
+      "J70": 429,
+      "I68": 430,
+      "J99": 431,
+      "H15": 432,
+      "B36": 433,
+      "D58": 434,
+      "L23": 435,
+      "I23": 436,
+      "J09": 437,
+      "B94": 438,
+      "I74": 439,
+      "G54": 440,
+      "B99": 441,
+      "G72": 442,
+      "G50": 443,
+      "G97": 444,
+      "D17": 445,
+      "E09": 446,
+      "L13": 447,
+      "G61": 448,
+      "A43": 449,
+      "H02": 450,
+      "H57": 451,
+      "H49": 452,
+      "I38": 453,
+      "G37": 454,
+      "F21": 455,
+      "D56": 456,
+      "K90": 457,
+      "J92": 458,
+      "J12": 459,
+      "B97": 460,
+      "J38": 461,
+      "L80": 462,
+      "H31": 463,
+      "A42": 464,
+      "M13": 465,
+      "M77": 466,
+      "M65": 467,
+      "L88": 468,
+      "C44": 469,
+      "G06": 470,
+      "L25": 471,
+      "D34": 472,
+      "K46": 473,
+      "M60": 474,
+      "I62": 475,
+      "D83": 476,
+      "F64": 477,
+      "D41": 478,
+      "E72": 479,
+      "B60": 480,
+      "J61": 481,
+      "J85": 482,
+      "C10": 483,
+      "A63": 484,
+      "C14": 485,
+      "C09": 486,
+      "F55": 487,
+      "F99": 488,
+      "M76": 489,
+      "A60": 490,
+      "C54": 491,
+      "F91": 492,
+      "F63": 493,
+      "J14": 494,
+      "F06": 495,
+      "C88": 496,
+      "H83": 497,
+      "J31": 498,
+      "I37": 499,
+      "K68": 500,
+      "B45": 501,
+      "G04": 502,
+      "J10": 503,
+      "B85": 504,
+      "C46": 505,
+      "B48": 506,
+      "C40": 507,
+      "J80": 508,
+      "H51": 509,
+      "G46": 510,
+      "M15": 511,
+      "K06": 512,
+      "A69": 513,
+      "J13": 514,
+      "I78": 515,
+      "J00": 516,
+      "M27": 517,
+      "G08": 518,
+      "H92": 519,
+      "E63": 520,
+      "B33": 521,
+      "C19": 522,
+      "E34": 523,
+      "L50": 524,
+      "I06": 525,
+      "K71": 526,
+      "K36": 527,
+      "K14": 528,
+      "H18": 529,
+      "E29": 530,
+      "E54": 531,
+      "D30": 532,
+      "E28": 533,
+      "K30": 534,
+      "B86": 535,
+      "G57": 536,
+      "H21": 537,
+      "H44": 538,
+      "H20": 539,
+      "C15": 540,
+      "G80": 541,
+      "D36": 542,
+      "F34": 543,
+      "D27": 544,
+      "C51": 545,
+      "L90": 546,
+      "D52": 547,
+      "H55": 548,
+      "J62": 549,
+      "C93": 550,
+      "C57": 551,
+      "D3A": 552,
+      "A03": 553,
+      "E84": 554,
+      "D45": 555,
+      "K03": 556,
+      "A31": 557,
+      "B27": 558,
+      "L81": 559,
+      "G63": 560,
+      "D67": 561,
+      "F16": 562,
+      "K41": 563,
+      "K05": 564,
+      "G23": 565,
+      "C41": 566,
+      "K73": 567,
+      "J33": 568,
+      "L21": 569,
+      "D76": 570,
+      "E31": 571,
+      "C82": 572,
+      "B25": 573,
+      "H30": 574,
+      "A07": 575,
+      "B17": 576,
+      "L64": 577,
+      "K27": 578,
+      "L24": 579,
+      "M45": 580,
+      "F48": 581,
+      "A77": 582,
+      "C49": 583,
+      "G71": 584,
+      "A15": 585,
+      "L54": 586,
+      "C23": 587,
+      "G99": 588,
+      "H60": 589,
+      "M12": 590,
+      "F81": 591,
+      "M90": 592,
+      "H36": 593,
+      "D15": 594,
+      "C68": 595,
+      "L74": 596,
+      "C65": 597,
+      "A53": 598,
+      "M95": 599,
+      "E65": 600,
+      "C4A": 601,
+      "H42": 602,
+      "H50": 603,
+      "M88": 604,
+      "H72": 605,
+      "L94": 606,
+      "A19": 607,
+      "C76": 608,
+      "L55": 609,
+      "D71": 610,
+      "D40": 611,
+      "G70": 612,
+      "G52": 613,
+      "L43": 614,
+      "E24": 615,
+      "C52": 616,
+      "L20": 617,
+      "B82": 618,
+      "C37": 619,
+      "D05": 620,
+      "J42": 621,
+      "C53": 622,
+      "J82": 623,
+      "H70": 624,
+      "C74": 625,
+      "D22": 626,
+      "B15": 627,
+      "D02": 628,
+      "B30": 629,
+      "C17": 630,
+      "I76": 631,
+      "B91": 632,
+      "C84": 633,
+      "B78": 634,
+      "L01": 635,
+      "E20": 636,
+      "M92": 637,
+      "J67": 638,
+      "J05": 639,
+      "K13": 640,
+      "A46": 641,
+      "G03": 642,
+      "B09": 643,
+      "F95": 644,
+      "C26": 645,
+      "F53": 646,
+      "C06": 647,
+      "F18": 648,
+      "C72": 649,
+      "D33": 650,
+      "A87": 651,
+      "H47": 652,
+      "I32": 653,
+      "G59": 654,
+      "B16": 655,
+      "K37": 656,
+      "H01": 657,
+      "B01": 658,
+      "G98": 659,
+      "D44": 660,
+      "E50": 661,
+      "H80": 662,
+      "G36": 663,
+      "D74": 664,
+      "M66": 665,
+      "C86": 666,
+      "C32": 667,
+      "C66": 668,
+      "L92": 669,
+      "G65": 670,
+      "D26": 671,
+      "F70": 672,
+      "M26": 673,
+      "C33": 674,
+      "K01": 675,
+      "M18": 676,
+      "D00": 677,
+      "B46": 678,
+      "D37": 679,
+      "A02": 680,
+      "C07": 681,
+      "F71": 682,
+      "G10": 683,
+      "H27": 684,
+      "L63": 685,
+      "K38": 686,
+      "C04": 687,
+      "C08": 688,
+      "J16": 689,
+      "H52": 690,
+      "L65": 691,
+      "L84": 692,
+      "D16": 693,
+      "J03": 694,
+      "L52": 695,
+      "G00": 696,
+      "I75": 697,
+      "H00": 698,
+      "L11": 699,
+      "E01": 700,
+      "H59": 701,
+      "M22": 702,
+      "C96": 703,
+      "B07": 704,
+      "D84": 705,
+      "E32": 706,
+      "A54": 707,
+      "A56": 708,
+      "D39": 709,
+      "E70": 710,
+      "M14": 711,
+      "A52": 712,
+      "F54": 713,
+      "F98": 714,
+      "F68": 715,
+      "A86": 716,
+      "A64": 717,
+      "M61": 718,
+      "I88": 719,
+      "D29": 720,
+      "J22": 721,
+      "F80": 722,
+      "D24": 723,
+      "B53": 724,
+      "J66": 725,
+      "F78": 726,
+      "E75": 727,
+      "M83": 728,
+      "B90": 729,
+      "A44": 730,
+      "E41": 731,
+      "M33": 732,
+      "L59": 733,
+      "M67": 734,
+      "D04": 735,
+      "D09": 736,
+      "K45": 737,
+      "D07": 738,
+      "D01": 739,
+      "M93": 740,
+      "D78": 741,
+      "L12": 742,
+      "I40": 743,
+      "J68": 744,
+      "G11": 745,
+      "L68": 746,
+      "M07": 747,
+      "A36": 748,
+      "F82": 749,
+      "C05": 750,
+      "J35": 751,
+      "F89": 752,
+      "J21": 753,
+      "E71": 754,
+      "G14": 755,
+      "C70": 756,
+      "B10": 757,
+      "C58": 758,
+      "C01": 759,
+      "L44": 760,
+      "C55": 761,
+      "G13": 762,
+      "C13": 763,
+      "A28": 764,
+      "D66": 765,
+      "M36": 766,
+      "B88": 767,
+      "B47": 768,
+      "A74": 769,
+      "B58": 770,
+      "I00": 771,
+      "A85": 772,
+      "L56": 773,
+      "F04": 774,
+      "G94": 775,
+      "A39": 776,
+      "D21": 777,
+      "B57": 778,
+      "B69": 779,
+      "L04": 780,
+      "L51": 781,
+      "M02": 782,
+      "J17": 783,
+      "D82": 784,
+      "C47": 785,
+      "K00": 786,
+      "H73": 787,
+      "J63": 788,
+      "A51": 789,
+      "F65": 790,
+      "F69": 791,
+      "F94": 792,
+      "J41": 793,
+      "D31": 794,
+      "B67": 795,
+      "M01": 796,
+      "G73": 797,
+      "D19": 798,
+      "C12": 799,
+      "D11": 800,
+      "A93": 801,
+      "B65": 802,
+      "L86": 803,
+      "B87": 804,
+      "C75": 805,
+      "C03": 806,
+      "E00": 807,
+      "H71": 808,
+      "C31": 809,
+      "G32": 810,
+      "L83": 811,
+      "H74": 812,
+      "A05": 813,
+      "B50": 814,
+      "D03": 815,
+      "G09": 816,
+      "B54": 817,
+      "E25": 818,
+      "D06": 819,
+      "C11": 820,
+      "A21": 821,
+      "M04": 822,
+      "B08": 823,
+      "D14": 824,
+      "A59": 825,
+      "D10": 826,
+      "A75": 827,
+      "A32": 828,
+      "C00": 829,
+      "M63": 830,
+      "I39": 831,
+      "B83": 832,
+      "B26": 833,
+      "E64": 834,
+      "G53": 835,
+      "A90": 836,
+      "E77": 837,
+      "A70": 838,
+      "G55": 839,
+      "C38": 840,
+      "A84": 841,
+      "E52": 842,
+      "F73": 843,
+      "I01": 844,
+      "A22": 845,
+      "H95": 846,
+      "F52": 847,
+      "G64": 848,
+      "J37": 849,
+      "A37": 850,
+      "D81": 851,
+      "E58": 852,
+      "G05": 853,
+      "H65": 854,
+      "A01": 855,
+      "A26": 856,
+      "E67": 857,
+      "B38": 858,
+      "L87": 859,
+      "M42": 860,
+      "H62": 861,
+      "L75": 862,
+      "A35": 863,
+      "L22": 864,
+      "C63": 865,
+      "A79": 866,
+      "K87": 867,
+      "M91": 868,
+      "L66": 869,
+      "B43": 870,
+      "B40": 871,
+      "B42": 872,
+      "L42": 873,
+      "A24": 874,
+      "K77": 875,
+      "G26": 876,
+      "E68": 877,
+      "C69": 878,
+      "F59": 879,
+      "H75": 880,
+      "H94": 881,
+      "H67": 882,
+      "L26": 883,
+      "C30": 884,
+      "H68": 885,
+      "A55": 886,
+      "A57": 887,
+      "J64": 888,
+      "A50": 889,
+      "B76": 890,
+      "H17": 891,
+      "A06": 892,
+      "E76": 893,
+      "A17": 894,
+      "L41": 895,
+      "B39": 896,
+      "D42": 897,
+      "A92": 898,
+      "A83": 899,
+      "D20": 900,
+      "L58": 901,
+      "B56": 902,
+      "A27": 903,
+      "A80": 904,
+      "A68": 905
     }
   }
 }

tokenizer_config.json CHANGED Viewed

@@ -1,40 +1,40 @@
 {
   "add_prefix_space": false,
   "added_tokens_decoder": {
-    "0": {
-      "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "1": {
-      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "2": {
-      "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "3": {
-      "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "4": {
-      "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

 {
   "add_prefix_space": false,
   "added_tokens_decoder": {
+    "906": {
+      "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
+    "907": {
+      "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
+    "908": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
+    "909": {
+      "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
+    "910": {
+      "content": "[MASK]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

vocab.txt CHANGED Viewed

@@ -1,8 +1,3 @@
-[MASK]
-[PAD]
-[CLS]
-[SEP]
-[UNK]
 G31
 F02
 E78

 G31
 F02
 E78