Upload complete model
Browse files- tokenizer/added_tokens.json +127 -0
tokenizer/added_tokens.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<extra_id_0>": 259,
|
| 3 |
+
"<extra_id_100>": 359,
|
| 4 |
+
"<extra_id_101>": 360,
|
| 5 |
+
"<extra_id_102>": 361,
|
| 6 |
+
"<extra_id_103>": 362,
|
| 7 |
+
"<extra_id_104>": 363,
|
| 8 |
+
"<extra_id_105>": 364,
|
| 9 |
+
"<extra_id_106>": 365,
|
| 10 |
+
"<extra_id_107>": 366,
|
| 11 |
+
"<extra_id_108>": 367,
|
| 12 |
+
"<extra_id_109>": 368,
|
| 13 |
+
"<extra_id_10>": 269,
|
| 14 |
+
"<extra_id_110>": 369,
|
| 15 |
+
"<extra_id_111>": 370,
|
| 16 |
+
"<extra_id_112>": 371,
|
| 17 |
+
"<extra_id_113>": 372,
|
| 18 |
+
"<extra_id_114>": 373,
|
| 19 |
+
"<extra_id_115>": 374,
|
| 20 |
+
"<extra_id_116>": 375,
|
| 21 |
+
"<extra_id_117>": 376,
|
| 22 |
+
"<extra_id_118>": 377,
|
| 23 |
+
"<extra_id_119>": 378,
|
| 24 |
+
"<extra_id_11>": 270,
|
| 25 |
+
"<extra_id_120>": 379,
|
| 26 |
+
"<extra_id_121>": 380,
|
| 27 |
+
"<extra_id_122>": 381,
|
| 28 |
+
"<extra_id_123>": 382,
|
| 29 |
+
"<extra_id_124>": 383,
|
| 30 |
+
"<extra_id_12>": 271,
|
| 31 |
+
"<extra_id_13>": 272,
|
| 32 |
+
"<extra_id_14>": 273,
|
| 33 |
+
"<extra_id_15>": 274,
|
| 34 |
+
"<extra_id_16>": 275,
|
| 35 |
+
"<extra_id_17>": 276,
|
| 36 |
+
"<extra_id_18>": 277,
|
| 37 |
+
"<extra_id_19>": 278,
|
| 38 |
+
"<extra_id_1>": 260,
|
| 39 |
+
"<extra_id_20>": 279,
|
| 40 |
+
"<extra_id_21>": 280,
|
| 41 |
+
"<extra_id_22>": 281,
|
| 42 |
+
"<extra_id_23>": 282,
|
| 43 |
+
"<extra_id_24>": 283,
|
| 44 |
+
"<extra_id_25>": 284,
|
| 45 |
+
"<extra_id_26>": 285,
|
| 46 |
+
"<extra_id_27>": 286,
|
| 47 |
+
"<extra_id_28>": 287,
|
| 48 |
+
"<extra_id_29>": 288,
|
| 49 |
+
"<extra_id_2>": 261,
|
| 50 |
+
"<extra_id_30>": 289,
|
| 51 |
+
"<extra_id_31>": 290,
|
| 52 |
+
"<extra_id_32>": 291,
|
| 53 |
+
"<extra_id_33>": 292,
|
| 54 |
+
"<extra_id_34>": 293,
|
| 55 |
+
"<extra_id_35>": 294,
|
| 56 |
+
"<extra_id_36>": 295,
|
| 57 |
+
"<extra_id_37>": 296,
|
| 58 |
+
"<extra_id_38>": 297,
|
| 59 |
+
"<extra_id_39>": 298,
|
| 60 |
+
"<extra_id_3>": 262,
|
| 61 |
+
"<extra_id_40>": 299,
|
| 62 |
+
"<extra_id_41>": 300,
|
| 63 |
+
"<extra_id_42>": 301,
|
| 64 |
+
"<extra_id_43>": 302,
|
| 65 |
+
"<extra_id_44>": 303,
|
| 66 |
+
"<extra_id_45>": 304,
|
| 67 |
+
"<extra_id_46>": 305,
|
| 68 |
+
"<extra_id_47>": 306,
|
| 69 |
+
"<extra_id_48>": 307,
|
| 70 |
+
"<extra_id_49>": 308,
|
| 71 |
+
"<extra_id_4>": 263,
|
| 72 |
+
"<extra_id_50>": 309,
|
| 73 |
+
"<extra_id_51>": 310,
|
| 74 |
+
"<extra_id_52>": 311,
|
| 75 |
+
"<extra_id_53>": 312,
|
| 76 |
+
"<extra_id_54>": 313,
|
| 77 |
+
"<extra_id_55>": 314,
|
| 78 |
+
"<extra_id_56>": 315,
|
| 79 |
+
"<extra_id_57>": 316,
|
| 80 |
+
"<extra_id_58>": 317,
|
| 81 |
+
"<extra_id_59>": 318,
|
| 82 |
+
"<extra_id_5>": 264,
|
| 83 |
+
"<extra_id_60>": 319,
|
| 84 |
+
"<extra_id_61>": 320,
|
| 85 |
+
"<extra_id_62>": 321,
|
| 86 |
+
"<extra_id_63>": 322,
|
| 87 |
+
"<extra_id_64>": 323,
|
| 88 |
+
"<extra_id_65>": 324,
|
| 89 |
+
"<extra_id_66>": 325,
|
| 90 |
+
"<extra_id_67>": 326,
|
| 91 |
+
"<extra_id_68>": 327,
|
| 92 |
+
"<extra_id_69>": 328,
|
| 93 |
+
"<extra_id_6>": 265,
|
| 94 |
+
"<extra_id_70>": 329,
|
| 95 |
+
"<extra_id_71>": 330,
|
| 96 |
+
"<extra_id_72>": 331,
|
| 97 |
+
"<extra_id_73>": 332,
|
| 98 |
+
"<extra_id_74>": 333,
|
| 99 |
+
"<extra_id_75>": 334,
|
| 100 |
+
"<extra_id_76>": 335,
|
| 101 |
+
"<extra_id_77>": 336,
|
| 102 |
+
"<extra_id_78>": 337,
|
| 103 |
+
"<extra_id_79>": 338,
|
| 104 |
+
"<extra_id_7>": 266,
|
| 105 |
+
"<extra_id_80>": 339,
|
| 106 |
+
"<extra_id_81>": 340,
|
| 107 |
+
"<extra_id_82>": 341,
|
| 108 |
+
"<extra_id_83>": 342,
|
| 109 |
+
"<extra_id_84>": 343,
|
| 110 |
+
"<extra_id_85>": 344,
|
| 111 |
+
"<extra_id_86>": 345,
|
| 112 |
+
"<extra_id_87>": 346,
|
| 113 |
+
"<extra_id_88>": 347,
|
| 114 |
+
"<extra_id_89>": 348,
|
| 115 |
+
"<extra_id_8>": 267,
|
| 116 |
+
"<extra_id_90>": 349,
|
| 117 |
+
"<extra_id_91>": 350,
|
| 118 |
+
"<extra_id_92>": 351,
|
| 119 |
+
"<extra_id_93>": 352,
|
| 120 |
+
"<extra_id_94>": 353,
|
| 121 |
+
"<extra_id_95>": 354,
|
| 122 |
+
"<extra_id_96>": 355,
|
| 123 |
+
"<extra_id_97>": 356,
|
| 124 |
+
"<extra_id_98>": 357,
|
| 125 |
+
"<extra_id_99>": 358,
|
| 126 |
+
"<extra_id_9>": 268
|
| 127 |
+
}
|