chalana2001 commited on
Commit
2462ace
·
verified ·
1 Parent(s): 4412806

Upload 4 files

Browse files
Files changed (1) hide show
  1. added_tokens.json +403 -101
added_tokens.json CHANGED
@@ -1,102 +1,404 @@
1
  {
2
- "<extra_id_0>": 32099,
3
- "<extra_id_10>": 32089,
4
- "<extra_id_11>": 32088,
5
- "<extra_id_12>": 32087,
6
- "<extra_id_13>": 32086,
7
- "<extra_id_14>": 32085,
8
- "<extra_id_15>": 32084,
9
- "<extra_id_16>": 32083,
10
- "<extra_id_17>": 32082,
11
- "<extra_id_18>": 32081,
12
- "<extra_id_19>": 32080,
13
- "<extra_id_1>": 32098,
14
- "<extra_id_20>": 32079,
15
- "<extra_id_21>": 32078,
16
- "<extra_id_22>": 32077,
17
- "<extra_id_23>": 32076,
18
- "<extra_id_24>": 32075,
19
- "<extra_id_25>": 32074,
20
- "<extra_id_26>": 32073,
21
- "<extra_id_27>": 32072,
22
- "<extra_id_28>": 32071,
23
- "<extra_id_29>": 32070,
24
- "<extra_id_2>": 32097,
25
- "<extra_id_30>": 32069,
26
- "<extra_id_31>": 32068,
27
- "<extra_id_32>": 32067,
28
- "<extra_id_33>": 32066,
29
- "<extra_id_34>": 32065,
30
- "<extra_id_35>": 32064,
31
- "<extra_id_36>": 32063,
32
- "<extra_id_37>": 32062,
33
- "<extra_id_38>": 32061,
34
- "<extra_id_39>": 32060,
35
- "<extra_id_3>": 32096,
36
- "<extra_id_40>": 32059,
37
- "<extra_id_41>": 32058,
38
- "<extra_id_42>": 32057,
39
- "<extra_id_43>": 32056,
40
- "<extra_id_44>": 32055,
41
- "<extra_id_45>": 32054,
42
- "<extra_id_46>": 32053,
43
- "<extra_id_47>": 32052,
44
- "<extra_id_48>": 32051,
45
- "<extra_id_49>": 32050,
46
- "<extra_id_4>": 32095,
47
- "<extra_id_50>": 32049,
48
- "<extra_id_51>": 32048,
49
- "<extra_id_52>": 32047,
50
- "<extra_id_53>": 32046,
51
- "<extra_id_54>": 32045,
52
- "<extra_id_55>": 32044,
53
- "<extra_id_56>": 32043,
54
- "<extra_id_57>": 32042,
55
- "<extra_id_58>": 32041,
56
- "<extra_id_59>": 32040,
57
- "<extra_id_5>": 32094,
58
- "<extra_id_60>": 32039,
59
- "<extra_id_61>": 32038,
60
- "<extra_id_62>": 32037,
61
- "<extra_id_63>": 32036,
62
- "<extra_id_64>": 32035,
63
- "<extra_id_65>": 32034,
64
- "<extra_id_66>": 32033,
65
- "<extra_id_67>": 32032,
66
- "<extra_id_68>": 32031,
67
- "<extra_id_69>": 32030,
68
- "<extra_id_6>": 32093,
69
- "<extra_id_70>": 32029,
70
- "<extra_id_71>": 32028,
71
- "<extra_id_72>": 32027,
72
- "<extra_id_73>": 32026,
73
- "<extra_id_74>": 32025,
74
- "<extra_id_75>": 32024,
75
- "<extra_id_76>": 32023,
76
- "<extra_id_77>": 32022,
77
- "<extra_id_78>": 32021,
78
- "<extra_id_79>": 32020,
79
- "<extra_id_7>": 32092,
80
- "<extra_id_80>": 32019,
81
- "<extra_id_81>": 32018,
82
- "<extra_id_82>": 32017,
83
- "<extra_id_83>": 32016,
84
- "<extra_id_84>": 32015,
85
- "<extra_id_85>": 32014,
86
- "<extra_id_86>": 32013,
87
- "<extra_id_87>": 32012,
88
- "<extra_id_88>": 32011,
89
- "<extra_id_89>": 32010,
90
- "<extra_id_8>": 32091,
91
- "<extra_id_90>": 32009,
92
- "<extra_id_91>": 32008,
93
- "<extra_id_92>": 32007,
94
- "<extra_id_93>": 32006,
95
- "<extra_id_94>": 32005,
96
- "<extra_id_95>": 32004,
97
- "<extra_id_96>": 32003,
98
- "<extra_id_97>": 32002,
99
- "<extra_id_98>": 32001,
100
- "<extra_id_99>": 32000,
101
- "<extra_id_9>": 32090
102
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "added_tokens": [
3
+ {
4
+ "id": 32000,
5
+ "content": "<extra_id_0>"
6
+ },
7
+ {
8
+ "id": 32001,
9
+ "content": "<extra_id_1>"
10
+ },
11
+ {
12
+ "id": 32002,
13
+ "content": "<extra_id_2>"
14
+ },
15
+ {
16
+ "id": 32003,
17
+ "content": "<extra_id_3>"
18
+ },
19
+ {
20
+ "id": 32004,
21
+ "content": "<extra_id_4>"
22
+ },
23
+ {
24
+ "id": 32005,
25
+ "content": "<extra_id_5>"
26
+ },
27
+ {
28
+ "id": 32006,
29
+ "content": "<extra_id_6>"
30
+ },
31
+ {
32
+ "id": 32007,
33
+ "content": "<extra_id_7>"
34
+ },
35
+ {
36
+ "id": 32008,
37
+ "content": "<extra_id_8>"
38
+ },
39
+ {
40
+ "id": 32009,
41
+ "content": "<extra_id_9>"
42
+ },
43
+ {
44
+ "id": 32010,
45
+ "content": "<extra_id_10>"
46
+ },
47
+ {
48
+ "id": 32011,
49
+ "content": "<extra_id_11>"
50
+ },
51
+ {
52
+ "id": 32012,
53
+ "content": "<extra_id_12>"
54
+ },
55
+ {
56
+ "id": 32013,
57
+ "content": "<extra_id_13>"
58
+ },
59
+ {
60
+ "id": 32014,
61
+ "content": "<extra_id_14>"
62
+ },
63
+ {
64
+ "id": 32015,
65
+ "content": "<extra_id_15>"
66
+ },
67
+ {
68
+ "id": 32016,
69
+ "content": "<extra_id_16>"
70
+ },
71
+ {
72
+ "id": 32017,
73
+ "content": "<extra_id_17>"
74
+ },
75
+ {
76
+ "id": 32018,
77
+ "content": "<extra_id_18>"
78
+ },
79
+ {
80
+ "id": 32019,
81
+ "content": "<extra_id_19>"
82
+ },
83
+ {
84
+ "id": 32020,
85
+ "content": "<extra_id_20>"
86
+ },
87
+ {
88
+ "id": 32021,
89
+ "content": "<extra_id_21>"
90
+ },
91
+ {
92
+ "id": 32022,
93
+ "content": "<extra_id_22>"
94
+ },
95
+ {
96
+ "id": 32023,
97
+ "content": "<extra_id_23>"
98
+ },
99
+ {
100
+ "id": 32024,
101
+ "content": "<extra_id_24>"
102
+ },
103
+ {
104
+ "id": 32025,
105
+ "content": "<extra_id_25>"
106
+ },
107
+ {
108
+ "id": 32026,
109
+ "content": "<extra_id_26>"
110
+ },
111
+ {
112
+ "id": 32027,
113
+ "content": "<extra_id_27>"
114
+ },
115
+ {
116
+ "id": 32028,
117
+ "content": "<extra_id_28>"
118
+ },
119
+ {
120
+ "id": 32029,
121
+ "content": "<extra_id_29>"
122
+ },
123
+ {
124
+ "id": 32030,
125
+ "content": "<extra_id_30>"
126
+ },
127
+ {
128
+ "id": 32031,
129
+ "content": "<extra_id_31>"
130
+ },
131
+ {
132
+ "id": 32032,
133
+ "content": "<extra_id_32>"
134
+ },
135
+ {
136
+ "id": 32033,
137
+ "content": "<extra_id_33>"
138
+ },
139
+ {
140
+ "id": 32034,
141
+ "content": "<extra_id_34>"
142
+ },
143
+ {
144
+ "id": 32035,
145
+ "content": "<extra_id_35>"
146
+ },
147
+ {
148
+ "id": 32036,
149
+ "content": "<extra_id_36>"
150
+ },
151
+ {
152
+ "id": 32037,
153
+ "content": "<extra_id_37>"
154
+ },
155
+ {
156
+ "id": 32038,
157
+ "content": "<extra_id_38>"
158
+ },
159
+ {
160
+ "id": 32039,
161
+ "content": "<extra_id_39>"
162
+ },
163
+ {
164
+ "id": 32040,
165
+ "content": "<extra_id_40>"
166
+ },
167
+ {
168
+ "id": 32041,
169
+ "content": "<extra_id_41>"
170
+ },
171
+ {
172
+ "id": 32042,
173
+ "content": "<extra_id_42>"
174
+ },
175
+ {
176
+ "id": 32043,
177
+ "content": "<extra_id_43>"
178
+ },
179
+ {
180
+ "id": 32044,
181
+ "content": "<extra_id_44>"
182
+ },
183
+ {
184
+ "id": 32045,
185
+ "content": "<extra_id_45>"
186
+ },
187
+ {
188
+ "id": 32046,
189
+ "content": "<extra_id_46>"
190
+ },
191
+ {
192
+ "id": 32047,
193
+ "content": "<extra_id_47>"
194
+ },
195
+ {
196
+ "id": 32048,
197
+ "content": "<extra_id_48>"
198
+ },
199
+ {
200
+ "id": 32049,
201
+ "content": "<extra_id_49>"
202
+ },
203
+ {
204
+ "id": 32050,
205
+ "content": "<extra_id_50>"
206
+ },
207
+ {
208
+ "id": 32051,
209
+ "content": "<extra_id_51>"
210
+ },
211
+ {
212
+ "id": 32052,
213
+ "content": "<extra_id_52>"
214
+ },
215
+ {
216
+ "id": 32053,
217
+ "content": "<extra_id_53>"
218
+ },
219
+ {
220
+ "id": 32054,
221
+ "content": "<extra_id_54>"
222
+ },
223
+ {
224
+ "id": 32055,
225
+ "content": "<extra_id_55>"
226
+ },
227
+ {
228
+ "id": 32056,
229
+ "content": "<extra_id_56>"
230
+ },
231
+ {
232
+ "id": 32057,
233
+ "content": "<extra_id_57>"
234
+ },
235
+ {
236
+ "id": 32058,
237
+ "content": "<extra_id_58>"
238
+ },
239
+ {
240
+ "id": 32059,
241
+ "content": "<extra_id_59>"
242
+ },
243
+ {
244
+ "id": 32060,
245
+ "content": "<extra_id_60>"
246
+ },
247
+ {
248
+ "id": 32061,
249
+ "content": "<extra_id_61>"
250
+ },
251
+ {
252
+ "id": 32062,
253
+ "content": "<extra_id_62>"
254
+ },
255
+ {
256
+ "id": 32063,
257
+ "content": "<extra_id_63>"
258
+ },
259
+ {
260
+ "id": 32064,
261
+ "content": "<extra_id_64>"
262
+ },
263
+ {
264
+ "id": 32065,
265
+ "content": "<extra_id_65>"
266
+ },
267
+ {
268
+ "id": 32066,
269
+ "content": "<extra_id_66>"
270
+ },
271
+ {
272
+ "id": 32067,
273
+ "content": "<extra_id_67>"
274
+ },
275
+ {
276
+ "id": 32068,
277
+ "content": "<extra_id_68>"
278
+ },
279
+ {
280
+ "id": 32069,
281
+ "content": "<extra_id_69>"
282
+ },
283
+ {
284
+ "id": 32070,
285
+ "content": "<extra_id_70>"
286
+ },
287
+ {
288
+ "id": 32071,
289
+ "content": "<extra_id_71>"
290
+ },
291
+ {
292
+ "id": 32072,
293
+ "content": "<extra_id_72>"
294
+ },
295
+ {
296
+ "id": 32073,
297
+ "content": "<extra_id_73>"
298
+ },
299
+ {
300
+ "id": 32074,
301
+ "content": "<extra_id_74>"
302
+ },
303
+ {
304
+ "id": 32075,
305
+ "content": "<extra_id_75>"
306
+ },
307
+ {
308
+ "id": 32076,
309
+ "content": "<extra_id_76>"
310
+ },
311
+ {
312
+ "id": 32077,
313
+ "content": "<extra_id_77>"
314
+ },
315
+ {
316
+ "id": 32078,
317
+ "content": "<extra_id_78>"
318
+ },
319
+ {
320
+ "id": 32079,
321
+ "content": "<extra_id_79>"
322
+ },
323
+ {
324
+ "id": 32080,
325
+ "content": "<extra_id_80>"
326
+ },
327
+ {
328
+ "id": 32081,
329
+ "content": "<extra_id_81>"
330
+ },
331
+ {
332
+ "id": 32082,
333
+ "content": "<extra_id_82>"
334
+ },
335
+ {
336
+ "id": 32083,
337
+ "content": "<extra_id_83>"
338
+ },
339
+ {
340
+ "id": 32084,
341
+ "content": "<extra_id_84>"
342
+ },
343
+ {
344
+ "id": 32085,
345
+ "content": "<extra_id_85>"
346
+ },
347
+ {
348
+ "id": 32086,
349
+ "content": "<extra_id_86>"
350
+ },
351
+ {
352
+ "id": 32087,
353
+ "content": "<extra_id_87>"
354
+ },
355
+ {
356
+ "id": 32088,
357
+ "content": "<extra_id_88>"
358
+ },
359
+ {
360
+ "id": 32089,
361
+ "content": "<extra_id_89>"
362
+ },
363
+ {
364
+ "id": 32090,
365
+ "content": "<extra_id_90>"
366
+ },
367
+ {
368
+ "id": 32091,
369
+ "content": "<extra_id_91>"
370
+ },
371
+ {
372
+ "id": 32092,
373
+ "content": "<extra_id_92>"
374
+ },
375
+ {
376
+ "id": 32093,
377
+ "content": "<extra_id_93>"
378
+ },
379
+ {
380
+ "id": 32094,
381
+ "content": "<extra_id_94>"
382
+ },
383
+ {
384
+ "id": 32095,
385
+ "content": "<extra_id_95>"
386
+ },
387
+ {
388
+ "id": 32096,
389
+ "content": "<extra_id_96>"
390
+ },
391
+ {
392
+ "id": 32097,
393
+ "content": "<extra_id_97>"
394
+ },
395
+ {
396
+ "id": 32098,
397
+ "content": "<extra_id_98>"
398
+ },
399
+ {
400
+ "id": 32099,
401
+ "content": "<extra_id_99>"
402
+ }
403
+ ]
404
+ }