Hugging Face's logo

MarkGG
/
Romance-cleaned-3

Text Generation
Transformers
PyTorch
TensorBoard
gpt2
Generated from Trainer
text-generation-inference
Model card Files
xet
Metrics Community
1
MarkGG commited on
Commit
a5b2f4e
·
1 Parent(s): 930c1ec

End of training

Browse files
Files changed (8) hide show
  1. config.json +1 -1
  2. pytorch_model.bin +2 -2
  3. runs/Oct29_07-10-13_18b9d46271eb/1667027576.9273226/events.out.tfevents.1667027576.18b9d46271eb.79.1 +3 -0
  4. runs/Oct29_07-10-13_18b9d46271eb/events.out.tfevents.1667027576.18b9d46271eb.79.0 +3 -0
  5. special_tokens_map.json +1 -0
  6. tokenizer.json +418 -413
  7. tokenizer_config.json +1 -1
  8. training_args.bin +1 -1
config.json CHANGED
@@ -35,5 +35,5 @@
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.23.1",
37
  "use_cache": true,
38
- "vocab_size": 32074
39
  }
 
35
  "torch_dtype": "float32",
36
  "transformers_version": "4.23.1",
37
  "use_cache": true,
38
+ "vocab_size": 32176
39
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad27fdcce8d6246a493063f872cd405e986f1bf355b48914d29b13754eec3ac6
3
- size 454538345
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73eb6b70ca88e66cd9bfe0e27592b2cd2fd839f044205887fa7c87a3918168b8
3
+ size 454851689
runs/Oct29_07-10-13_18b9d46271eb/1667027576.9273226/events.out.tfevents.1667027576.18b9d46271eb.79.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e57197f9bfef0ad54898ae730d16c7c931628afdbb85cd3e84d266180715d41
3
+ size 5493
runs/Oct29_07-10-13_18b9d46271eb/events.out.tfevents.1667027576.18b9d46271eb.79.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6161096f4507cd3506c5bed888cbf03532ddf023cc3caecd1e85ee56fa9ae029
3
+ size 4311
special_tokens_map.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
 
4
  "unk_token": "<|endoftext|>"
5
  }
 
1
  {
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
  "unk_token": "<|endoftext|>"
6
  }
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
@@ -18,8 +23,8 @@
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
21
- "normalized": false,
22
- "special": true
23
  },
24
  {
25
  "id": 31971,
@@ -27,8 +32,8 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": false,
31
- "special": true
32
  },
33
  {
34
  "id": 31972,
@@ -36,8 +41,8 @@
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
39
- "normalized": false,
40
- "special": true
41
  },
42
  {
43
  "id": 31973,
@@ -45,8 +50,8 @@
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
48
- "normalized": false,
49
- "special": true
50
  },
51
  {
52
  "id": 31974,
@@ -54,8 +59,8 @@
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
57
- "normalized": false,
58
- "special": true
59
  },
60
  {
61
  "id": 31975,
@@ -63,8 +68,8 @@
63
  "single_word": false,
64
  "lstrip": false,
65
  "rstrip": false,
66
- "normalized": false,
67
- "special": true
68
  },
69
  {
70
  "id": 31976,
@@ -72,8 +77,8 @@
72
  "single_word": false,
73
  "lstrip": false,
74
  "rstrip": false,
75
- "normalized": false,
76
- "special": true
77
  },
78
  {
79
  "id": 31977,
@@ -81,8 +86,8 @@
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
84
- "normalized": false,
85
- "special": true
86
  },
87
  {
88
  "id": 31978,
@@ -90,8 +95,8 @@
90
  "single_word": false,
91
  "lstrip": false,
92
  "rstrip": false,
93
- "normalized": false,
94
- "special": true
95
  },
96
  {
97
  "id": 31979,
@@ -99,8 +104,8 @@
99
  "single_word": false,
100
  "lstrip": false,
101
  "rstrip": false,
102
- "normalized": false,
103
- "special": true
104
  },
105
  {
106
  "id": 31980,
@@ -108,8 +113,8 @@
108
  "single_word": false,
109
  "lstrip": false,
110
  "rstrip": false,
111
- "normalized": false,
112
- "special": true
113
  },
114
  {
115
  "id": 31981,
@@ -117,8 +122,8 @@
117
  "single_word": false,
118
  "lstrip": false,
119
  "rstrip": false,
120
- "normalized": false,
121
- "special": true
122
  },
123
  {
124
  "id": 31982,
@@ -126,8 +131,8 @@
126
  "single_word": false,
127
  "lstrip": false,
128
  "rstrip": false,
129
- "normalized": false,
130
- "special": true
131
  },
132
  {
133
  "id": 31983,
@@ -135,8 +140,8 @@
135
  "single_word": false,
136
  "lstrip": false,
137
  "rstrip": false,
138
- "normalized": false,
139
- "special": true
140
  },
141
  {
142
  "id": 31984,
@@ -144,8 +149,8 @@
144
  "single_word": false,
145
  "lstrip": false,
146
  "rstrip": false,
147
- "normalized": false,
148
- "special": true
149
  },
150
  {
151
  "id": 31985,
@@ -153,8 +158,8 @@
153
  "single_word": false,
154
  "lstrip": false,
155
  "rstrip": false,
156
- "normalized": false,
157
- "special": true
158
  },
159
  {
160
  "id": 31986,
@@ -162,8 +167,8 @@
162
  "single_word": false,
163
  "lstrip": false,
164
  "rstrip": false,
165
- "normalized": false,
166
- "special": true
167
  },
168
  {
169
  "id": 31987,
@@ -171,8 +176,8 @@
171
  "single_word": false,
172
  "lstrip": false,
173
  "rstrip": false,
174
- "normalized": false,
175
- "special": true
176
  },
177
  {
178
  "id": 31988,
@@ -180,8 +185,8 @@
180
  "single_word": false,
181
  "lstrip": false,
182
  "rstrip": false,
183
- "normalized": false,
184
- "special": true
185
  },
186
  {
187
  "id": 31989,
@@ -189,8 +194,8 @@
189
  "single_word": false,
190
  "lstrip": false,
191
  "rstrip": false,
192
- "normalized": false,
193
- "special": true
194
  },
195
  {
196
  "id": 31990,
@@ -198,8 +203,8 @@
198
  "single_word": false,
199
  "lstrip": false,
200
  "rstrip": false,
201
- "normalized": false,
202
- "special": true
203
  },
204
  {
205
  "id": 31991,
@@ -207,8 +212,8 @@
207
  "single_word": false,
208
  "lstrip": false,
209
  "rstrip": false,
210
- "normalized": false,
211
- "special": true
212
  },
213
  {
214
  "id": 31992,
@@ -216,8 +221,8 @@
216
  "single_word": false,
217
  "lstrip": false,
218
  "rstrip": false,
219
- "normalized": false,
220
- "special": true
221
  },
222
  {
223
  "id": 31993,
@@ -225,8 +230,8 @@
225
  "single_word": false,
226
  "lstrip": false,
227
  "rstrip": false,
228
- "normalized": false,
229
- "special": true
230
  },
231
  {
232
  "id": 31994,
@@ -234,8 +239,8 @@
234
  "single_word": false,
235
  "lstrip": false,
236
  "rstrip": false,
237
- "normalized": false,
238
- "special": true
239
  },
240
  {
241
  "id": 31995,
@@ -243,8 +248,8 @@
243
  "single_word": false,
244
  "lstrip": false,
245
  "rstrip": false,
246
- "normalized": false,
247
- "special": true
248
  },
249
  {
250
  "id": 31996,
@@ -252,8 +257,8 @@
252
  "single_word": false,
253
  "lstrip": false,
254
  "rstrip": false,
255
- "normalized": false,
256
- "special": true
257
  },
258
  {
259
  "id": 31997,
@@ -261,8 +266,8 @@
261
  "single_word": false,
262
  "lstrip": false,
263
  "rstrip": false,
264
- "normalized": false,
265
- "special": true
266
  },
267
  {
268
  "id": 31998,
@@ -270,8 +275,8 @@
270
  "single_word": false,
271
  "lstrip": false,
272
  "rstrip": false,
273
- "normalized": false,
274
- "special": true
275
  },
276
  {
277
  "id": 31999,
@@ -279,8 +284,8 @@
279
  "single_word": false,
280
  "lstrip": false,
281
  "rstrip": false,
282
- "normalized": false,
283
- "special": true
284
  },
285
  {
286
  "id": 32000,
@@ -288,8 +293,8 @@
288
  "single_word": false,
289
  "lstrip": false,
290
  "rstrip": false,
291
- "normalized": false,
292
- "special": true
293
  },
294
  {
295
  "id": 32001,
@@ -297,8 +302,8 @@
297
  "single_word": false,
298
  "lstrip": false,
299
  "rstrip": false,
300
- "normalized": false,
301
- "special": true
302
  },
303
  {
304
  "id": 32002,
@@ -306,8 +311,8 @@
306
  "single_word": false,
307
  "lstrip": false,
308
  "rstrip": false,
309
- "normalized": false,
310
- "special": true
311
  },
312
  {
313
  "id": 32003,
@@ -315,8 +320,8 @@
315
  "single_word": false,
316
  "lstrip": false,
317
  "rstrip": false,
318
- "normalized": false,
319
- "special": true
320
  },
321
  {
322
  "id": 32004,
@@ -324,8 +329,8 @@
324
  "single_word": false,
325
  "lstrip": false,
326
  "rstrip": false,
327
- "normalized": false,
328
- "special": true
329
  },
330
  {
331
  "id": 32005,
@@ -333,8 +338,8 @@
333
  "single_word": false,
334
  "lstrip": false,
335
  "rstrip": false,
336
- "normalized": false,
337
- "special": true
338
  },
339
  {
340
  "id": 32006,
@@ -342,8 +347,8 @@
342
  "single_word": false,
343
  "lstrip": false,
344
  "rstrip": false,
345
- "normalized": false,
346
- "special": true
347
  },
348
  {
349
  "id": 32007,
@@ -351,8 +356,8 @@
351
  "single_word": false,
352
  "lstrip": false,
353
  "rstrip": false,
354
- "normalized": false,
355
- "special": true
356
  },
357
  {
358
  "id": 32008,
@@ -360,8 +365,8 @@
360
  "single_word": false,
361
  "lstrip": false,
362
  "rstrip": false,
363
- "normalized": false,
364
- "special": true
365
  },
366
  {
367
  "id": 32009,
@@ -369,8 +374,8 @@
369
  "single_word": false,
370
  "lstrip": false,
371
  "rstrip": false,
372
- "normalized": false,
373
- "special": true
374
  },
375
  {
376
  "id": 32010,
@@ -378,8 +383,8 @@
378
  "single_word": false,
379
  "lstrip": false,
380
  "rstrip": false,
381
- "normalized": false,
382
- "special": true
383
  },
384
  {
385
  "id": 32011,
@@ -387,8 +392,8 @@
387
  "single_word": false,
388
  "lstrip": false,
389
  "rstrip": false,
390
- "normalized": false,
391
- "special": true
392
  },
393
  {
394
  "id": 32012,
@@ -396,8 +401,8 @@
396
  "single_word": false,
397
  "lstrip": false,
398
  "rstrip": false,
399
- "normalized": false,
400
- "special": true
401
  },
402
  {
403
  "id": 32013,
@@ -405,8 +410,8 @@
405
  "single_word": false,
406
  "lstrip": false,
407
  "rstrip": false,
408
- "normalized": false,
409
- "special": true
410
  },
411
  {
412
  "id": 32014,
@@ -414,8 +419,8 @@
414
  "single_word": false,
415
  "lstrip": false,
416
  "rstrip": false,
417
- "normalized": false,
418
- "special": true
419
  },
420
  {
421
  "id": 32015,
@@ -423,8 +428,8 @@
423
  "single_word": false,
424
  "lstrip": false,
425
  "rstrip": false,
426
- "normalized": false,
427
- "special": true
428
  },
429
  {
430
  "id": 32016,
@@ -432,8 +437,8 @@
432
  "single_word": false,
433
  "lstrip": false,
434
  "rstrip": false,
435
- "normalized": false,
436
- "special": true
437
  },
438
  {
439
  "id": 32017,
@@ -441,8 +446,8 @@
441
  "single_word": false,
442
  "lstrip": false,
443
  "rstrip": false,
444
- "normalized": false,
445
- "special": true
446
  },
447
  {
448
  "id": 32018,
@@ -450,8 +455,8 @@
450
  "single_word": false,
451
  "lstrip": false,
452
  "rstrip": false,
453
- "normalized": false,
454
- "special": true
455
  },
456
  {
457
  "id": 32019,
@@ -459,8 +464,8 @@
459
  "single_word": false,
460
  "lstrip": false,
461
  "rstrip": false,
462
- "normalized": false,
463
- "special": true
464
  },
465
  {
466
  "id": 32020,
@@ -468,8 +473,8 @@
468
  "single_word": false,
469
  "lstrip": false,
470
  "rstrip": false,
471
- "normalized": false,
472
- "special": true
473
  },
474
  {
475
  "id": 32021,
@@ -477,8 +482,8 @@
477
  "single_word": false,
478
  "lstrip": false,
479
  "rstrip": false,
480
- "normalized": false,
481
- "special": true
482
  },
483
  {
484
  "id": 32022,
@@ -486,8 +491,8 @@
486
  "single_word": false,
487
  "lstrip": false,
488
  "rstrip": false,
489
- "normalized": false,
490
- "special": true
491
  },
492
  {
493
  "id": 32023,
@@ -495,8 +500,8 @@
495
  "single_word": false,
496
  "lstrip": false,
497
  "rstrip": false,
498
- "normalized": false,
499
- "special": true
500
  },
501
  {
502
  "id": 32024,
@@ -504,8 +509,8 @@
504
  "single_word": false,
505
  "lstrip": false,
506
  "rstrip": false,
507
- "normalized": false,
508
- "special": true
509
  },
510
  {
511
  "id": 32025,
@@ -513,8 +518,8 @@
513
  "single_word": false,
514
  "lstrip": false,
515
  "rstrip": false,
516
- "normalized": false,
517
- "special": true
518
  },
519
  {
520
  "id": 32026,
@@ -522,8 +527,8 @@
522
  "single_word": false,
523
  "lstrip": false,
524
  "rstrip": false,
525
- "normalized": false,
526
- "special": true
527
  },
528
  {
529
  "id": 32027,
@@ -531,8 +536,8 @@
531
  "single_word": false,
532
  "lstrip": false,
533
  "rstrip": false,
534
- "normalized": false,
535
- "special": true
536
  },
537
  {
538
  "id": 32028,
@@ -540,8 +545,8 @@
540
  "single_word": false,
541
  "lstrip": false,
542
  "rstrip": false,
543
- "normalized": false,
544
- "special": true
545
  },
546
  {
547
  "id": 32029,
@@ -549,8 +554,8 @@
549
  "single_word": false,
550
  "lstrip": false,
551
  "rstrip": false,
552
- "normalized": false,
553
- "special": true
554
  },
555
  {
556
  "id": 32030,
@@ -558,8 +563,8 @@
558
  "single_word": false,
559
  "lstrip": false,
560
  "rstrip": false,
561
- "normalized": false,
562
- "special": true
563
  },
564
  {
565
  "id": 32031,
@@ -567,8 +572,8 @@
567
  "single_word": false,
568
  "lstrip": false,
569
  "rstrip": false,
570
- "normalized": false,
571
- "special": true
572
  },
573
  {
574
  "id": 32032,
@@ -576,8 +581,8 @@
576
  "single_word": false,
577
  "lstrip": false,
578
  "rstrip": false,
579
- "normalized": false,
580
- "special": true
581
  },
582
  {
583
  "id": 32033,
@@ -585,8 +590,8 @@
585
  "single_word": false,
586
  "lstrip": false,
587
  "rstrip": false,
588
- "normalized": false,
589
- "special": true
590
  },
591
  {
592
  "id": 32034,
@@ -594,8 +599,8 @@
594
  "single_word": false,
595
  "lstrip": false,
596
  "rstrip": false,
597
- "normalized": false,
598
- "special": true
599
  },
600
  {
601
  "id": 32035,
@@ -603,8 +608,8 @@
603
  "single_word": false,
604
  "lstrip": false,
605
  "rstrip": false,
606
- "normalized": false,
607
- "special": true
608
  },
609
  {
610
  "id": 32036,
@@ -612,8 +617,8 @@
612
  "single_word": false,
613
  "lstrip": false,
614
  "rstrip": false,
615
- "normalized": false,
616
- "special": true
617
  },
618
  {
619
  "id": 32037,
@@ -621,8 +626,8 @@
621
  "single_word": false,
622
  "lstrip": false,
623
  "rstrip": false,
624
- "normalized": false,
625
- "special": true
626
  },
627
  {
628
  "id": 32038,
@@ -630,8 +635,8 @@
630
  "single_word": false,
631
  "lstrip": false,
632
  "rstrip": false,
633
- "normalized": false,
634
- "special": true
635
  },
636
  {
637
  "id": 32039,
@@ -639,8 +644,8 @@
639
  "single_word": false,
640
  "lstrip": false,
641
  "rstrip": false,
642
- "normalized": false,
643
- "special": true
644
  },
645
  {
646
  "id": 32040,
@@ -648,8 +653,8 @@
648
  "single_word": false,
649
  "lstrip": false,
650
  "rstrip": false,
651
- "normalized": false,
652
- "special": true
653
  },
654
  {
655
  "id": 32041,
@@ -657,8 +662,8 @@
657
  "single_word": false,
658
  "lstrip": false,
659
  "rstrip": false,
660
- "normalized": false,
661
- "special": true
662
  },
663
  {
664
  "id": 32042,
@@ -666,8 +671,8 @@
666
  "single_word": false,
667
  "lstrip": false,
668
  "rstrip": false,
669
- "normalized": false,
670
- "special": true
671
  },
672
  {
673
  "id": 32043,
@@ -675,8 +680,8 @@
675
  "single_word": false,
676
  "lstrip": false,
677
  "rstrip": false,
678
- "normalized": false,
679
- "special": true
680
  },
681
  {
682
  "id": 32044,
@@ -684,8 +689,8 @@
684
  "single_word": false,
685
  "lstrip": false,
686
  "rstrip": false,
687
- "normalized": false,
688
- "special": true
689
  },
690
  {
691
  "id": 32045,
@@ -693,8 +698,8 @@
693
  "single_word": false,
694
  "lstrip": false,
695
  "rstrip": false,
696
- "normalized": false,
697
- "special": true
698
  },
699
  {
700
  "id": 32046,
@@ -702,8 +707,8 @@
702
  "single_word": false,
703
  "lstrip": false,
704
  "rstrip": false,
705
- "normalized": false,
706
- "special": true
707
  },
708
  {
709
  "id": 32047,
@@ -711,8 +716,8 @@
711
  "single_word": false,
712
  "lstrip": false,
713
  "rstrip": false,
714
- "normalized": false,
715
- "special": true
716
  },
717
  {
718
  "id": 32048,
@@ -720,8 +725,8 @@
720
  "single_word": false,
721
  "lstrip": false,
722
  "rstrip": false,
723
- "normalized": false,
724
- "special": true
725
  },
726
  {
727
  "id": 32049,
@@ -729,8 +734,8 @@
729
  "single_word": false,
730
  "lstrip": false,
731
  "rstrip": false,
732
- "normalized": false,
733
- "special": true
734
  },
735
  {
736
  "id": 32050,
@@ -738,8 +743,8 @@
738
  "single_word": false,
739
  "lstrip": false,
740
  "rstrip": false,
741
- "normalized": false,
742
- "special": true
743
  },
744
  {
745
  "id": 32051,
@@ -747,8 +752,8 @@
747
  "single_word": false,
748
  "lstrip": false,
749
  "rstrip": false,
750
- "normalized": false,
751
- "special": true
752
  },
753
  {
754
  "id": 32052,
@@ -756,8 +761,8 @@
756
  "single_word": false,
757
  "lstrip": false,
758
  "rstrip": false,
759
- "normalized": false,
760
- "special": true
761
  },
762
  {
763
  "id": 32053,
@@ -765,8 +770,8 @@
765
  "single_word": false,
766
  "lstrip": false,
767
  "rstrip": false,
768
- "normalized": false,
769
- "special": true
770
  },
771
  {
772
  "id": 32054,
@@ -774,8 +779,8 @@
774
  "single_word": false,
775
  "lstrip": false,
776
  "rstrip": false,
777
- "normalized": false,
778
- "special": true
779
  },
780
  {
781
  "id": 32055,
@@ -783,8 +788,8 @@
783
  "single_word": false,
784
  "lstrip": false,
785
  "rstrip": false,
786
- "normalized": false,
787
- "special": true
788
  },
789
  {
790
  "id": 32056,
@@ -792,8 +797,8 @@
792
  "single_word": false,
793
  "lstrip": false,
794
  "rstrip": false,
795
- "normalized": false,
796
- "special": true
797
  },
798
  {
799
  "id": 32057,
@@ -801,8 +806,8 @@
801
  "single_word": false,
802
  "lstrip": false,
803
  "rstrip": false,
804
- "normalized": false,
805
- "special": true
806
  },
807
  {
808
  "id": 32058,
@@ -810,8 +815,8 @@
810
  "single_word": false,
811
  "lstrip": false,
812
  "rstrip": false,
813
- "normalized": false,
814
- "special": true
815
  },
816
  {
817
  "id": 32059,
@@ -819,8 +824,8 @@
819
  "single_word": false,
820
  "lstrip": false,
821
  "rstrip": false,
822
- "normalized": false,
823
- "special": true
824
  },
825
  {
826
  "id": 32060,
@@ -828,8 +833,8 @@
828
  "single_word": false,
829
  "lstrip": false,
830
  "rstrip": false,
831
- "normalized": false,
832
- "special": true
833
  },
834
  {
835
  "id": 32061,
@@ -837,8 +842,8 @@
837
  "single_word": false,
838
  "lstrip": false,
839
  "rstrip": false,
840
- "normalized": false,
841
- "special": true
842
  },
843
  {
844
  "id": 32062,
@@ -846,8 +851,8 @@
846
  "single_word": false,
847
  "lstrip": false,
848
  "rstrip": false,
849
- "normalized": false,
850
- "special": true
851
  },
852
  {
853
  "id": 32063,
@@ -855,8 +860,8 @@
855
  "single_word": false,
856
  "lstrip": false,
857
  "rstrip": false,
858
- "normalized": false,
859
- "special": true
860
  },
861
  {
862
  "id": 32064,
@@ -864,8 +869,8 @@
864
  "single_word": false,
865
  "lstrip": false,
866
  "rstrip": false,
867
- "normalized": false,
868
- "special": true
869
  },
870
  {
871
  "id": 32065,
@@ -873,8 +878,8 @@
873
  "single_word": false,
874
  "lstrip": false,
875
  "rstrip": false,
876
- "normalized": false,
877
- "special": true
878
  },
879
  {
880
  "id": 32066,
@@ -882,8 +887,8 @@
882
  "single_word": false,
883
  "lstrip": false,
884
  "rstrip": false,
885
- "normalized": false,
886
- "special": true
887
  },
888
  {
889
  "id": 32067,
@@ -891,8 +896,8 @@
891
  "single_word": false,
892
  "lstrip": false,
893
  "rstrip": false,
894
- "normalized": false,
895
- "special": true
896
  },
897
  {
898
  "id": 32068,
@@ -900,8 +905,8 @@
900
  "single_word": false,
901
  "lstrip": false,
902
  "rstrip": false,
903
- "normalized": false,
904
- "special": true
905
  },
906
  {
907
  "id": 32069,
@@ -909,8 +914,8 @@
909
  "single_word": false,
910
  "lstrip": false,
911
  "rstrip": false,
912
- "normalized": false,
913
- "special": true
914
  },
915
  {
916
  "id": 32070,
@@ -918,8 +923,8 @@
918
  "single_word": false,
919
  "lstrip": false,
920
  "rstrip": false,
921
- "normalized": false,
922
- "special": true
923
  },
924
  {
925
  "id": 32071,
@@ -927,8 +932,8 @@
927
  "single_word": false,
928
  "lstrip": false,
929
  "rstrip": false,
930
- "normalized": false,
931
- "special": true
932
  },
933
  {
934
  "id": 32072,
@@ -936,8 +941,8 @@
936
  "single_word": false,
937
  "lstrip": false,
938
  "rstrip": false,
939
- "normalized": false,
940
- "special": true
941
  },
942
  {
943
  "id": 32073,
@@ -945,8 +950,8 @@
945
  "single_word": false,
946
  "lstrip": false,
947
  "rstrip": false,
948
- "normalized": false,
949
- "special": true
950
  },
951
  {
952
  "id": 32074,
@@ -954,8 +959,8 @@
954
  "single_word": false,
955
  "lstrip": false,
956
  "rstrip": false,
957
- "normalized": false,
958
- "special": true
959
  },
960
  {
961
  "id": 32075,
@@ -963,8 +968,8 @@
963
  "single_word": false,
964
  "lstrip": false,
965
  "rstrip": false,
966
- "normalized": false,
967
- "special": true
968
  },
969
  {
970
  "id": 32076,
@@ -972,8 +977,8 @@
972
  "single_word": false,
973
  "lstrip": false,
974
  "rstrip": false,
975
- "normalized": false,
976
- "special": true
977
  },
978
  {
979
  "id": 32077,
@@ -981,8 +986,8 @@
981
  "single_word": false,
982
  "lstrip": false,
983
  "rstrip": false,
984
- "normalized": false,
985
- "special": true
986
  },
987
  {
988
  "id": 32078,
@@ -990,8 +995,8 @@
990
  "single_word": false,
991
  "lstrip": false,
992
  "rstrip": false,
993
- "normalized": false,
994
- "special": true
995
  },
996
  {
997
  "id": 32079,
@@ -999,8 +1004,8 @@
999
  "single_word": false,
1000
  "lstrip": false,
1001
  "rstrip": false,
1002
- "normalized": false,
1003
- "special": true
1004
  },
1005
  {
1006
  "id": 32080,
@@ -1008,8 +1013,8 @@
1008
  "single_word": false,
1009
  "lstrip": false,
1010
  "rstrip": false,
1011
- "normalized": false,
1012
- "special": true
1013
  },
1014
  {
1015
  "id": 32081,
@@ -1017,8 +1022,8 @@
1017
  "single_word": false,
1018
  "lstrip": false,
1019
  "rstrip": false,
1020
- "normalized": false,
1021
- "special": true
1022
  },
1023
  {
1024
  "id": 32082,
@@ -1026,8 +1031,8 @@
1026
  "single_word": false,
1027
  "lstrip": false,
1028
  "rstrip": false,
1029
- "normalized": false,
1030
- "special": true
1031
  },
1032
  {
1033
  "id": 32083,
@@ -1035,8 +1040,8 @@
1035
  "single_word": false,
1036
  "lstrip": false,
1037
  "rstrip": false,
1038
- "normalized": false,
1039
- "special": true
1040
  },
1041
  {
1042
  "id": 32084,
@@ -1044,8 +1049,8 @@
1044
  "single_word": false,
1045
  "lstrip": false,
1046
  "rstrip": false,
1047
- "normalized": false,
1048
- "special": true
1049
  },
1050
  {
1051
  "id": 32085,
@@ -1053,8 +1058,8 @@
1053
  "single_word": false,
1054
  "lstrip": false,
1055
  "rstrip": false,
1056
- "normalized": false,
1057
- "special": true
1058
  },
1059
  {
1060
  "id": 32086,
@@ -1062,8 +1067,8 @@
1062
  "single_word": false,
1063
  "lstrip": false,
1064
  "rstrip": false,
1065
- "normalized": false,
1066
- "special": true
1067
  },
1068
  {
1069
  "id": 32087,
@@ -1071,8 +1076,8 @@
1071
  "single_word": false,
1072
  "lstrip": false,
1073
  "rstrip": false,
1074
- "normalized": false,
1075
- "special": true
1076
  },
1077
  {
1078
  "id": 32088,
@@ -1080,8 +1085,8 @@
1080
  "single_word": false,
1081
  "lstrip": false,
1082
  "rstrip": false,
1083
- "normalized": false,
1084
- "special": true
1085
  },
1086
  {
1087
  "id": 32089,
@@ -1089,8 +1094,8 @@
1089
  "single_word": false,
1090
  "lstrip": false,
1091
  "rstrip": false,
1092
- "normalized": false,
1093
- "special": true
1094
  },
1095
  {
1096
  "id": 32090,
@@ -1098,8 +1103,8 @@
1098
  "single_word": false,
1099
  "lstrip": false,
1100
  "rstrip": false,
1101
- "normalized": false,
1102
- "special": true
1103
  },
1104
  {
1105
  "id": 32091,
@@ -1107,8 +1112,8 @@
1107
  "single_word": false,
1108
  "lstrip": false,
1109
  "rstrip": false,
1110
- "normalized": false,
1111
- "special": true
1112
  },
1113
  {
1114
  "id": 32092,
@@ -1116,8 +1121,8 @@
1116
  "single_word": false,
1117
  "lstrip": false,
1118
  "rstrip": false,
1119
- "normalized": false,
1120
- "special": true
1121
  },
1122
  {
1123
  "id": 32093,
@@ -1125,8 +1130,8 @@
1125
  "single_word": false,
1126
  "lstrip": false,
1127
  "rstrip": false,
1128
- "normalized": false,
1129
- "special": true
1130
  },
1131
  {
1132
  "id": 32094,
@@ -1134,8 +1139,8 @@
1134
  "single_word": false,
1135
  "lstrip": false,
1136
  "rstrip": false,
1137
- "normalized": false,
1138
- "special": true
1139
  },
1140
  {
1141
  "id": 32095,
@@ -1143,8 +1148,8 @@
1143
  "single_word": false,
1144
  "lstrip": false,
1145
  "rstrip": false,
1146
- "normalized": false,
1147
- "special": true
1148
  },
1149
  {
1150
  "id": 32096,
@@ -1152,8 +1157,8 @@
1152
  "single_word": false,
1153
  "lstrip": false,
1154
  "rstrip": false,
1155
- "normalized": false,
1156
- "special": true
1157
  },
1158
  {
1159
  "id": 32097,
@@ -1161,8 +1166,8 @@
1161
  "single_word": false,
1162
  "lstrip": false,
1163
  "rstrip": false,
1164
- "normalized": false,
1165
- "special": true
1166
  },
1167
  {
1168
  "id": 32098,
@@ -1170,8 +1175,8 @@
1170
  "single_word": false,
1171
  "lstrip": false,
1172
  "rstrip": false,
1173
- "normalized": false,
1174
- "special": true
1175
  },
1176
  {
1177
  "id": 32099,
@@ -1179,8 +1184,8 @@
1179
  "single_word": false,
1180
  "lstrip": false,
1181
  "rstrip": false,
1182
- "normalized": false,
1183
- "special": true
1184
  },
1185
  {
1186
  "id": 32100,
@@ -1188,8 +1193,8 @@
1188
  "single_word": false,
1189
  "lstrip": false,
1190
  "rstrip": false,
1191
- "normalized": false,
1192
- "special": true
1193
  },
1194
  {
1195
  "id": 32101,
@@ -1197,8 +1202,8 @@
1197
  "single_word": false,
1198
  "lstrip": false,
1199
  "rstrip": false,
1200
- "normalized": false,
1201
- "special": true
1202
  },
1203
  {
1204
  "id": 32102,
@@ -1206,8 +1211,8 @@
1206
  "single_word": false,
1207
  "lstrip": false,
1208
  "rstrip": false,
1209
- "normalized": false,
1210
- "special": true
1211
  },
1212
  {
1213
  "id": 32103,
@@ -1215,8 +1220,8 @@
1215
  "single_word": false,
1216
  "lstrip": false,
1217
  "rstrip": false,
1218
- "normalized": false,
1219
- "special": true
1220
  },
1221
  {
1222
  "id": 32104,
@@ -1224,8 +1229,8 @@
1224
  "single_word": false,
1225
  "lstrip": false,
1226
  "rstrip": false,
1227
- "normalized": false,
1228
- "special": true
1229
  },
1230
  {
1231
  "id": 32105,
@@ -1233,8 +1238,8 @@
1233
  "single_word": false,
1234
  "lstrip": false,
1235
  "rstrip": false,
1236
- "normalized": false,
1237
- "special": true
1238
  },
1239
  {
1240
  "id": 32106,
@@ -1242,8 +1247,8 @@
1242
  "single_word": false,
1243
  "lstrip": false,
1244
  "rstrip": false,
1245
- "normalized": false,
1246
- "special": true
1247
  },
1248
  {
1249
  "id": 32107,
@@ -1251,8 +1256,8 @@
1251
  "single_word": false,
1252
  "lstrip": false,
1253
  "rstrip": false,
1254
- "normalized": false,
1255
- "special": true
1256
  },
1257
  {
1258
  "id": 32108,
@@ -1260,8 +1265,8 @@
1260
  "single_word": false,
1261
  "lstrip": false,
1262
  "rstrip": false,
1263
- "normalized": false,
1264
- "special": true
1265
  },
1266
  {
1267
  "id": 32109,
@@ -1269,8 +1274,8 @@
1269
  "single_word": false,
1270
  "lstrip": false,
1271
  "rstrip": false,
1272
- "normalized": false,
1273
- "special": true
1274
  },
1275
  {
1276
  "id": 32110,
@@ -1278,8 +1283,8 @@
1278
  "single_word": false,
1279
  "lstrip": false,
1280
  "rstrip": false,
1281
- "normalized": false,
1282
- "special": true
1283
  },
1284
  {
1285
  "id": 32111,
@@ -1287,8 +1292,8 @@
1287
  "single_word": false,
1288
  "lstrip": false,
1289
  "rstrip": false,
1290
- "normalized": false,
1291
- "special": true
1292
  },
1293
  {
1294
  "id": 32112,
@@ -1296,8 +1301,8 @@
1296
  "single_word": false,
1297
  "lstrip": false,
1298
  "rstrip": false,
1299
- "normalized": false,
1300
- "special": true
1301
  },
1302
  {
1303
  "id": 32113,
@@ -1305,8 +1310,8 @@
1305
  "single_word": false,
1306
  "lstrip": false,
1307
  "rstrip": false,
1308
- "normalized": false,
1309
- "special": true
1310
  },
1311
  {
1312
  "id": 32114,
@@ -1314,8 +1319,8 @@
1314
  "single_word": false,
1315
  "lstrip": false,
1316
  "rstrip": false,
1317
- "normalized": false,
1318
- "special": true
1319
  },
1320
  {
1321
  "id": 32115,
@@ -1323,8 +1328,8 @@
1323
  "single_word": false,
1324
  "lstrip": false,
1325
  "rstrip": false,
1326
- "normalized": false,
1327
- "special": true
1328
  },
1329
  {
1330
  "id": 32116,
@@ -1332,8 +1337,8 @@
1332
  "single_word": false,
1333
  "lstrip": false,
1334
  "rstrip": false,
1335
- "normalized": false,
1336
- "special": true
1337
  },
1338
  {
1339
  "id": 32117,
@@ -1341,8 +1346,8 @@
1341
  "single_word": false,
1342
  "lstrip": false,
1343
  "rstrip": false,
1344
- "normalized": false,
1345
- "special": true
1346
  },
1347
  {
1348
  "id": 32118,
@@ -1350,8 +1355,8 @@
1350
  "single_word": false,
1351
  "lstrip": false,
1352
  "rstrip": false,
1353
- "normalized": false,
1354
- "special": true
1355
  },
1356
  {
1357
  "id": 32119,
@@ -1359,8 +1364,8 @@
1359
  "single_word": false,
1360
  "lstrip": false,
1361
  "rstrip": false,
1362
- "normalized": false,
1363
- "special": true
1364
  },
1365
  {
1366
  "id": 32120,
@@ -1368,8 +1373,8 @@
1368
  "single_word": false,
1369
  "lstrip": false,
1370
  "rstrip": false,
1371
- "normalized": false,
1372
- "special": true
1373
  },
1374
  {
1375
  "id": 32121,
@@ -1377,8 +1382,8 @@
1377
  "single_word": false,
1378
  "lstrip": false,
1379
  "rstrip": false,
1380
- "normalized": false,
1381
- "special": true
1382
  },
1383
  {
1384
  "id": 32122,
@@ -1386,8 +1391,8 @@
1386
  "single_word": false,
1387
  "lstrip": false,
1388
  "rstrip": false,
1389
- "normalized": false,
1390
- "special": true
1391
  },
1392
  {
1393
  "id": 32123,
@@ -1395,8 +1400,8 @@
1395
  "single_word": false,
1396
  "lstrip": false,
1397
  "rstrip": false,
1398
- "normalized": false,
1399
- "special": true
1400
  },
1401
  {
1402
  "id": 32124,
@@ -1404,8 +1409,8 @@
1404
  "single_word": false,
1405
  "lstrip": false,
1406
  "rstrip": false,
1407
- "normalized": false,
1408
- "special": true
1409
  },
1410
  {
1411
  "id": 32125,
@@ -1413,8 +1418,8 @@
1413
  "single_word": false,
1414
  "lstrip": false,
1415
  "rstrip": false,
1416
- "normalized": false,
1417
- "special": true
1418
  },
1419
  {
1420
  "id": 32126,
@@ -1422,8 +1427,8 @@
1422
  "single_word": false,
1423
  "lstrip": false,
1424
  "rstrip": false,
1425
- "normalized": false,
1426
- "special": true
1427
  },
1428
  {
1429
  "id": 32127,
@@ -1431,8 +1436,8 @@
1431
  "single_word": false,
1432
  "lstrip": false,
1433
  "rstrip": false,
1434
- "normalized": false,
1435
- "special": true
1436
  },
1437
  {
1438
  "id": 32128,
@@ -1440,8 +1445,8 @@
1440
  "single_word": false,
1441
  "lstrip": false,
1442
  "rstrip": false,
1443
- "normalized": false,
1444
- "special": true
1445
  },
1446
  {
1447
  "id": 32129,
@@ -1449,8 +1454,8 @@
1449
  "single_word": false,
1450
  "lstrip": false,
1451
  "rstrip": false,
1452
- "normalized": false,
1453
- "special": true
1454
  },
1455
  {
1456
  "id": 32130,
@@ -1458,8 +1463,8 @@
1458
  "single_word": false,
1459
  "lstrip": false,
1460
  "rstrip": false,
1461
- "normalized": false,
1462
- "special": true
1463
  },
1464
  {
1465
  "id": 32131,
@@ -1467,8 +1472,8 @@
1467
  "single_word": false,
1468
  "lstrip": false,
1469
  "rstrip": false,
1470
- "normalized": false,
1471
- "special": true
1472
  },
1473
  {
1474
  "id": 32132,
@@ -1476,8 +1481,8 @@
1476
  "single_word": false,
1477
  "lstrip": false,
1478
  "rstrip": false,
1479
- "normalized": false,
1480
- "special": true
1481
  },
1482
  {
1483
  "id": 32133,
@@ -1485,8 +1490,8 @@
1485
  "single_word": false,
1486
  "lstrip": false,
1487
  "rstrip": false,
1488
- "normalized": false,
1489
- "special": true
1490
  },
1491
  {
1492
  "id": 32134,
@@ -1494,8 +1499,8 @@
1494
  "single_word": false,
1495
  "lstrip": false,
1496
  "rstrip": false,
1497
- "normalized": false,
1498
- "special": true
1499
  },
1500
  {
1501
  "id": 32135,
@@ -1503,8 +1508,8 @@
1503
  "single_word": false,
1504
  "lstrip": false,
1505
  "rstrip": false,
1506
- "normalized": false,
1507
- "special": true
1508
  },
1509
  {
1510
  "id": 32136,
@@ -1512,8 +1517,8 @@
1512
  "single_word": false,
1513
  "lstrip": false,
1514
  "rstrip": false,
1515
- "normalized": false,
1516
- "special": true
1517
  },
1518
  {
1519
  "id": 32137,
@@ -1521,8 +1526,8 @@
1521
  "single_word": false,
1522
  "lstrip": false,
1523
  "rstrip": false,
1524
- "normalized": false,
1525
- "special": true
1526
  },
1527
  {
1528
  "id": 32138,
@@ -1530,8 +1535,8 @@
1530
  "single_word": false,
1531
  "lstrip": false,
1532
  "rstrip": false,
1533
- "normalized": false,
1534
- "special": true
1535
  },
1536
  {
1537
  "id": 32139,
@@ -1539,8 +1544,8 @@
1539
  "single_word": false,
1540
  "lstrip": false,
1541
  "rstrip": false,
1542
- "normalized": false,
1543
- "special": true
1544
  },
1545
  {
1546
  "id": 32140,
@@ -1548,8 +1553,8 @@
1548
  "single_word": false,
1549
  "lstrip": false,
1550
  "rstrip": false,
1551
- "normalized": false,
1552
- "special": true
1553
  },
1554
  {
1555
  "id": 32141,
@@ -1557,8 +1562,8 @@
1557
  "single_word": false,
1558
  "lstrip": false,
1559
  "rstrip": false,
1560
- "normalized": false,
1561
- "special": true
1562
  },
1563
  {
1564
  "id": 32142,
@@ -1566,8 +1571,8 @@
1566
  "single_word": false,
1567
  "lstrip": false,
1568
  "rstrip": false,
1569
- "normalized": false,
1570
- "special": true
1571
  },
1572
  {
1573
  "id": 32143,
@@ -1575,8 +1580,8 @@
1575
  "single_word": false,
1576
  "lstrip": false,
1577
  "rstrip": false,
1578
- "normalized": false,
1579
- "special": true
1580
  },
1581
  {
1582
  "id": 32144,
@@ -1584,8 +1589,8 @@
1584
  "single_word": false,
1585
  "lstrip": false,
1586
  "rstrip": false,
1587
- "normalized": false,
1588
- "special": true
1589
  },
1590
  {
1591
  "id": 32145,
@@ -1593,8 +1598,8 @@
1593
  "single_word": false,
1594
  "lstrip": false,
1595
  "rstrip": false,
1596
- "normalized": false,
1597
- "special": true
1598
  },
1599
  {
1600
  "id": 32146,
@@ -1602,8 +1607,8 @@
1602
  "single_word": false,
1603
  "lstrip": false,
1604
  "rstrip": false,
1605
- "normalized": false,
1606
- "special": true
1607
  },
1608
  {
1609
  "id": 32147,
@@ -1611,8 +1616,8 @@
1611
  "single_word": false,
1612
  "lstrip": false,
1613
  "rstrip": false,
1614
- "normalized": false,
1615
- "special": true
1616
  },
1617
  {
1618
  "id": 32148,
@@ -1620,8 +1625,8 @@
1620
  "single_word": false,
1621
  "lstrip": false,
1622
  "rstrip": false,
1623
- "normalized": false,
1624
- "special": true
1625
  },
1626
  {
1627
  "id": 32149,
@@ -1629,8 +1634,8 @@
1629
  "single_word": false,
1630
  "lstrip": false,
1631
  "rstrip": false,
1632
- "normalized": false,
1633
- "special": true
1634
  },
1635
  {
1636
  "id": 32150,
@@ -1638,8 +1643,8 @@
1638
  "single_word": false,
1639
  "lstrip": false,
1640
  "rstrip": false,
1641
- "normalized": false,
1642
- "special": true
1643
  },
1644
  {
1645
  "id": 32151,
@@ -1647,8 +1652,8 @@
1647
  "single_word": false,
1648
  "lstrip": false,
1649
  "rstrip": false,
1650
- "normalized": false,
1651
- "special": true
1652
  },
1653
  {
1654
  "id": 32152,
@@ -1656,8 +1661,8 @@
1656
  "single_word": false,
1657
  "lstrip": false,
1658
  "rstrip": false,
1659
- "normalized": false,
1660
- "special": true
1661
  },
1662
  {
1663
  "id": 32153,
@@ -1665,8 +1670,8 @@
1665
  "single_word": false,
1666
  "lstrip": false,
1667
  "rstrip": false,
1668
- "normalized": false,
1669
- "special": true
1670
  },
1671
  {
1672
  "id": 32154,
@@ -1674,8 +1679,8 @@
1674
  "single_word": false,
1675
  "lstrip": false,
1676
  "rstrip": false,
1677
- "normalized": false,
1678
- "special": true
1679
  },
1680
  {
1681
  "id": 32155,
@@ -1683,8 +1688,8 @@
1683
  "single_word": false,
1684
  "lstrip": false,
1685
  "rstrip": false,
1686
- "normalized": false,
1687
- "special": true
1688
  },
1689
  {
1690
  "id": 32156,
@@ -1692,8 +1697,8 @@
1692
  "single_word": false,
1693
  "lstrip": false,
1694
  "rstrip": false,
1695
- "normalized": false,
1696
- "special": true
1697
  },
1698
  {
1699
  "id": 32157,
@@ -1701,8 +1706,8 @@
1701
  "single_word": false,
1702
  "lstrip": false,
1703
  "rstrip": false,
1704
- "normalized": false,
1705
- "special": true
1706
  },
1707
  {
1708
  "id": 32158,
@@ -1710,8 +1715,8 @@
1710
  "single_word": false,
1711
  "lstrip": false,
1712
  "rstrip": false,
1713
- "normalized": false,
1714
- "special": true
1715
  },
1716
  {
1717
  "id": 32159,
@@ -1719,8 +1724,8 @@
1719
  "single_word": false,
1720
  "lstrip": false,
1721
  "rstrip": false,
1722
- "normalized": false,
1723
- "special": true
1724
  },
1725
  {
1726
  "id": 32160,
@@ -1728,8 +1733,8 @@
1728
  "single_word": false,
1729
  "lstrip": false,
1730
  "rstrip": false,
1731
- "normalized": false,
1732
- "special": true
1733
  },
1734
  {
1735
  "id": 32161,
@@ -1737,8 +1742,8 @@
1737
  "single_word": false,
1738
  "lstrip": false,
1739
  "rstrip": false,
1740
- "normalized": false,
1741
- "special": true
1742
  },
1743
  {
1744
  "id": 32162,
@@ -1746,8 +1751,8 @@
1746
  "single_word": false,
1747
  "lstrip": false,
1748
  "rstrip": false,
1749
- "normalized": false,
1750
- "special": true
1751
  },
1752
  {
1753
  "id": 32163,
@@ -1755,8 +1760,8 @@
1755
  "single_word": false,
1756
  "lstrip": false,
1757
  "rstrip": false,
1758
- "normalized": false,
1759
- "special": true
1760
  },
1761
  {
1762
  "id": 32164,
@@ -1764,8 +1769,8 @@
1764
  "single_word": false,
1765
  "lstrip": false,
1766
  "rstrip": false,
1767
- "normalized": false,
1768
- "special": true
1769
  },
1770
  {
1771
  "id": 32165,
@@ -1773,8 +1778,8 @@
1773
  "single_word": false,
1774
  "lstrip": false,
1775
  "rstrip": false,
1776
- "normalized": false,
1777
- "special": true
1778
  },
1779
  {
1780
  "id": 32166,
@@ -1782,8 +1787,8 @@
1782
  "single_word": false,
1783
  "lstrip": false,
1784
  "rstrip": false,
1785
- "normalized": false,
1786
- "special": true
1787
  },
1788
  {
1789
  "id": 32167,
@@ -1791,8 +1796,8 @@
1791
  "single_word": false,
1792
  "lstrip": false,
1793
  "rstrip": false,
1794
- "normalized": false,
1795
- "special": true
1796
  },
1797
  {
1798
  "id": 32168,
@@ -1800,8 +1805,8 @@
1800
  "single_word": false,
1801
  "lstrip": false,
1802
  "rstrip": false,
1803
- "normalized": false,
1804
- "special": true
1805
  },
1806
  {
1807
  "id": 32169,
@@ -1809,8 +1814,8 @@
1809
  "single_word": false,
1810
  "lstrip": false,
1811
  "rstrip": false,
1812
- "normalized": false,
1813
- "special": true
1814
  },
1815
  {
1816
  "id": 32170,
@@ -1818,8 +1823,8 @@
1818
  "single_word": false,
1819
  "lstrip": false,
1820
  "rstrip": false,
1821
- "normalized": false,
1822
- "special": true
1823
  },
1824
  {
1825
  "id": 32171,
@@ -1827,8 +1832,8 @@
1827
  "single_word": false,
1828
  "lstrip": false,
1829
  "rstrip": false,
1830
- "normalized": false,
1831
- "special": true
1832
  },
1833
  {
1834
  "id": 32172,
@@ -1836,8 +1841,8 @@
1836
  "single_word": false,
1837
  "lstrip": false,
1838
  "rstrip": false,
1839
- "normalized": false,
1840
- "special": true
1841
  },
1842
  {
1843
  "id": 32173,
@@ -1845,8 +1850,8 @@
1845
  "single_word": false,
1846
  "lstrip": false,
1847
  "rstrip": false,
1848
- "normalized": false,
1849
- "special": true
1850
  },
1851
  {
1852
  "id": 32174,
@@ -1854,8 +1859,8 @@
1854
  "single_word": false,
1855
  "lstrip": false,
1856
  "rstrip": false,
1857
- "normalized": false,
1858
- "special": true
1859
  },
1860
  {
1861
  "id": 32175,
@@ -1863,8 +1868,8 @@
1863
  "single_word": false,
1864
  "lstrip": false,
1865
  "rstrip": false,
1866
- "normalized": false,
1867
- "special": true
1868
  }
1869
  ],
1870
  "normalizer": null,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 128,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
+ "normalized": true,
27
+ "special": false
28
  },
29
  {
30
  "id": 31971,
 
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
35
+ "normalized": true,
36
+ "special": false
37
  },
38
  {
39
  "id": 31972,
 
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
+ "normalized": true,
45
+ "special": false
46
  },
47
  {
48
  "id": 31973,
 
50
  "single_word": false,
51
  "lstrip": false,
52
  "rstrip": false,
53
+ "normalized": true,
54
+ "special": false
55
  },
56
  {
57
  "id": 31974,
 
59
  "single_word": false,
60
  "lstrip": false,
61
  "rstrip": false,
62
+ "normalized": true,
63
+ "special": false
64
  },
65
  {
66
  "id": 31975,
 
68
  "single_word": false,
69
  "lstrip": false,
70
  "rstrip": false,
71
+ "normalized": true,
72
+ "special": false
73
  },
74
  {
75
  "id": 31976,
 
77
  "single_word": false,
78
  "lstrip": false,
79
  "rstrip": false,
80
+ "normalized": true,
81
+ "special": false
82
  },
83
  {
84
  "id": 31977,
 
86
  "single_word": false,
87
  "lstrip": false,
88
  "rstrip": false,
89
+ "normalized": true,
90
+ "special": false
91
  },
92
  {
93
  "id": 31978,
 
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
98
+ "normalized": true,
99
+ "special": false
100
  },
101
  {
102
  "id": 31979,
 
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
107
+ "normalized": true,
108
+ "special": false
109
  },
110
  {
111
  "id": 31980,
 
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
116
+ "normalized": true,
117
+ "special": false
118
  },
119
  {
120
  "id": 31981,
 
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
125
+ "normalized": true,
126
+ "special": false
127
  },
128
  {
129
  "id": 31982,
 
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
134
+ "normalized": true,
135
+ "special": false
136
  },
137
  {
138
  "id": 31983,
 
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
143
+ "normalized": true,
144
+ "special": false
145
  },
146
  {
147
  "id": 31984,
 
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
152
+ "normalized": true,
153
+ "special": false
154
  },
155
  {
156
  "id": 31985,
 
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
161
+ "normalized": true,
162
+ "special": false
163
  },
164
  {
165
  "id": 31986,
 
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
170
+ "normalized": true,
171
+ "special": false
172
  },
173
  {
174
  "id": 31987,
 
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
179
+ "normalized": true,
180
+ "special": false
181
  },
182
  {
183
  "id": 31988,
 
185
  "single_word": false,
186
  "lstrip": false,
187
  "rstrip": false,
188
+ "normalized": true,
189
+ "special": false
190
  },
191
  {
192
  "id": 31989,
 
194
  "single_word": false,
195
  "lstrip": false,
196
  "rstrip": false,
197
+ "normalized": true,
198
+ "special": false
199
  },
200
  {
201
  "id": 31990,
 
203
  "single_word": false,
204
  "lstrip": false,
205
  "rstrip": false,
206
+ "normalized": true,
207
+ "special": false
208
  },
209
  {
210
  "id": 31991,
 
212
  "single_word": false,
213
  "lstrip": false,
214
  "rstrip": false,
215
+ "normalized": true,
216
+ "special": false
217
  },
218
  {
219
  "id": 31992,
 
221
  "single_word": false,
222
  "lstrip": false,
223
  "rstrip": false,
224
+ "normalized": true,
225
+ "special": false
226
  },
227
  {
228
  "id": 31993,
 
230
  "single_word": false,
231
  "lstrip": false,
232
  "rstrip": false,
233
+ "normalized": true,
234
+ "special": false
235
  },
236
  {
237
  "id": 31994,
 
239
  "single_word": false,
240
  "lstrip": false,
241
  "rstrip": false,
242
+ "normalized": true,
243
+ "special": false
244
  },
245
  {
246
  "id": 31995,
 
248
  "single_word": false,
249
  "lstrip": false,
250
  "rstrip": false,
251
+ "normalized": true,
252
+ "special": false
253
  },
254
  {
255
  "id": 31996,
 
257
  "single_word": false,
258
  "lstrip": false,
259
  "rstrip": false,
260
+ "normalized": true,
261
+ "special": false
262
  },
263
  {
264
  "id": 31997,
 
266
  "single_word": false,
267
  "lstrip": false,
268
  "rstrip": false,
269
+ "normalized": true,
270
+ "special": false
271
  },
272
  {
273
  "id": 31998,
 
275
  "single_word": false,
276
  "lstrip": false,
277
  "rstrip": false,
278
+ "normalized": true,
279
+ "special": false
280
  },
281
  {
282
  "id": 31999,
 
284
  "single_word": false,
285
  "lstrip": false,
286
  "rstrip": false,
287
+ "normalized": true,
288
+ "special": false
289
  },
290
  {
291
  "id": 32000,
 
293
  "single_word": false,
294
  "lstrip": false,
295
  "rstrip": false,
296
+ "normalized": true,
297
+ "special": false
298
  },
299
  {
300
  "id": 32001,
 
302
  "single_word": false,
303
  "lstrip": false,
304
  "rstrip": false,
305
+ "normalized": true,
306
+ "special": false
307
  },
308
  {
309
  "id": 32002,
 
311
  "single_word": false,
312
  "lstrip": false,
313
  "rstrip": false,
314
+ "normalized": true,
315
+ "special": false
316
  },
317
  {
318
  "id": 32003,
 
320
  "single_word": false,
321
  "lstrip": false,
322
  "rstrip": false,
323
+ "normalized": true,
324
+ "special": false
325
  },
326
  {
327
  "id": 32004,
 
329
  "single_word": false,
330
  "lstrip": false,
331
  "rstrip": false,
332
+ "normalized": true,
333
+ "special": false
334
  },
335
  {
336
  "id": 32005,
 
338
  "single_word": false,
339
  "lstrip": false,
340
  "rstrip": false,
341
+ "normalized": true,
342
+ "special": false
343
  },
344
  {
345
  "id": 32006,
 
347
  "single_word": false,
348
  "lstrip": false,
349
  "rstrip": false,
350
+ "normalized": true,
351
+ "special": false
352
  },
353
  {
354
  "id": 32007,
 
356
  "single_word": false,
357
  "lstrip": false,
358
  "rstrip": false,
359
+ "normalized": true,
360
+ "special": false
361
  },
362
  {
363
  "id": 32008,
 
365
  "single_word": false,
366
  "lstrip": false,
367
  "rstrip": false,
368
+ "normalized": true,
369
+ "special": false
370
  },
371
  {
372
  "id": 32009,
 
374
  "single_word": false,
375
  "lstrip": false,
376
  "rstrip": false,
377
+ "normalized": true,
378
+ "special": false
379
  },
380
  {
381
  "id": 32010,
 
383
  "single_word": false,
384
  "lstrip": false,
385
  "rstrip": false,
386
+ "normalized": true,
387
+ "special": false
388
  },
389
  {
390
  "id": 32011,
 
392
  "single_word": false,
393
  "lstrip": false,
394
  "rstrip": false,
395
+ "normalized": true,
396
+ "special": false
397
  },
398
  {
399
  "id": 32012,
 
401
  "single_word": false,
402
  "lstrip": false,
403
  "rstrip": false,
404
+ "normalized": true,
405
+ "special": false
406
  },
407
  {
408
  "id": 32013,
 
410
  "single_word": false,
411
  "lstrip": false,
412
  "rstrip": false,
413
+ "normalized": true,
414
+ "special": false
415
  },
416
  {
417
  "id": 32014,
 
419
  "single_word": false,
420
  "lstrip": false,
421
  "rstrip": false,
422
+ "normalized": true,
423
+ "special": false
424
  },
425
  {
426
  "id": 32015,
 
428
  "single_word": false,
429
  "lstrip": false,
430
  "rstrip": false,
431
+ "normalized": true,
432
+ "special": false
433
  },
434
  {
435
  "id": 32016,
 
437
  "single_word": false,
438
  "lstrip": false,
439
  "rstrip": false,
440
+ "normalized": true,
441
+ "special": false
442
  },
443
  {
444
  "id": 32017,
 
446
  "single_word": false,
447
  "lstrip": false,
448
  "rstrip": false,
449
+ "normalized": true,
450
+ "special": false
451
  },
452
  {
453
  "id": 32018,
 
455
  "single_word": false,
456
  "lstrip": false,
457
  "rstrip": false,
458
+ "normalized": true,
459
+ "special": false
460
  },
461
  {
462
  "id": 32019,
 
464
  "single_word": false,
465
  "lstrip": false,
466
  "rstrip": false,
467
+ "normalized": true,
468
+ "special": false
469
  },
470
  {
471
  "id": 32020,
 
473
  "single_word": false,
474
  "lstrip": false,
475
  "rstrip": false,
476
+ "normalized": true,
477
+ "special": false
478
  },
479
  {
480
  "id": 32021,
 
482
  "single_word": false,
483
  "lstrip": false,
484
  "rstrip": false,
485
+ "normalized": true,
486
+ "special": false
487
  },
488
  {
489
  "id": 32022,
 
491
  "single_word": false,
492
  "lstrip": false,
493
  "rstrip": false,
494
+ "normalized": true,
495
+ "special": false
496
  },
497
  {
498
  "id": 32023,
 
500
  "single_word": false,
501
  "lstrip": false,
502
  "rstrip": false,
503
+ "normalized": true,
504
+ "special": false
505
  },
506
  {
507
  "id": 32024,
 
509
  "single_word": false,
510
  "lstrip": false,
511
  "rstrip": false,
512
+ "normalized": true,
513
+ "special": false
514
  },
515
  {
516
  "id": 32025,
 
518
  "single_word": false,
519
  "lstrip": false,
520
  "rstrip": false,
521
+ "normalized": true,
522
+ "special": false
523
  },
524
  {
525
  "id": 32026,
 
527
  "single_word": false,
528
  "lstrip": false,
529
  "rstrip": false,
530
+ "normalized": true,
531
+ "special": false
532
  },
533
  {
534
  "id": 32027,
 
536
  "single_word": false,
537
  "lstrip": false,
538
  "rstrip": false,
539
+ "normalized": true,
540
+ "special": false
541
  },
542
  {
543
  "id": 32028,
 
545
  "single_word": false,
546
  "lstrip": false,
547
  "rstrip": false,
548
+ "normalized": true,
549
+ "special": false
550
  },
551
  {
552
  "id": 32029,
 
554
  "single_word": false,
555
  "lstrip": false,
556
  "rstrip": false,
557
+ "normalized": true,
558
+ "special": false
559
  },
560
  {
561
  "id": 32030,
 
563
  "single_word": false,
564
  "lstrip": false,
565
  "rstrip": false,
566
+ "normalized": true,
567
+ "special": false
568
  },
569
  {
570
  "id": 32031,
 
572
  "single_word": false,
573
  "lstrip": false,
574
  "rstrip": false,
575
+ "normalized": true,
576
+ "special": false
577
  },
578
  {
579
  "id": 32032,
 
581
  "single_word": false,
582
  "lstrip": false,
583
  "rstrip": false,
584
+ "normalized": true,
585
+ "special": false
586
  },
587
  {
588
  "id": 32033,
 
590
  "single_word": false,
591
  "lstrip": false,
592
  "rstrip": false,
593
+ "normalized": true,
594
+ "special": false
595
  },
596
  {
597
  "id": 32034,
 
599
  "single_word": false,
600
  "lstrip": false,
601
  "rstrip": false,
602
+ "normalized": true,
603
+ "special": false
604
  },
605
  {
606
  "id": 32035,
 
608
  "single_word": false,
609
  "lstrip": false,
610
  "rstrip": false,
611
+ "normalized": true,
612
+ "special": false
613
  },
614
  {
615
  "id": 32036,
 
617
  "single_word": false,
618
  "lstrip": false,
619
  "rstrip": false,
620
+ "normalized": true,
621
+ "special": false
622
  },
623
  {
624
  "id": 32037,
 
626
  "single_word": false,
627
  "lstrip": false,
628
  "rstrip": false,
629
+ "normalized": true,
630
+ "special": false
631
  },
632
  {
633
  "id": 32038,
 
635
  "single_word": false,
636
  "lstrip": false,
637
  "rstrip": false,
638
+ "normalized": true,
639
+ "special": false
640
  },
641
  {
642
  "id": 32039,
 
644
  "single_word": false,
645
  "lstrip": false,
646
  "rstrip": false,
647
+ "normalized": true,
648
+ "special": false
649
  },
650
  {
651
  "id": 32040,
 
653
  "single_word": false,
654
  "lstrip": false,
655
  "rstrip": false,
656
+ "normalized": true,
657
+ "special": false
658
  },
659
  {
660
  "id": 32041,
 
662
  "single_word": false,
663
  "lstrip": false,
664
  "rstrip": false,
665
+ "normalized": true,
666
+ "special": false
667
  },
668
  {
669
  "id": 32042,
 
671
  "single_word": false,
672
  "lstrip": false,
673
  "rstrip": false,
674
+ "normalized": true,
675
+ "special": false
676
  },
677
  {
678
  "id": 32043,
 
680
  "single_word": false,
681
  "lstrip": false,
682
  "rstrip": false,
683
+ "normalized": true,
684
+ "special": false
685
  },
686
  {
687
  "id": 32044,
 
689
  "single_word": false,
690
  "lstrip": false,
691
  "rstrip": false,
692
+ "normalized": true,
693
+ "special": false
694
  },
695
  {
696
  "id": 32045,
 
698
  "single_word": false,
699
  "lstrip": false,
700
  "rstrip": false,
701
+ "normalized": true,
702
+ "special": false
703
  },
704
  {
705
  "id": 32046,
 
707
  "single_word": false,
708
  "lstrip": false,
709
  "rstrip": false,
710
+ "normalized": true,
711
+ "special": false
712
  },
713
  {
714
  "id": 32047,
 
716
  "single_word": false,
717
  "lstrip": false,
718
  "rstrip": false,
719
+ "normalized": true,
720
+ "special": false
721
  },
722
  {
723
  "id": 32048,
 
725
  "single_word": false,
726
  "lstrip": false,
727
  "rstrip": false,
728
+ "normalized": true,
729
+ "special": false
730
  },
731
  {
732
  "id": 32049,
 
734
  "single_word": false,
735
  "lstrip": false,
736
  "rstrip": false,
737
+ "normalized": true,
738
+ "special": false
739
  },
740
  {
741
  "id": 32050,
 
743
  "single_word": false,
744
  "lstrip": false,
745
  "rstrip": false,
746
+ "normalized": true,
747
+ "special": false
748
  },
749
  {
750
  "id": 32051,
 
752
  "single_word": false,
753
  "lstrip": false,
754
  "rstrip": false,
755
+ "normalized": true,
756
+ "special": false
757
  },
758
  {
759
  "id": 32052,
 
761
  "single_word": false,
762
  "lstrip": false,
763
  "rstrip": false,
764
+ "normalized": true,
765
+ "special": false
766
  },
767
  {
768
  "id": 32053,
 
770
  "single_word": false,
771
  "lstrip": false,
772
  "rstrip": false,
773
+ "normalized": true,
774
+ "special": false
775
  },
776
  {
777
  "id": 32054,
 
779
  "single_word": false,
780
  "lstrip": false,
781
  "rstrip": false,
782
+ "normalized": true,
783
+ "special": false
784
  },
785
  {
786
  "id": 32055,
 
788
  "single_word": false,
789
  "lstrip": false,
790
  "rstrip": false,
791
+ "normalized": true,
792
+ "special": false
793
  },
794
  {
795
  "id": 32056,
 
797
  "single_word": false,
798
  "lstrip": false,
799
  "rstrip": false,
800
+ "normalized": true,
801
+ "special": false
802
  },
803
  {
804
  "id": 32057,
 
806
  "single_word": false,
807
  "lstrip": false,
808
  "rstrip": false,
809
+ "normalized": true,
810
+ "special": false
811
  },
812
  {
813
  "id": 32058,
 
815
  "single_word": false,
816
  "lstrip": false,
817
  "rstrip": false,
818
+ "normalized": true,
819
+ "special": false
820
  },
821
  {
822
  "id": 32059,
 
824
  "single_word": false,
825
  "lstrip": false,
826
  "rstrip": false,
827
+ "normalized": true,
828
+ "special": false
829
  },
830
  {
831
  "id": 32060,
 
833
  "single_word": false,
834
  "lstrip": false,
835
  "rstrip": false,
836
+ "normalized": true,
837
+ "special": false
838
  },
839
  {
840
  "id": 32061,
 
842
  "single_word": false,
843
  "lstrip": false,
844
  "rstrip": false,
845
+ "normalized": true,
846
+ "special": false
847
  },
848
  {
849
  "id": 32062,
 
851
  "single_word": false,
852
  "lstrip": false,
853
  "rstrip": false,
854
+ "normalized": true,
855
+ "special": false
856
  },
857
  {
858
  "id": 32063,
 
860
  "single_word": false,
861
  "lstrip": false,
862
  "rstrip": false,
863
+ "normalized": true,
864
+ "special": false
865
  },
866
  {
867
  "id": 32064,
 
869
  "single_word": false,
870
  "lstrip": false,
871
  "rstrip": false,
872
+ "normalized": true,
873
+ "special": false
874
  },
875
  {
876
  "id": 32065,
 
878
  "single_word": false,
879
  "lstrip": false,
880
  "rstrip": false,
881
+ "normalized": true,
882
+ "special": false
883
  },
884
  {
885
  "id": 32066,
 
887
  "single_word": false,
888
  "lstrip": false,
889
  "rstrip": false,
890
+ "normalized": true,
891
+ "special": false
892
  },
893
  {
894
  "id": 32067,
 
896
  "single_word": false,
897
  "lstrip": false,
898
  "rstrip": false,
899
+ "normalized": true,
900
+ "special": false
901
  },
902
  {
903
  "id": 32068,
 
905
  "single_word": false,
906
  "lstrip": false,
907
  "rstrip": false,
908
+ "normalized": true,
909
+ "special": false
910
  },
911
  {
912
  "id": 32069,
 
914
  "single_word": false,
915
  "lstrip": false,
916
  "rstrip": false,
917
+ "normalized": true,
918
+ "special": false
919
  },
920
  {
921
  "id": 32070,
 
923
  "single_word": false,
924
  "lstrip": false,
925
  "rstrip": false,
926
+ "normalized": true,
927
+ "special": false
928
  },
929
  {
930
  "id": 32071,
 
932
  "single_word": false,
933
  "lstrip": false,
934
  "rstrip": false,
935
+ "normalized": true,
936
+ "special": false
937
  },
938
  {
939
  "id": 32072,
 
941
  "single_word": false,
942
  "lstrip": false,
943
  "rstrip": false,
944
+ "normalized": true,
945
+ "special": false
946
  },
947
  {
948
  "id": 32073,
 
950
  "single_word": false,
951
  "lstrip": false,
952
  "rstrip": false,
953
+ "normalized": true,
954
+ "special": false
955
  },
956
  {
957
  "id": 32074,
 
959
  "single_word": false,
960
  "lstrip": false,
961
  "rstrip": false,
962
+ "normalized": true,
963
+ "special": false
964
  },
965
  {
966
  "id": 32075,
 
968
  "single_word": false,
969
  "lstrip": false,
970
  "rstrip": false,
971
+ "normalized": true,
972
+ "special": false
973
  },
974
  {
975
  "id": 32076,
 
977
  "single_word": false,
978
  "lstrip": false,
979
  "rstrip": false,
980
+ "normalized": true,
981
+ "special": false
982
  },
983
  {
984
  "id": 32077,
 
986
  "single_word": false,
987
  "lstrip": false,
988
  "rstrip": false,
989
+ "normalized": true,
990
+ "special": false
991
  },
992
  {
993
  "id": 32078,
 
995
  "single_word": false,
996
  "lstrip": false,
997
  "rstrip": false,
998
+ "normalized": true,
999
+ "special": false
1000
  },
1001
  {
1002
  "id": 32079,
 
1004
  "single_word": false,
1005
  "lstrip": false,
1006
  "rstrip": false,
1007
+ "normalized": true,
1008
+ "special": false
1009
  },
1010
  {
1011
  "id": 32080,
 
1013
  "single_word": false,
1014
  "lstrip": false,
1015
  "rstrip": false,
1016
+ "normalized": true,
1017
+ "special": false
1018
  },
1019
  {
1020
  "id": 32081,
 
1022
  "single_word": false,
1023
  "lstrip": false,
1024
  "rstrip": false,
1025
+ "normalized": true,
1026
+ "special": false
1027
  },
1028
  {
1029
  "id": 32082,
 
1031
  "single_word": false,
1032
  "lstrip": false,
1033
  "rstrip": false,
1034
+ "normalized": true,
1035
+ "special": false
1036
  },
1037
  {
1038
  "id": 32083,
 
1040
  "single_word": false,
1041
  "lstrip": false,
1042
  "rstrip": false,
1043
+ "normalized": true,
1044
+ "special": false
1045
  },
1046
  {
1047
  "id": 32084,
 
1049
  "single_word": false,
1050
  "lstrip": false,
1051
  "rstrip": false,
1052
+ "normalized": true,
1053
+ "special": false
1054
  },
1055
  {
1056
  "id": 32085,
 
1058
  "single_word": false,
1059
  "lstrip": false,
1060
  "rstrip": false,
1061
+ "normalized": true,
1062
+ "special": false
1063
  },
1064
  {
1065
  "id": 32086,
 
1067
  "single_word": false,
1068
  "lstrip": false,
1069
  "rstrip": false,
1070
+ "normalized": true,
1071
+ "special": false
1072
  },
1073
  {
1074
  "id": 32087,
 
1076
  "single_word": false,
1077
  "lstrip": false,
1078
  "rstrip": false,
1079
+ "normalized": true,
1080
+ "special": false
1081
  },
1082
  {
1083
  "id": 32088,
 
1085
  "single_word": false,
1086
  "lstrip": false,
1087
  "rstrip": false,
1088
+ "normalized": true,
1089
+ "special": false
1090
  },
1091
  {
1092
  "id": 32089,
 
1094
  "single_word": false,
1095
  "lstrip": false,
1096
  "rstrip": false,
1097
+ "normalized": true,
1098
+ "special": false
1099
  },
1100
  {
1101
  "id": 32090,
 
1103
  "single_word": false,
1104
  "lstrip": false,
1105
  "rstrip": false,
1106
+ "normalized": true,
1107
+ "special": false
1108
  },
1109
  {
1110
  "id": 32091,
 
1112
  "single_word": false,
1113
  "lstrip": false,
1114
  "rstrip": false,
1115
+ "normalized": true,
1116
+ "special": false
1117
  },
1118
  {
1119
  "id": 32092,
 
1121
  "single_word": false,
1122
  "lstrip": false,
1123
  "rstrip": false,
1124
+ "normalized": true,
1125
+ "special": false
1126
  },
1127
  {
1128
  "id": 32093,
 
1130
  "single_word": false,
1131
  "lstrip": false,
1132
  "rstrip": false,
1133
+ "normalized": true,
1134
+ "special": false
1135
  },
1136
  {
1137
  "id": 32094,
 
1139
  "single_word": false,
1140
  "lstrip": false,
1141
  "rstrip": false,
1142
+ "normalized": true,
1143
+ "special": false
1144
  },
1145
  {
1146
  "id": 32095,
 
1148
  "single_word": false,
1149
  "lstrip": false,
1150
  "rstrip": false,
1151
+ "normalized": true,
1152
+ "special": false
1153
  },
1154
  {
1155
  "id": 32096,
 
1157
  "single_word": false,
1158
  "lstrip": false,
1159
  "rstrip": false,
1160
+ "normalized": true,
1161
+ "special": false
1162
  },
1163
  {
1164
  "id": 32097,
 
1166
  "single_word": false,
1167
  "lstrip": false,
1168
  "rstrip": false,
1169
+ "normalized": true,
1170
+ "special": false
1171
  },
1172
  {
1173
  "id": 32098,
 
1175
  "single_word": false,
1176
  "lstrip": false,
1177
  "rstrip": false,
1178
+ "normalized": true,
1179
+ "special": false
1180
  },
1181
  {
1182
  "id": 32099,
 
1184
  "single_word": false,
1185
  "lstrip": false,
1186
  "rstrip": false,
1187
+ "normalized": true,
1188
+ "special": false
1189
  },
1190
  {
1191
  "id": 32100,
 
1193
  "single_word": false,
1194
  "lstrip": false,
1195
  "rstrip": false,
1196
+ "normalized": true,
1197
+ "special": false
1198
  },
1199
  {
1200
  "id": 32101,
 
1202
  "single_word": false,
1203
  "lstrip": false,
1204
  "rstrip": false,
1205
+ "normalized": true,
1206
+ "special": false
1207
  },
1208
  {
1209
  "id": 32102,
 
1211
  "single_word": false,
1212
  "lstrip": false,
1213
  "rstrip": false,
1214
+ "normalized": true,
1215
+ "special": false
1216
  },
1217
  {
1218
  "id": 32103,
 
1220
  "single_word": false,
1221
  "lstrip": false,
1222
  "rstrip": false,
1223
+ "normalized": true,
1224
+ "special": false
1225
  },
1226
  {
1227
  "id": 32104,
 
1229
  "single_word": false,
1230
  "lstrip": false,
1231
  "rstrip": false,
1232
+ "normalized": true,
1233
+ "special": false
1234
  },
1235
  {
1236
  "id": 32105,
 
1238
  "single_word": false,
1239
  "lstrip": false,
1240
  "rstrip": false,
1241
+ "normalized": true,
1242
+ "special": false
1243
  },
1244
  {
1245
  "id": 32106,
 
1247
  "single_word": false,
1248
  "lstrip": false,
1249
  "rstrip": false,
1250
+ "normalized": true,
1251
+ "special": false
1252
  },
1253
  {
1254
  "id": 32107,
 
1256
  "single_word": false,
1257
  "lstrip": false,
1258
  "rstrip": false,
1259
+ "normalized": true,
1260
+ "special": false
1261
  },
1262
  {
1263
  "id": 32108,
 
1265
  "single_word": false,
1266
  "lstrip": false,
1267
  "rstrip": false,
1268
+ "normalized": true,
1269
+ "special": false
1270
  },
1271
  {
1272
  "id": 32109,
 
1274
  "single_word": false,
1275
  "lstrip": false,
1276
  "rstrip": false,
1277
+ "normalized": true,
1278
+ "special": false
1279
  },
1280
  {
1281
  "id": 32110,
 
1283
  "single_word": false,
1284
  "lstrip": false,
1285
  "rstrip": false,
1286
+ "normalized": true,
1287
+ "special": false
1288
  },
1289
  {
1290
  "id": 32111,
 
1292
  "single_word": false,
1293
  "lstrip": false,
1294
  "rstrip": false,
1295
+ "normalized": true,
1296
+ "special": false
1297
  },
1298
  {
1299
  "id": 32112,
 
1301
  "single_word": false,
1302
  "lstrip": false,
1303
  "rstrip": false,
1304
+ "normalized": true,
1305
+ "special": false
1306
  },
1307
  {
1308
  "id": 32113,
 
1310
  "single_word": false,
1311
  "lstrip": false,
1312
  "rstrip": false,
1313
+ "normalized": true,
1314
+ "special": false
1315
  },
1316
  {
1317
  "id": 32114,
 
1319
  "single_word": false,
1320
  "lstrip": false,
1321
  "rstrip": false,
1322
+ "normalized": true,
1323
+ "special": false
1324
  },
1325
  {
1326
  "id": 32115,
 
1328
  "single_word": false,
1329
  "lstrip": false,
1330
  "rstrip": false,
1331
+ "normalized": true,
1332
+ "special": false
1333
  },
1334
  {
1335
  "id": 32116,
 
1337
  "single_word": false,
1338
  "lstrip": false,
1339
  "rstrip": false,
1340
+ "normalized": true,
1341
+ "special": false
1342
  },
1343
  {
1344
  "id": 32117,
 
1346
  "single_word": false,
1347
  "lstrip": false,
1348
  "rstrip": false,
1349
+ "normalized": true,
1350
+ "special": false
1351
  },
1352
  {
1353
  "id": 32118,
 
1355
  "single_word": false,
1356
  "lstrip": false,
1357
  "rstrip": false,
1358
+ "normalized": true,
1359
+ "special": false
1360
  },
1361
  {
1362
  "id": 32119,
 
1364
  "single_word": false,
1365
  "lstrip": false,
1366
  "rstrip": false,
1367
+ "normalized": true,
1368
+ "special": false
1369
  },
1370
  {
1371
  "id": 32120,
 
1373
  "single_word": false,
1374
  "lstrip": false,
1375
  "rstrip": false,
1376
+ "normalized": true,
1377
+ "special": false
1378
  },
1379
  {
1380
  "id": 32121,
 
1382
  "single_word": false,
1383
  "lstrip": false,
1384
  "rstrip": false,
1385
+ "normalized": true,
1386
+ "special": false
1387
  },
1388
  {
1389
  "id": 32122,
 
1391
  "single_word": false,
1392
  "lstrip": false,
1393
  "rstrip": false,
1394
+ "normalized": true,
1395
+ "special": false
1396
  },
1397
  {
1398
  "id": 32123,
 
1400
  "single_word": false,
1401
  "lstrip": false,
1402
  "rstrip": false,
1403
+ "normalized": true,
1404
+ "special": false
1405
  },
1406
  {
1407
  "id": 32124,
 
1409
  "single_word": false,
1410
  "lstrip": false,
1411
  "rstrip": false,
1412
+ "normalized": true,
1413
+ "special": false
1414
  },
1415
  {
1416
  "id": 32125,
 
1418
  "single_word": false,
1419
  "lstrip": false,
1420
  "rstrip": false,
1421
+ "normalized": true,
1422
+ "special": false
1423
  },
1424
  {
1425
  "id": 32126,
 
1427
  "single_word": false,
1428
  "lstrip": false,
1429
  "rstrip": false,
1430
+ "normalized": true,
1431
+ "special": false
1432
  },
1433
  {
1434
  "id": 32127,
 
1436
  "single_word": false,
1437
  "lstrip": false,
1438
  "rstrip": false,
1439
+ "normalized": true,
1440
+ "special": false
1441
  },
1442
  {
1443
  "id": 32128,
 
1445
  "single_word": false,
1446
  "lstrip": false,
1447
  "rstrip": false,
1448
+ "normalized": true,
1449
+ "special": false
1450
  },
1451
  {
1452
  "id": 32129,
 
1454
  "single_word": false,
1455
  "lstrip": false,
1456
  "rstrip": false,
1457
+ "normalized": true,
1458
+ "special": false
1459
  },
1460
  {
1461
  "id": 32130,
 
1463
  "single_word": false,
1464
  "lstrip": false,
1465
  "rstrip": false,
1466
+ "normalized": true,
1467
+ "special": false
1468
  },
1469
  {
1470
  "id": 32131,
 
1472
  "single_word": false,
1473
  "lstrip": false,
1474
  "rstrip": false,
1475
+ "normalized": true,
1476
+ "special": false
1477
  },
1478
  {
1479
  "id": 32132,
 
1481
  "single_word": false,
1482
  "lstrip": false,
1483
  "rstrip": false,
1484
+ "normalized": true,
1485
+ "special": false
1486
  },
1487
  {
1488
  "id": 32133,
 
1490
  "single_word": false,
1491
  "lstrip": false,
1492
  "rstrip": false,
1493
+ "normalized": true,
1494
+ "special": false
1495
  },
1496
  {
1497
  "id": 32134,
 
1499
  "single_word": false,
1500
  "lstrip": false,
1501
  "rstrip": false,
1502
+ "normalized": true,
1503
+ "special": false
1504
  },
1505
  {
1506
  "id": 32135,
 
1508
  "single_word": false,
1509
  "lstrip": false,
1510
  "rstrip": false,
1511
+ "normalized": true,
1512
+ "special": false
1513
  },
1514
  {
1515
  "id": 32136,
 
1517
  "single_word": false,
1518
  "lstrip": false,
1519
  "rstrip": false,
1520
+ "normalized": true,
1521
+ "special": false
1522
  },
1523
  {
1524
  "id": 32137,
 
1526
  "single_word": false,
1527
  "lstrip": false,
1528
  "rstrip": false,
1529
+ "normalized": true,
1530
+ "special": false
1531
  },
1532
  {
1533
  "id": 32138,
 
1535
  "single_word": false,
1536
  "lstrip": false,
1537
  "rstrip": false,
1538
+ "normalized": true,
1539
+ "special": false
1540
  },
1541
  {
1542
  "id": 32139,
 
1544
  "single_word": false,
1545
  "lstrip": false,
1546
  "rstrip": false,
1547
+ "normalized": true,
1548
+ "special": false
1549
  },
1550
  {
1551
  "id": 32140,
 
1553
  "single_word": false,
1554
  "lstrip": false,
1555
  "rstrip": false,
1556
+ "normalized": true,
1557
+ "special": false
1558
  },
1559
  {
1560
  "id": 32141,
 
1562
  "single_word": false,
1563
  "lstrip": false,
1564
  "rstrip": false,
1565
+ "normalized": true,
1566
+ "special": false
1567
  },
1568
  {
1569
  "id": 32142,
 
1571
  "single_word": false,
1572
  "lstrip": false,
1573
  "rstrip": false,
1574
+ "normalized": true,
1575
+ "special": false
1576
  },
1577
  {
1578
  "id": 32143,
 
1580
  "single_word": false,
1581
  "lstrip": false,
1582
  "rstrip": false,
1583
+ "normalized": true,
1584
+ "special": false
1585
  },
1586
  {
1587
  "id": 32144,
 
1589
  "single_word": false,
1590
  "lstrip": false,
1591
  "rstrip": false,
1592
+ "normalized": true,
1593
+ "special": false
1594
  },
1595
  {
1596
  "id": 32145,
 
1598
  "single_word": false,
1599
  "lstrip": false,
1600
  "rstrip": false,
1601
+ "normalized": true,
1602
+ "special": false
1603
  },
1604
  {
1605
  "id": 32146,
 
1607
  "single_word": false,
1608
  "lstrip": false,
1609
  "rstrip": false,
1610
+ "normalized": true,
1611
+ "special": false
1612
  },
1613
  {
1614
  "id": 32147,
 
1616
  "single_word": false,
1617
  "lstrip": false,
1618
  "rstrip": false,
1619
+ "normalized": true,
1620
+ "special": false
1621
  },
1622
  {
1623
  "id": 32148,
 
1625
  "single_word": false,
1626
  "lstrip": false,
1627
  "rstrip": false,
1628
+ "normalized": true,
1629
+ "special": false
1630
  },
1631
  {
1632
  "id": 32149,
 
1634
  "single_word": false,
1635
  "lstrip": false,
1636
  "rstrip": false,
1637
+ "normalized": true,
1638
+ "special": false
1639
  },
1640
  {
1641
  "id": 32150,
 
1643
  "single_word": false,
1644
  "lstrip": false,
1645
  "rstrip": false,
1646
+ "normalized": true,
1647
+ "special": false
1648
  },
1649
  {
1650
  "id": 32151,
 
1652
  "single_word": false,
1653
  "lstrip": false,
1654
  "rstrip": false,
1655
+ "normalized": true,
1656
+ "special": false
1657
  },
1658
  {
1659
  "id": 32152,
 
1661
  "single_word": false,
1662
  "lstrip": false,
1663
  "rstrip": false,
1664
+ "normalized": true,
1665
+ "special": false
1666
  },
1667
  {
1668
  "id": 32153,
 
1670
  "single_word": false,
1671
  "lstrip": false,
1672
  "rstrip": false,
1673
+ "normalized": true,
1674
+ "special": false
1675
  },
1676
  {
1677
  "id": 32154,
 
1679
  "single_word": false,
1680
  "lstrip": false,
1681
  "rstrip": false,
1682
+ "normalized": true,
1683
+ "special": false
1684
  },
1685
  {
1686
  "id": 32155,
 
1688
  "single_word": false,
1689
  "lstrip": false,
1690
  "rstrip": false,
1691
+ "normalized": true,
1692
+ "special": false
1693
  },
1694
  {
1695
  "id": 32156,
 
1697
  "single_word": false,
1698
  "lstrip": false,
1699
  "rstrip": false,
1700
+ "normalized": true,
1701
+ "special": false
1702
  },
1703
  {
1704
  "id": 32157,
 
1706
  "single_word": false,
1707
  "lstrip": false,
1708
  "rstrip": false,
1709
+ "normalized": true,
1710
+ "special": false
1711
  },
1712
  {
1713
  "id": 32158,
 
1715
  "single_word": false,
1716
  "lstrip": false,
1717
  "rstrip": false,
1718
+ "normalized": true,
1719
+ "special": false
1720
  },
1721
  {
1722
  "id": 32159,
 
1724
  "single_word": false,
1725
  "lstrip": false,
1726
  "rstrip": false,
1727
+ "normalized": true,
1728
+ "special": false
1729
  },
1730
  {
1731
  "id": 32160,
 
1733
  "single_word": false,
1734
  "lstrip": false,
1735
  "rstrip": false,
1736
+ "normalized": true,
1737
+ "special": false
1738
  },
1739
  {
1740
  "id": 32161,
 
1742
  "single_word": false,
1743
  "lstrip": false,
1744
  "rstrip": false,
1745
+ "normalized": true,
1746
+ "special": false
1747
  },
1748
  {
1749
  "id": 32162,
 
1751
  "single_word": false,
1752
  "lstrip": false,
1753
  "rstrip": false,
1754
+ "normalized": true,
1755
+ "special": false
1756
  },
1757
  {
1758
  "id": 32163,
 
1760
  "single_word": false,
1761
  "lstrip": false,
1762
  "rstrip": false,
1763
+ "normalized": true,
1764
+ "special": false
1765
  },
1766
  {
1767
  "id": 32164,
 
1769
  "single_word": false,
1770
  "lstrip": false,
1771
  "rstrip": false,
1772
+ "normalized": true,
1773
+ "special": false
1774
  },
1775
  {
1776
  "id": 32165,
 
1778
  "single_word": false,
1779
  "lstrip": false,
1780
  "rstrip": false,
1781
+ "normalized": true,
1782
+ "special": false
1783
  },
1784
  {
1785
  "id": 32166,
 
1787
  "single_word": false,
1788
  "lstrip": false,
1789
  "rstrip": false,
1790
+ "normalized": true,
1791
+ "special": false
1792
  },
1793
  {
1794
  "id": 32167,
 
1796
  "single_word": false,
1797
  "lstrip": false,
1798
  "rstrip": false,
1799
+ "normalized": true,
1800
+ "special": false
1801
  },
1802
  {
1803
  "id": 32168,
 
1805
  "single_word": false,
1806
  "lstrip": false,
1807
  "rstrip": false,
1808
+ "normalized": true,
1809
+ "special": false
1810
  },
1811
  {
1812
  "id": 32169,
 
1814
  "single_word": false,
1815
  "lstrip": false,
1816
  "rstrip": false,
1817
+ "normalized": true,
1818
+ "special": false
1819
  },
1820
  {
1821
  "id": 32170,
 
1823
  "single_word": false,
1824
  "lstrip": false,
1825
  "rstrip": false,
1826
+ "normalized": true,
1827
+ "special": false
1828
  },
1829
  {
1830
  "id": 32171,
 
1832
  "single_word": false,
1833
  "lstrip": false,
1834
  "rstrip": false,
1835
+ "normalized": true,
1836
+ "special": false
1837
  },
1838
  {
1839
  "id": 32172,
 
1841
  "single_word": false,
1842
  "lstrip": false,
1843
  "rstrip": false,
1844
+ "normalized": true,
1845
+ "special": false
1846
  },
1847
  {
1848
  "id": 32173,
 
1850
  "single_word": false,
1851
  "lstrip": false,
1852
  "rstrip": false,
1853
+ "normalized": true,
1854
+ "special": false
1855
  },
1856
  {
1857
  "id": 32174,
 
1859
  "single_word": false,
1860
  "lstrip": false,
1861
  "rstrip": false,
1862
+ "normalized": true,
1863
+ "special": false
1864
  },
1865
  {
1866
  "id": 32175,
 
1868
  "single_word": false,
1869
  "lstrip": false,
1870
  "rstrip": false,
1871
+ "normalized": true,
1872
+ "special": false
1873
  }
1874
  ],
1875
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "bos_token": "<|endoftext|>",
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
6
- "name_or_path": "gpt2",
7
  "special_tokens_map_file": null,
8
  "tokenizer_class": "GPT2Tokenizer",
9
  "unk_token": "<|endoftext|>"
 
3
  "bos_token": "<|endoftext|>",
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
6
+ "name_or_path": "MarkGG/Romance-cleaned-3",
7
  "special_tokens_map_file": null,
8
  "tokenizer_class": "GPT2Tokenizer",
9
  "unk_token": "<|endoftext|>"
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1536ab2628450ece978404f6f12aa11fd89137bc42b91dea968792502ad4687c
3
  size 3375
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4cba27a16c55bd8dbb666bb12573ef61e256c52fb53fcbead3ae0315b362707
3
  size 3375