pbalaji commited on
Commit
edbb465
·
1 Parent(s): faac354

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +45 -57
  2. tokenizer.json +44 -152
  3. tokenizer_config.json +44 -140
added_tokens.json CHANGED
@@ -1,66 +1,54 @@
1
  {
2
- "</s_Body Orientation>": 57584,
3
- "</s_Contact Material>": 57582,
4
- "</s_Contact Plating>": 57580,
5
- "</s_Gender>": 57578,
6
- "</s_Housing Color>": 57576,
7
- "</s_Housing Material>": 57574,
8
- "</s_Insulation Resistance>": 57572,
9
- "</s_Maximum Current Rating>": 57570,
10
- "</s_Maximum Operating Temperature>": 57568,
11
- "</s_Maximum Storage Temperature>": 57566,
12
- "</s_Maximum Terminal Coplanarity>": 57564,
13
- "</s_Maximum Terminal Width>": 57562,
14
- "</s_Maximum Voltage Rating>": 57560,
15
- "</s_Minimum Operating Temperature>": 57558,
16
- "</s_Minimum Storage Temperature>": 57556,
17
- "</s_Mounting>": 57554,
18
- "</s_Number of Circuits>": 57552,
19
- "</s_Number of Contacts>": 57550,
20
- "</s_Number of Rows>": 57548,
21
- "</s_Operating Temperature>": 57546,
22
- "</s_Packaging>": 57544,
23
- "</s_Product Depth>": 57542,
24
- "</s_Product Height>": 57540,
25
- "</s_Product Length>": 57538,
26
- "</s_Temperature Grade>": 57536,
27
- "</s_Terminal Pitch>": 57534,
28
- "</s_Termination Method>": 57532,
29
- "</s_Tradename>": 57530,
30
  "</s_Wire Size>": 57528,
31
  "</s_rows>": 57526,
32
- "<s_Body Orientation>": 57583,
33
- "<s_Contact Material>": 57581,
34
- "<s_Contact Plating>": 57579,
35
- "<s_Gender>": 57577,
36
- "<s_Housing Color>": 57575,
37
- "<s_Housing Material>": 57573,
38
- "<s_Insulation Resistance>": 57571,
39
- "<s_Maximum Current Rating>": 57569,
40
- "<s_Maximum Operating Temperature>": 57567,
41
- "<s_Maximum Storage Temperature>": 57565,
42
- "<s_Maximum Terminal Coplanarity>": 57563,
43
- "<s_Maximum Terminal Width>": 57561,
44
- "<s_Maximum Voltage Rating>": 57559,
45
- "<s_Minimum Operating Temperature>": 57557,
46
- "<s_Minimum Storage Temperature>": 57555,
47
- "<s_Mounting>": 57553,
48
- "<s_Number of Circuits>": 57551,
49
- "<s_Number of Contacts>": 57549,
50
- "<s_Number of Rows>": 57547,
51
- "<s_Operating Temperature>": 57545,
52
- "<s_Packaging>": 57543,
53
- "<s_Product Depth>": 57541,
54
- "<s_Product Height>": 57539,
55
- "<s_Product Length>": 57537,
56
- "<s_Temperature Grade>": 57535,
57
- "<s_Terminal Pitch>": 57533,
58
- "<s_Termination Method>": 57531,
59
- "<s_Tradename>": 57529,
60
  "<s_Wire Size>": 57527,
61
  "<s_iitcdip>": 57523,
62
  "<s_rows>": 57525,
63
- "<s_se>": 57585,
64
  "<s_synthdog>": 57524,
65
  "<sep/>": 57522
66
  }
 
1
  {
2
+ "</s_Body Orientation>": 57572,
3
+ "</s_Contact Material>": 57570,
4
+ "</s_Contact Plating>": 57568,
5
+ "</s_Gender>": 57566,
6
+ "</s_Housing Color>": 57564,
7
+ "</s_Housing Material>": 57562,
8
+ "</s_Maximum Current Rating>": 57560,
9
+ "</s_Maximum Operating Temperature>": 57558,
10
+ "</s_Maximum Voltage Rating>": 57556,
11
+ "</s_Minimum Operating Temperature>": 57554,
12
+ "</s_Mounting>": 57552,
13
+ "</s_Number of Circuits>": 57550,
14
+ "</s_Number of Contacts>": 57548,
15
+ "</s_Number of Rows>": 57546,
16
+ "</s_Operating Temperature>": 57544,
17
+ "</s_Packaging>": 57542,
18
+ "</s_Product Depth>": 57540,
19
+ "</s_Product Height>": 57538,
20
+ "</s_Product Length>": 57536,
21
+ "</s_Temperature Grade>": 57534,
22
+ "</s_Terminal Pitch>": 57532,
23
+ "</s_Termination Method>": 57530,
 
 
 
 
 
 
24
  "</s_Wire Size>": 57528,
25
  "</s_rows>": 57526,
26
+ "<s_Body Orientation>": 57571,
27
+ "<s_Contact Material>": 57569,
28
+ "<s_Contact Plating>": 57567,
29
+ "<s_Gender>": 57565,
30
+ "<s_Housing Color>": 57563,
31
+ "<s_Housing Material>": 57561,
32
+ "<s_Maximum Current Rating>": 57559,
33
+ "<s_Maximum Operating Temperature>": 57557,
34
+ "<s_Maximum Voltage Rating>": 57555,
35
+ "<s_Minimum Operating Temperature>": 57553,
36
+ "<s_Mounting>": 57551,
37
+ "<s_Number of Circuits>": 57549,
38
+ "<s_Number of Contacts>": 57547,
39
+ "<s_Number of Rows>": 57545,
40
+ "<s_Operating Temperature>": 57543,
41
+ "<s_Packaging>": 57541,
42
+ "<s_Product Depth>": 57539,
43
+ "<s_Product Height>": 57537,
44
+ "<s_Product Length>": 57535,
45
+ "<s_Temperature Grade>": 57533,
46
+ "<s_Terminal Pitch>": 57531,
47
+ "<s_Termination Method>": 57529,
 
 
 
 
 
 
48
  "<s_Wire Size>": 57527,
49
  "<s_iitcdip>": 57523,
50
  "<s_rows>": 57525,
51
+ "<s_se>": 57573,
52
  "<s_synthdog>": 57524,
53
  "<sep/>": 57522
54
  }
tokenizer.json CHANGED
@@ -127,24 +127,6 @@
127
  },
128
  {
129
  "id": 57529,
130
- "content": "<s_Tradename>",
131
- "single_word": false,
132
- "lstrip": false,
133
- "rstrip": false,
134
- "normalized": true,
135
- "special": false
136
- },
137
- {
138
- "id": 57530,
139
- "content": "</s_Tradename>",
140
- "single_word": false,
141
- "lstrip": false,
142
- "rstrip": false,
143
- "normalized": true,
144
- "special": false
145
- },
146
- {
147
- "id": 57531,
148
  "content": "<s_Termination Method>",
149
  "single_word": false,
150
  "lstrip": false,
@@ -153,7 +135,7 @@
153
  "special": false
154
  },
155
  {
156
- "id": 57532,
157
  "content": "</s_Termination Method>",
158
  "single_word": false,
159
  "lstrip": false,
@@ -162,7 +144,7 @@
162
  "special": false
163
  },
164
  {
165
- "id": 57533,
166
  "content": "<s_Terminal Pitch>",
167
  "single_word": false,
168
  "lstrip": false,
@@ -171,7 +153,7 @@
171
  "special": false
172
  },
173
  {
174
- "id": 57534,
175
  "content": "</s_Terminal Pitch>",
176
  "single_word": false,
177
  "lstrip": false,
@@ -180,7 +162,7 @@
180
  "special": false
181
  },
182
  {
183
- "id": 57535,
184
  "content": "<s_Temperature Grade>",
185
  "single_word": false,
186
  "lstrip": false,
@@ -189,7 +171,7 @@
189
  "special": false
190
  },
191
  {
192
- "id": 57536,
193
  "content": "</s_Temperature Grade>",
194
  "single_word": false,
195
  "lstrip": false,
@@ -198,7 +180,7 @@
198
  "special": false
199
  },
200
  {
201
- "id": 57537,
202
  "content": "<s_Product Length>",
203
  "single_word": false,
204
  "lstrip": false,
@@ -207,7 +189,7 @@
207
  "special": false
208
  },
209
  {
210
- "id": 57538,
211
  "content": "</s_Product Length>",
212
  "single_word": false,
213
  "lstrip": false,
@@ -216,7 +198,7 @@
216
  "special": false
217
  },
218
  {
219
- "id": 57539,
220
  "content": "<s_Product Height>",
221
  "single_word": false,
222
  "lstrip": false,
@@ -225,7 +207,7 @@
225
  "special": false
226
  },
227
  {
228
- "id": 57540,
229
  "content": "</s_Product Height>",
230
  "single_word": false,
231
  "lstrip": false,
@@ -234,7 +216,7 @@
234
  "special": false
235
  },
236
  {
237
- "id": 57541,
238
  "content": "<s_Product Depth>",
239
  "single_word": false,
240
  "lstrip": false,
@@ -243,7 +225,7 @@
243
  "special": false
244
  },
245
  {
246
- "id": 57542,
247
  "content": "</s_Product Depth>",
248
  "single_word": false,
249
  "lstrip": false,
@@ -252,7 +234,7 @@
252
  "special": false
253
  },
254
  {
255
- "id": 57543,
256
  "content": "<s_Packaging>",
257
  "single_word": false,
258
  "lstrip": false,
@@ -261,7 +243,7 @@
261
  "special": false
262
  },
263
  {
264
- "id": 57544,
265
  "content": "</s_Packaging>",
266
  "single_word": false,
267
  "lstrip": false,
@@ -270,7 +252,7 @@
270
  "special": false
271
  },
272
  {
273
- "id": 57545,
274
  "content": "<s_Operating Temperature>",
275
  "single_word": false,
276
  "lstrip": false,
@@ -279,7 +261,7 @@
279
  "special": false
280
  },
281
  {
282
- "id": 57546,
283
  "content": "</s_Operating Temperature>",
284
  "single_word": false,
285
  "lstrip": false,
@@ -288,7 +270,7 @@
288
  "special": false
289
  },
290
  {
291
- "id": 57547,
292
  "content": "<s_Number of Rows>",
293
  "single_word": false,
294
  "lstrip": false,
@@ -297,7 +279,7 @@
297
  "special": false
298
  },
299
  {
300
- "id": 57548,
301
  "content": "</s_Number of Rows>",
302
  "single_word": false,
303
  "lstrip": false,
@@ -306,7 +288,7 @@
306
  "special": false
307
  },
308
  {
309
- "id": 57549,
310
  "content": "<s_Number of Contacts>",
311
  "single_word": false,
312
  "lstrip": false,
@@ -315,7 +297,7 @@
315
  "special": false
316
  },
317
  {
318
- "id": 57550,
319
  "content": "</s_Number of Contacts>",
320
  "single_word": false,
321
  "lstrip": false,
@@ -324,7 +306,7 @@
324
  "special": false
325
  },
326
  {
327
- "id": 57551,
328
  "content": "<s_Number of Circuits>",
329
  "single_word": false,
330
  "lstrip": false,
@@ -333,7 +315,7 @@
333
  "special": false
334
  },
335
  {
336
- "id": 57552,
337
  "content": "</s_Number of Circuits>",
338
  "single_word": false,
339
  "lstrip": false,
@@ -342,7 +324,7 @@
342
  "special": false
343
  },
344
  {
345
- "id": 57553,
346
  "content": "<s_Mounting>",
347
  "single_word": false,
348
  "lstrip": false,
@@ -351,7 +333,7 @@
351
  "special": false
352
  },
353
  {
354
- "id": 57554,
355
  "content": "</s_Mounting>",
356
  "single_word": false,
357
  "lstrip": false,
@@ -360,25 +342,7 @@
360
  "special": false
361
  },
362
  {
363
- "id": 57555,
364
- "content": "<s_Minimum Storage Temperature>",
365
- "single_word": false,
366
- "lstrip": false,
367
- "rstrip": false,
368
- "normalized": true,
369
- "special": false
370
- },
371
- {
372
- "id": 57556,
373
- "content": "</s_Minimum Storage Temperature>",
374
- "single_word": false,
375
- "lstrip": false,
376
- "rstrip": false,
377
- "normalized": true,
378
- "special": false
379
- },
380
- {
381
- "id": 57557,
382
  "content": "<s_Minimum Operating Temperature>",
383
  "single_word": false,
384
  "lstrip": false,
@@ -387,7 +351,7 @@
387
  "special": false
388
  },
389
  {
390
- "id": 57558,
391
  "content": "</s_Minimum Operating Temperature>",
392
  "single_word": false,
393
  "lstrip": false,
@@ -396,7 +360,7 @@
396
  "special": false
397
  },
398
  {
399
- "id": 57559,
400
  "content": "<s_Maximum Voltage Rating>",
401
  "single_word": false,
402
  "lstrip": false,
@@ -405,7 +369,7 @@
405
  "special": false
406
  },
407
  {
408
- "id": 57560,
409
  "content": "</s_Maximum Voltage Rating>",
410
  "single_word": false,
411
  "lstrip": false,
@@ -414,61 +378,7 @@
414
  "special": false
415
  },
416
  {
417
- "id": 57561,
418
- "content": "<s_Maximum Terminal Width>",
419
- "single_word": false,
420
- "lstrip": false,
421
- "rstrip": false,
422
- "normalized": true,
423
- "special": false
424
- },
425
- {
426
- "id": 57562,
427
- "content": "</s_Maximum Terminal Width>",
428
- "single_word": false,
429
- "lstrip": false,
430
- "rstrip": false,
431
- "normalized": true,
432
- "special": false
433
- },
434
- {
435
- "id": 57563,
436
- "content": "<s_Maximum Terminal Coplanarity>",
437
- "single_word": false,
438
- "lstrip": false,
439
- "rstrip": false,
440
- "normalized": true,
441
- "special": false
442
- },
443
- {
444
- "id": 57564,
445
- "content": "</s_Maximum Terminal Coplanarity>",
446
- "single_word": false,
447
- "lstrip": false,
448
- "rstrip": false,
449
- "normalized": true,
450
- "special": false
451
- },
452
- {
453
- "id": 57565,
454
- "content": "<s_Maximum Storage Temperature>",
455
- "single_word": false,
456
- "lstrip": false,
457
- "rstrip": false,
458
- "normalized": true,
459
- "special": false
460
- },
461
- {
462
- "id": 57566,
463
- "content": "</s_Maximum Storage Temperature>",
464
- "single_word": false,
465
- "lstrip": false,
466
- "rstrip": false,
467
- "normalized": true,
468
- "special": false
469
- },
470
- {
471
- "id": 57567,
472
  "content": "<s_Maximum Operating Temperature>",
473
  "single_word": false,
474
  "lstrip": false,
@@ -477,7 +387,7 @@
477
  "special": false
478
  },
479
  {
480
- "id": 57568,
481
  "content": "</s_Maximum Operating Temperature>",
482
  "single_word": false,
483
  "lstrip": false,
@@ -486,7 +396,7 @@
486
  "special": false
487
  },
488
  {
489
- "id": 57569,
490
  "content": "<s_Maximum Current Rating>",
491
  "single_word": false,
492
  "lstrip": false,
@@ -495,7 +405,7 @@
495
  "special": false
496
  },
497
  {
498
- "id": 57570,
499
  "content": "</s_Maximum Current Rating>",
500
  "single_word": false,
501
  "lstrip": false,
@@ -504,25 +414,7 @@
504
  "special": false
505
  },
506
  {
507
- "id": 57571,
508
- "content": "<s_Insulation Resistance>",
509
- "single_word": false,
510
- "lstrip": false,
511
- "rstrip": false,
512
- "normalized": true,
513
- "special": false
514
- },
515
- {
516
- "id": 57572,
517
- "content": "</s_Insulation Resistance>",
518
- "single_word": false,
519
- "lstrip": false,
520
- "rstrip": false,
521
- "normalized": true,
522
- "special": false
523
- },
524
- {
525
- "id": 57573,
526
  "content": "<s_Housing Material>",
527
  "single_word": false,
528
  "lstrip": false,
@@ -531,7 +423,7 @@
531
  "special": false
532
  },
533
  {
534
- "id": 57574,
535
  "content": "</s_Housing Material>",
536
  "single_word": false,
537
  "lstrip": false,
@@ -540,7 +432,7 @@
540
  "special": false
541
  },
542
  {
543
- "id": 57575,
544
  "content": "<s_Housing Color>",
545
  "single_word": false,
546
  "lstrip": false,
@@ -549,7 +441,7 @@
549
  "special": false
550
  },
551
  {
552
- "id": 57576,
553
  "content": "</s_Housing Color>",
554
  "single_word": false,
555
  "lstrip": false,
@@ -558,7 +450,7 @@
558
  "special": false
559
  },
560
  {
561
- "id": 57577,
562
  "content": "<s_Gender>",
563
  "single_word": false,
564
  "lstrip": false,
@@ -567,7 +459,7 @@
567
  "special": false
568
  },
569
  {
570
- "id": 57578,
571
  "content": "</s_Gender>",
572
  "single_word": false,
573
  "lstrip": false,
@@ -576,7 +468,7 @@
576
  "special": false
577
  },
578
  {
579
- "id": 57579,
580
  "content": "<s_Contact Plating>",
581
  "single_word": false,
582
  "lstrip": false,
@@ -585,7 +477,7 @@
585
  "special": false
586
  },
587
  {
588
- "id": 57580,
589
  "content": "</s_Contact Plating>",
590
  "single_word": false,
591
  "lstrip": false,
@@ -594,7 +486,7 @@
594
  "special": false
595
  },
596
  {
597
- "id": 57581,
598
  "content": "<s_Contact Material>",
599
  "single_word": false,
600
  "lstrip": false,
@@ -603,7 +495,7 @@
603
  "special": false
604
  },
605
  {
606
- "id": 57582,
607
  "content": "</s_Contact Material>",
608
  "single_word": false,
609
  "lstrip": false,
@@ -612,7 +504,7 @@
612
  "special": false
613
  },
614
  {
615
- "id": 57583,
616
  "content": "<s_Body Orientation>",
617
  "single_word": false,
618
  "lstrip": false,
@@ -621,7 +513,7 @@
621
  "special": false
622
  },
623
  {
624
- "id": 57584,
625
  "content": "</s_Body Orientation>",
626
  "single_word": false,
627
  "lstrip": false,
@@ -630,7 +522,7 @@
630
  "special": false
631
  },
632
  {
633
- "id": 57585,
634
  "content": "<s_se>",
635
  "single_word": false,
636
  "lstrip": false,
 
127
  },
128
  {
129
  "id": 57529,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  "content": "<s_Termination Method>",
131
  "single_word": false,
132
  "lstrip": false,
 
135
  "special": false
136
  },
137
  {
138
+ "id": 57530,
139
  "content": "</s_Termination Method>",
140
  "single_word": false,
141
  "lstrip": false,
 
144
  "special": false
145
  },
146
  {
147
+ "id": 57531,
148
  "content": "<s_Terminal Pitch>",
149
  "single_word": false,
150
  "lstrip": false,
 
153
  "special": false
154
  },
155
  {
156
+ "id": 57532,
157
  "content": "</s_Terminal Pitch>",
158
  "single_word": false,
159
  "lstrip": false,
 
162
  "special": false
163
  },
164
  {
165
+ "id": 57533,
166
  "content": "<s_Temperature Grade>",
167
  "single_word": false,
168
  "lstrip": false,
 
171
  "special": false
172
  },
173
  {
174
+ "id": 57534,
175
  "content": "</s_Temperature Grade>",
176
  "single_word": false,
177
  "lstrip": false,
 
180
  "special": false
181
  },
182
  {
183
+ "id": 57535,
184
  "content": "<s_Product Length>",
185
  "single_word": false,
186
  "lstrip": false,
 
189
  "special": false
190
  },
191
  {
192
+ "id": 57536,
193
  "content": "</s_Product Length>",
194
  "single_word": false,
195
  "lstrip": false,
 
198
  "special": false
199
  },
200
  {
201
+ "id": 57537,
202
  "content": "<s_Product Height>",
203
  "single_word": false,
204
  "lstrip": false,
 
207
  "special": false
208
  },
209
  {
210
+ "id": 57538,
211
  "content": "</s_Product Height>",
212
  "single_word": false,
213
  "lstrip": false,
 
216
  "special": false
217
  },
218
  {
219
+ "id": 57539,
220
  "content": "<s_Product Depth>",
221
  "single_word": false,
222
  "lstrip": false,
 
225
  "special": false
226
  },
227
  {
228
+ "id": 57540,
229
  "content": "</s_Product Depth>",
230
  "single_word": false,
231
  "lstrip": false,
 
234
  "special": false
235
  },
236
  {
237
+ "id": 57541,
238
  "content": "<s_Packaging>",
239
  "single_word": false,
240
  "lstrip": false,
 
243
  "special": false
244
  },
245
  {
246
+ "id": 57542,
247
  "content": "</s_Packaging>",
248
  "single_word": false,
249
  "lstrip": false,
 
252
  "special": false
253
  },
254
  {
255
+ "id": 57543,
256
  "content": "<s_Operating Temperature>",
257
  "single_word": false,
258
  "lstrip": false,
 
261
  "special": false
262
  },
263
  {
264
+ "id": 57544,
265
  "content": "</s_Operating Temperature>",
266
  "single_word": false,
267
  "lstrip": false,
 
270
  "special": false
271
  },
272
  {
273
+ "id": 57545,
274
  "content": "<s_Number of Rows>",
275
  "single_word": false,
276
  "lstrip": false,
 
279
  "special": false
280
  },
281
  {
282
+ "id": 57546,
283
  "content": "</s_Number of Rows>",
284
  "single_word": false,
285
  "lstrip": false,
 
288
  "special": false
289
  },
290
  {
291
+ "id": 57547,
292
  "content": "<s_Number of Contacts>",
293
  "single_word": false,
294
  "lstrip": false,
 
297
  "special": false
298
  },
299
  {
300
+ "id": 57548,
301
  "content": "</s_Number of Contacts>",
302
  "single_word": false,
303
  "lstrip": false,
 
306
  "special": false
307
  },
308
  {
309
+ "id": 57549,
310
  "content": "<s_Number of Circuits>",
311
  "single_word": false,
312
  "lstrip": false,
 
315
  "special": false
316
  },
317
  {
318
+ "id": 57550,
319
  "content": "</s_Number of Circuits>",
320
  "single_word": false,
321
  "lstrip": false,
 
324
  "special": false
325
  },
326
  {
327
+ "id": 57551,
328
  "content": "<s_Mounting>",
329
  "single_word": false,
330
  "lstrip": false,
 
333
  "special": false
334
  },
335
  {
336
+ "id": 57552,
337
  "content": "</s_Mounting>",
338
  "single_word": false,
339
  "lstrip": false,
 
342
  "special": false
343
  },
344
  {
345
+ "id": 57553,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
346
  "content": "<s_Minimum Operating Temperature>",
347
  "single_word": false,
348
  "lstrip": false,
 
351
  "special": false
352
  },
353
  {
354
+ "id": 57554,
355
  "content": "</s_Minimum Operating Temperature>",
356
  "single_word": false,
357
  "lstrip": false,
 
360
  "special": false
361
  },
362
  {
363
+ "id": 57555,
364
  "content": "<s_Maximum Voltage Rating>",
365
  "single_word": false,
366
  "lstrip": false,
 
369
  "special": false
370
  },
371
  {
372
+ "id": 57556,
373
  "content": "</s_Maximum Voltage Rating>",
374
  "single_word": false,
375
  "lstrip": false,
 
378
  "special": false
379
  },
380
  {
381
+ "id": 57557,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
382
  "content": "<s_Maximum Operating Temperature>",
383
  "single_word": false,
384
  "lstrip": false,
 
387
  "special": false
388
  },
389
  {
390
+ "id": 57558,
391
  "content": "</s_Maximum Operating Temperature>",
392
  "single_word": false,
393
  "lstrip": false,
 
396
  "special": false
397
  },
398
  {
399
+ "id": 57559,
400
  "content": "<s_Maximum Current Rating>",
401
  "single_word": false,
402
  "lstrip": false,
 
405
  "special": false
406
  },
407
  {
408
+ "id": 57560,
409
  "content": "</s_Maximum Current Rating>",
410
  "single_word": false,
411
  "lstrip": false,
 
414
  "special": false
415
  },
416
  {
417
+ "id": 57561,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
418
  "content": "<s_Housing Material>",
419
  "single_word": false,
420
  "lstrip": false,
 
423
  "special": false
424
  },
425
  {
426
+ "id": 57562,
427
  "content": "</s_Housing Material>",
428
  "single_word": false,
429
  "lstrip": false,
 
432
  "special": false
433
  },
434
  {
435
+ "id": 57563,
436
  "content": "<s_Housing Color>",
437
  "single_word": false,
438
  "lstrip": false,
 
441
  "special": false
442
  },
443
  {
444
+ "id": 57564,
445
  "content": "</s_Housing Color>",
446
  "single_word": false,
447
  "lstrip": false,
 
450
  "special": false
451
  },
452
  {
453
+ "id": 57565,
454
  "content": "<s_Gender>",
455
  "single_word": false,
456
  "lstrip": false,
 
459
  "special": false
460
  },
461
  {
462
+ "id": 57566,
463
  "content": "</s_Gender>",
464
  "single_word": false,
465
  "lstrip": false,
 
468
  "special": false
469
  },
470
  {
471
+ "id": 57567,
472
  "content": "<s_Contact Plating>",
473
  "single_word": false,
474
  "lstrip": false,
 
477
  "special": false
478
  },
479
  {
480
+ "id": 57568,
481
  "content": "</s_Contact Plating>",
482
  "single_word": false,
483
  "lstrip": false,
 
486
  "special": false
487
  },
488
  {
489
+ "id": 57569,
490
  "content": "<s_Contact Material>",
491
  "single_word": false,
492
  "lstrip": false,
 
495
  "special": false
496
  },
497
  {
498
+ "id": 57570,
499
  "content": "</s_Contact Material>",
500
  "single_word": false,
501
  "lstrip": false,
 
504
  "special": false
505
  },
506
  {
507
+ "id": 57571,
508
  "content": "<s_Body Orientation>",
509
  "single_word": false,
510
  "lstrip": false,
 
513
  "special": false
514
  },
515
  {
516
+ "id": 57572,
517
  "content": "</s_Body Orientation>",
518
  "single_word": false,
519
  "lstrip": false,
 
522
  "special": false
523
  },
524
  {
525
+ "id": 57573,
526
  "content": "<s_se>",
527
  "single_word": false,
528
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -97,22 +97,6 @@
97
  "special": false
98
  },
99
  "57529": {
100
- "content": "<s_Tradename>",
101
- "lstrip": false,
102
- "normalized": true,
103
- "rstrip": false,
104
- "single_word": false,
105
- "special": false
106
- },
107
- "57530": {
108
- "content": "</s_Tradename>",
109
- "lstrip": false,
110
- "normalized": true,
111
- "rstrip": false,
112
- "single_word": false,
113
- "special": false
114
- },
115
- "57531": {
116
  "content": "<s_Termination Method>",
117
  "lstrip": false,
118
  "normalized": true,
@@ -120,7 +104,7 @@
120
  "single_word": false,
121
  "special": false
122
  },
123
- "57532": {
124
  "content": "</s_Termination Method>",
125
  "lstrip": false,
126
  "normalized": true,
@@ -128,7 +112,7 @@
128
  "single_word": false,
129
  "special": false
130
  },
131
- "57533": {
132
  "content": "<s_Terminal Pitch>",
133
  "lstrip": false,
134
  "normalized": true,
@@ -136,7 +120,7 @@
136
  "single_word": false,
137
  "special": false
138
  },
139
- "57534": {
140
  "content": "</s_Terminal Pitch>",
141
  "lstrip": false,
142
  "normalized": true,
@@ -144,7 +128,7 @@
144
  "single_word": false,
145
  "special": false
146
  },
147
- "57535": {
148
  "content": "<s_Temperature Grade>",
149
  "lstrip": false,
150
  "normalized": true,
@@ -152,7 +136,7 @@
152
  "single_word": false,
153
  "special": false
154
  },
155
- "57536": {
156
  "content": "</s_Temperature Grade>",
157
  "lstrip": false,
158
  "normalized": true,
@@ -160,7 +144,7 @@
160
  "single_word": false,
161
  "special": false
162
  },
163
- "57537": {
164
  "content": "<s_Product Length>",
165
  "lstrip": false,
166
  "normalized": true,
@@ -168,7 +152,7 @@
168
  "single_word": false,
169
  "special": false
170
  },
171
- "57538": {
172
  "content": "</s_Product Length>",
173
  "lstrip": false,
174
  "normalized": true,
@@ -176,7 +160,7 @@
176
  "single_word": false,
177
  "special": false
178
  },
179
- "57539": {
180
  "content": "<s_Product Height>",
181
  "lstrip": false,
182
  "normalized": true,
@@ -184,7 +168,7 @@
184
  "single_word": false,
185
  "special": false
186
  },
187
- "57540": {
188
  "content": "</s_Product Height>",
189
  "lstrip": false,
190
  "normalized": true,
@@ -192,7 +176,7 @@
192
  "single_word": false,
193
  "special": false
194
  },
195
- "57541": {
196
  "content": "<s_Product Depth>",
197
  "lstrip": false,
198
  "normalized": true,
@@ -200,7 +184,7 @@
200
  "single_word": false,
201
  "special": false
202
  },
203
- "57542": {
204
  "content": "</s_Product Depth>",
205
  "lstrip": false,
206
  "normalized": true,
@@ -208,7 +192,7 @@
208
  "single_word": false,
209
  "special": false
210
  },
211
- "57543": {
212
  "content": "<s_Packaging>",
213
  "lstrip": false,
214
  "normalized": true,
@@ -216,7 +200,7 @@
216
  "single_word": false,
217
  "special": false
218
  },
219
- "57544": {
220
  "content": "</s_Packaging>",
221
  "lstrip": false,
222
  "normalized": true,
@@ -224,7 +208,7 @@
224
  "single_word": false,
225
  "special": false
226
  },
227
- "57545": {
228
  "content": "<s_Operating Temperature>",
229
  "lstrip": false,
230
  "normalized": true,
@@ -232,7 +216,7 @@
232
  "single_word": false,
233
  "special": false
234
  },
235
- "57546": {
236
  "content": "</s_Operating Temperature>",
237
  "lstrip": false,
238
  "normalized": true,
@@ -240,7 +224,7 @@
240
  "single_word": false,
241
  "special": false
242
  },
243
- "57547": {
244
  "content": "<s_Number of Rows>",
245
  "lstrip": false,
246
  "normalized": true,
@@ -248,7 +232,7 @@
248
  "single_word": false,
249
  "special": false
250
  },
251
- "57548": {
252
  "content": "</s_Number of Rows>",
253
  "lstrip": false,
254
  "normalized": true,
@@ -256,7 +240,7 @@
256
  "single_word": false,
257
  "special": false
258
  },
259
- "57549": {
260
  "content": "<s_Number of Contacts>",
261
  "lstrip": false,
262
  "normalized": true,
@@ -264,7 +248,7 @@
264
  "single_word": false,
265
  "special": false
266
  },
267
- "57550": {
268
  "content": "</s_Number of Contacts>",
269
  "lstrip": false,
270
  "normalized": true,
@@ -272,7 +256,7 @@
272
  "single_word": false,
273
  "special": false
274
  },
275
- "57551": {
276
  "content": "<s_Number of Circuits>",
277
  "lstrip": false,
278
  "normalized": true,
@@ -280,7 +264,7 @@
280
  "single_word": false,
281
  "special": false
282
  },
283
- "57552": {
284
  "content": "</s_Number of Circuits>",
285
  "lstrip": false,
286
  "normalized": true,
@@ -288,7 +272,7 @@
288
  "single_word": false,
289
  "special": false
290
  },
291
- "57553": {
292
  "content": "<s_Mounting>",
293
  "lstrip": false,
294
  "normalized": true,
@@ -296,7 +280,7 @@
296
  "single_word": false,
297
  "special": false
298
  },
299
- "57554": {
300
  "content": "</s_Mounting>",
301
  "lstrip": false,
302
  "normalized": true,
@@ -304,23 +288,7 @@
304
  "single_word": false,
305
  "special": false
306
  },
307
- "57555": {
308
- "content": "<s_Minimum Storage Temperature>",
309
- "lstrip": false,
310
- "normalized": true,
311
- "rstrip": false,
312
- "single_word": false,
313
- "special": false
314
- },
315
- "57556": {
316
- "content": "</s_Minimum Storage Temperature>",
317
- "lstrip": false,
318
- "normalized": true,
319
- "rstrip": false,
320
- "single_word": false,
321
- "special": false
322
- },
323
- "57557": {
324
  "content": "<s_Minimum Operating Temperature>",
325
  "lstrip": false,
326
  "normalized": true,
@@ -328,7 +296,7 @@
328
  "single_word": false,
329
  "special": false
330
  },
331
- "57558": {
332
  "content": "</s_Minimum Operating Temperature>",
333
  "lstrip": false,
334
  "normalized": true,
@@ -336,7 +304,7 @@
336
  "single_word": false,
337
  "special": false
338
  },
339
- "57559": {
340
  "content": "<s_Maximum Voltage Rating>",
341
  "lstrip": false,
342
  "normalized": true,
@@ -344,7 +312,7 @@
344
  "single_word": false,
345
  "special": false
346
  },
347
- "57560": {
348
  "content": "</s_Maximum Voltage Rating>",
349
  "lstrip": false,
350
  "normalized": true,
@@ -352,55 +320,7 @@
352
  "single_word": false,
353
  "special": false
354
  },
355
- "57561": {
356
- "content": "<s_Maximum Terminal Width>",
357
- "lstrip": false,
358
- "normalized": true,
359
- "rstrip": false,
360
- "single_word": false,
361
- "special": false
362
- },
363
- "57562": {
364
- "content": "</s_Maximum Terminal Width>",
365
- "lstrip": false,
366
- "normalized": true,
367
- "rstrip": false,
368
- "single_word": false,
369
- "special": false
370
- },
371
- "57563": {
372
- "content": "<s_Maximum Terminal Coplanarity>",
373
- "lstrip": false,
374
- "normalized": true,
375
- "rstrip": false,
376
- "single_word": false,
377
- "special": false
378
- },
379
- "57564": {
380
- "content": "</s_Maximum Terminal Coplanarity>",
381
- "lstrip": false,
382
- "normalized": true,
383
- "rstrip": false,
384
- "single_word": false,
385
- "special": false
386
- },
387
- "57565": {
388
- "content": "<s_Maximum Storage Temperature>",
389
- "lstrip": false,
390
- "normalized": true,
391
- "rstrip": false,
392
- "single_word": false,
393
- "special": false
394
- },
395
- "57566": {
396
- "content": "</s_Maximum Storage Temperature>",
397
- "lstrip": false,
398
- "normalized": true,
399
- "rstrip": false,
400
- "single_word": false,
401
- "special": false
402
- },
403
- "57567": {
404
  "content": "<s_Maximum Operating Temperature>",
405
  "lstrip": false,
406
  "normalized": true,
@@ -408,7 +328,7 @@
408
  "single_word": false,
409
  "special": false
410
  },
411
- "57568": {
412
  "content": "</s_Maximum Operating Temperature>",
413
  "lstrip": false,
414
  "normalized": true,
@@ -416,7 +336,7 @@
416
  "single_word": false,
417
  "special": false
418
  },
419
- "57569": {
420
  "content": "<s_Maximum Current Rating>",
421
  "lstrip": false,
422
  "normalized": true,
@@ -424,7 +344,7 @@
424
  "single_word": false,
425
  "special": false
426
  },
427
- "57570": {
428
  "content": "</s_Maximum Current Rating>",
429
  "lstrip": false,
430
  "normalized": true,
@@ -432,23 +352,7 @@
432
  "single_word": false,
433
  "special": false
434
  },
435
- "57571": {
436
- "content": "<s_Insulation Resistance>",
437
- "lstrip": false,
438
- "normalized": true,
439
- "rstrip": false,
440
- "single_word": false,
441
- "special": false
442
- },
443
- "57572": {
444
- "content": "</s_Insulation Resistance>",
445
- "lstrip": false,
446
- "normalized": true,
447
- "rstrip": false,
448
- "single_word": false,
449
- "special": false
450
- },
451
- "57573": {
452
  "content": "<s_Housing Material>",
453
  "lstrip": false,
454
  "normalized": true,
@@ -456,7 +360,7 @@
456
  "single_word": false,
457
  "special": false
458
  },
459
- "57574": {
460
  "content": "</s_Housing Material>",
461
  "lstrip": false,
462
  "normalized": true,
@@ -464,7 +368,7 @@
464
  "single_word": false,
465
  "special": false
466
  },
467
- "57575": {
468
  "content": "<s_Housing Color>",
469
  "lstrip": false,
470
  "normalized": true,
@@ -472,7 +376,7 @@
472
  "single_word": false,
473
  "special": false
474
  },
475
- "57576": {
476
  "content": "</s_Housing Color>",
477
  "lstrip": false,
478
  "normalized": true,
@@ -480,7 +384,7 @@
480
  "single_word": false,
481
  "special": false
482
  },
483
- "57577": {
484
  "content": "<s_Gender>",
485
  "lstrip": false,
486
  "normalized": true,
@@ -488,7 +392,7 @@
488
  "single_word": false,
489
  "special": false
490
  },
491
- "57578": {
492
  "content": "</s_Gender>",
493
  "lstrip": false,
494
  "normalized": true,
@@ -496,7 +400,7 @@
496
  "single_word": false,
497
  "special": false
498
  },
499
- "57579": {
500
  "content": "<s_Contact Plating>",
501
  "lstrip": false,
502
  "normalized": true,
@@ -504,7 +408,7 @@
504
  "single_word": false,
505
  "special": false
506
  },
507
- "57580": {
508
  "content": "</s_Contact Plating>",
509
  "lstrip": false,
510
  "normalized": true,
@@ -512,7 +416,7 @@
512
  "single_word": false,
513
  "special": false
514
  },
515
- "57581": {
516
  "content": "<s_Contact Material>",
517
  "lstrip": false,
518
  "normalized": true,
@@ -520,7 +424,7 @@
520
  "single_word": false,
521
  "special": false
522
  },
523
- "57582": {
524
  "content": "</s_Contact Material>",
525
  "lstrip": false,
526
  "normalized": true,
@@ -528,7 +432,7 @@
528
  "single_word": false,
529
  "special": false
530
  },
531
- "57583": {
532
  "content": "<s_Body Orientation>",
533
  "lstrip": false,
534
  "normalized": true,
@@ -536,7 +440,7 @@
536
  "single_word": false,
537
  "special": false
538
  },
539
- "57584": {
540
  "content": "</s_Body Orientation>",
541
  "lstrip": false,
542
  "normalized": true,
@@ -544,7 +448,7 @@
544
  "single_word": false,
545
  "special": false
546
  },
547
- "57585": {
548
  "content": "<s_se>",
549
  "lstrip": false,
550
  "normalized": true,
 
97
  "special": false
98
  },
99
  "57529": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
100
  "content": "<s_Termination Method>",
101
  "lstrip": false,
102
  "normalized": true,
 
104
  "single_word": false,
105
  "special": false
106
  },
107
+ "57530": {
108
  "content": "</s_Termination Method>",
109
  "lstrip": false,
110
  "normalized": true,
 
112
  "single_word": false,
113
  "special": false
114
  },
115
+ "57531": {
116
  "content": "<s_Terminal Pitch>",
117
  "lstrip": false,
118
  "normalized": true,
 
120
  "single_word": false,
121
  "special": false
122
  },
123
+ "57532": {
124
  "content": "</s_Terminal Pitch>",
125
  "lstrip": false,
126
  "normalized": true,
 
128
  "single_word": false,
129
  "special": false
130
  },
131
+ "57533": {
132
  "content": "<s_Temperature Grade>",
133
  "lstrip": false,
134
  "normalized": true,
 
136
  "single_word": false,
137
  "special": false
138
  },
139
+ "57534": {
140
  "content": "</s_Temperature Grade>",
141
  "lstrip": false,
142
  "normalized": true,
 
144
  "single_word": false,
145
  "special": false
146
  },
147
+ "57535": {
148
  "content": "<s_Product Length>",
149
  "lstrip": false,
150
  "normalized": true,
 
152
  "single_word": false,
153
  "special": false
154
  },
155
+ "57536": {
156
  "content": "</s_Product Length>",
157
  "lstrip": false,
158
  "normalized": true,
 
160
  "single_word": false,
161
  "special": false
162
  },
163
+ "57537": {
164
  "content": "<s_Product Height>",
165
  "lstrip": false,
166
  "normalized": true,
 
168
  "single_word": false,
169
  "special": false
170
  },
171
+ "57538": {
172
  "content": "</s_Product Height>",
173
  "lstrip": false,
174
  "normalized": true,
 
176
  "single_word": false,
177
  "special": false
178
  },
179
+ "57539": {
180
  "content": "<s_Product Depth>",
181
  "lstrip": false,
182
  "normalized": true,
 
184
  "single_word": false,
185
  "special": false
186
  },
187
+ "57540": {
188
  "content": "</s_Product Depth>",
189
  "lstrip": false,
190
  "normalized": true,
 
192
  "single_word": false,
193
  "special": false
194
  },
195
+ "57541": {
196
  "content": "<s_Packaging>",
197
  "lstrip": false,
198
  "normalized": true,
 
200
  "single_word": false,
201
  "special": false
202
  },
203
+ "57542": {
204
  "content": "</s_Packaging>",
205
  "lstrip": false,
206
  "normalized": true,
 
208
  "single_word": false,
209
  "special": false
210
  },
211
+ "57543": {
212
  "content": "<s_Operating Temperature>",
213
  "lstrip": false,
214
  "normalized": true,
 
216
  "single_word": false,
217
  "special": false
218
  },
219
+ "57544": {
220
  "content": "</s_Operating Temperature>",
221
  "lstrip": false,
222
  "normalized": true,
 
224
  "single_word": false,
225
  "special": false
226
  },
227
+ "57545": {
228
  "content": "<s_Number of Rows>",
229
  "lstrip": false,
230
  "normalized": true,
 
232
  "single_word": false,
233
  "special": false
234
  },
235
+ "57546": {
236
  "content": "</s_Number of Rows>",
237
  "lstrip": false,
238
  "normalized": true,
 
240
  "single_word": false,
241
  "special": false
242
  },
243
+ "57547": {
244
  "content": "<s_Number of Contacts>",
245
  "lstrip": false,
246
  "normalized": true,
 
248
  "single_word": false,
249
  "special": false
250
  },
251
+ "57548": {
252
  "content": "</s_Number of Contacts>",
253
  "lstrip": false,
254
  "normalized": true,
 
256
  "single_word": false,
257
  "special": false
258
  },
259
+ "57549": {
260
  "content": "<s_Number of Circuits>",
261
  "lstrip": false,
262
  "normalized": true,
 
264
  "single_word": false,
265
  "special": false
266
  },
267
+ "57550": {
268
  "content": "</s_Number of Circuits>",
269
  "lstrip": false,
270
  "normalized": true,
 
272
  "single_word": false,
273
  "special": false
274
  },
275
+ "57551": {
276
  "content": "<s_Mounting>",
277
  "lstrip": false,
278
  "normalized": true,
 
280
  "single_word": false,
281
  "special": false
282
  },
283
+ "57552": {
284
  "content": "</s_Mounting>",
285
  "lstrip": false,
286
  "normalized": true,
 
288
  "single_word": false,
289
  "special": false
290
  },
291
+ "57553": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
292
  "content": "<s_Minimum Operating Temperature>",
293
  "lstrip": false,
294
  "normalized": true,
 
296
  "single_word": false,
297
  "special": false
298
  },
299
+ "57554": {
300
  "content": "</s_Minimum Operating Temperature>",
301
  "lstrip": false,
302
  "normalized": true,
 
304
  "single_word": false,
305
  "special": false
306
  },
307
+ "57555": {
308
  "content": "<s_Maximum Voltage Rating>",
309
  "lstrip": false,
310
  "normalized": true,
 
312
  "single_word": false,
313
  "special": false
314
  },
315
+ "57556": {
316
  "content": "</s_Maximum Voltage Rating>",
317
  "lstrip": false,
318
  "normalized": true,
 
320
  "single_word": false,
321
  "special": false
322
  },
323
+ "57557": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
324
  "content": "<s_Maximum Operating Temperature>",
325
  "lstrip": false,
326
  "normalized": true,
 
328
  "single_word": false,
329
  "special": false
330
  },
331
+ "57558": {
332
  "content": "</s_Maximum Operating Temperature>",
333
  "lstrip": false,
334
  "normalized": true,
 
336
  "single_word": false,
337
  "special": false
338
  },
339
+ "57559": {
340
  "content": "<s_Maximum Current Rating>",
341
  "lstrip": false,
342
  "normalized": true,
 
344
  "single_word": false,
345
  "special": false
346
  },
347
+ "57560": {
348
  "content": "</s_Maximum Current Rating>",
349
  "lstrip": false,
350
  "normalized": true,
 
352
  "single_word": false,
353
  "special": false
354
  },
355
+ "57561": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
356
  "content": "<s_Housing Material>",
357
  "lstrip": false,
358
  "normalized": true,
 
360
  "single_word": false,
361
  "special": false
362
  },
363
+ "57562": {
364
  "content": "</s_Housing Material>",
365
  "lstrip": false,
366
  "normalized": true,
 
368
  "single_word": false,
369
  "special": false
370
  },
371
+ "57563": {
372
  "content": "<s_Housing Color>",
373
  "lstrip": false,
374
  "normalized": true,
 
376
  "single_word": false,
377
  "special": false
378
  },
379
+ "57564": {
380
  "content": "</s_Housing Color>",
381
  "lstrip": false,
382
  "normalized": true,
 
384
  "single_word": false,
385
  "special": false
386
  },
387
+ "57565": {
388
  "content": "<s_Gender>",
389
  "lstrip": false,
390
  "normalized": true,
 
392
  "single_word": false,
393
  "special": false
394
  },
395
+ "57566": {
396
  "content": "</s_Gender>",
397
  "lstrip": false,
398
  "normalized": true,
 
400
  "single_word": false,
401
  "special": false
402
  },
403
+ "57567": {
404
  "content": "<s_Contact Plating>",
405
  "lstrip": false,
406
  "normalized": true,
 
408
  "single_word": false,
409
  "special": false
410
  },
411
+ "57568": {
412
  "content": "</s_Contact Plating>",
413
  "lstrip": false,
414
  "normalized": true,
 
416
  "single_word": false,
417
  "special": false
418
  },
419
+ "57569": {
420
  "content": "<s_Contact Material>",
421
  "lstrip": false,
422
  "normalized": true,
 
424
  "single_word": false,
425
  "special": false
426
  },
427
+ "57570": {
428
  "content": "</s_Contact Material>",
429
  "lstrip": false,
430
  "normalized": true,
 
432
  "single_word": false,
433
  "special": false
434
  },
435
+ "57571": {
436
  "content": "<s_Body Orientation>",
437
  "lstrip": false,
438
  "normalized": true,
 
440
  "single_word": false,
441
  "special": false
442
  },
443
+ "57572": {
444
  "content": "</s_Body Orientation>",
445
  "lstrip": false,
446
  "normalized": true,
 
448
  "single_word": false,
449
  "special": false
450
  },
451
+ "57573": {
452
  "content": "<s_se>",
453
  "lstrip": false,
454
  "normalized": true,