abarrientosrivas commited on
Commit
cf2bb3c
·
verified ·
1 Parent(s): 63a9288

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +5 -0
  2. tokenizer.json +45 -0
  3. tokenizer_config.json +40 -0
added_tokens.json CHANGED
@@ -1,9 +1,11 @@
1
  {
2
  "</s_date>": 57532,
3
  "</s_discount>": 57546,
 
4
  "</s_item_key>": 57550,
5
  "</s_item_name>": 57552,
6
  "</s_item_quantity>": 57556,
 
7
  "</s_item_value>": 57554,
8
  "</s_line_items>": 57548,
9
  "</s_phone>": 57530,
@@ -16,12 +18,15 @@
16
  "</s_time>": 57534,
17
  "</s_tips>": 57544,
18
  "</s_total>": 57542,
 
19
  "<s_date>": 57531,
20
  "<s_discount>": 57545,
 
21
  "<s_iitcdip>": 57523,
22
  "<s_item_key>": 57549,
23
  "<s_item_name>": 57551,
24
  "<s_item_quantity>": 57555,
 
25
  "<s_item_value>": 57553,
26
  "<s_line_items>": 57547,
27
  "<s_phone>": 57529,
 
1
  {
2
  "</s_date>": 57532,
3
  "</s_discount>": 57546,
4
+ "</s_entity_id>": 57560,
5
  "</s_item_key>": 57550,
6
  "</s_item_name>": 57552,
7
  "</s_item_quantity>": 57556,
8
+ "</s_item_total>": 57562,
9
  "</s_item_value>": 57554,
10
  "</s_line_items>": 57548,
11
  "</s_phone>": 57530,
 
18
  "</s_time>": 57534,
19
  "</s_tips>": 57544,
20
  "</s_total>": 57542,
21
+ "<s_cord-v2>": 57563,
22
  "<s_date>": 57531,
23
  "<s_discount>": 57545,
24
+ "<s_entity_id>": 57559,
25
  "<s_iitcdip>": 57523,
26
  "<s_item_key>": 57549,
27
  "<s_item_name>": 57551,
28
  "<s_item_quantity>": 57555,
29
+ "<s_item_total>": 57561,
30
  "<s_item_value>": 57553,
31
  "<s_line_items>": 57547,
32
  "<s_phone>": 57529,
tokenizer.json CHANGED
@@ -380,6 +380,51 @@
380
  "rstrip": false,
381
  "normalized": true,
382
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
383
  }
384
  ],
385
  "normalizer": {
 
380
  "rstrip": false,
381
  "normalized": true,
382
  "special": false
383
+ },
384
+ {
385
+ "id": 57559,
386
+ "content": "<s_entity_id>",
387
+ "single_word": false,
388
+ "lstrip": false,
389
+ "rstrip": false,
390
+ "normalized": true,
391
+ "special": false
392
+ },
393
+ {
394
+ "id": 57560,
395
+ "content": "</s_entity_id>",
396
+ "single_word": false,
397
+ "lstrip": false,
398
+ "rstrip": false,
399
+ "normalized": true,
400
+ "special": false
401
+ },
402
+ {
403
+ "id": 57561,
404
+ "content": "<s_item_total>",
405
+ "single_word": false,
406
+ "lstrip": false,
407
+ "rstrip": false,
408
+ "normalized": true,
409
+ "special": false
410
+ },
411
+ {
412
+ "id": 57562,
413
+ "content": "</s_item_total>",
414
+ "single_word": false,
415
+ "lstrip": false,
416
+ "rstrip": false,
417
+ "normalized": true,
418
+ "special": false
419
+ },
420
+ {
421
+ "id": 57563,
422
+ "content": "<s_cord-v2>",
423
+ "single_word": false,
424
+ "lstrip": false,
425
+ "rstrip": false,
426
+ "normalized": true,
427
+ "special": false
428
  }
429
  ],
430
  "normalizer": {
tokenizer_config.json CHANGED
@@ -335,6 +335,46 @@
335
  "rstrip": false,
336
  "single_word": false,
337
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
338
  }
339
  },
340
  "additional_special_tokens": [
 
335
  "rstrip": false,
336
  "single_word": false,
337
  "special": false
338
+ },
339
+ "57559": {
340
+ "content": "<s_entity_id>",
341
+ "lstrip": false,
342
+ "normalized": true,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": false
346
+ },
347
+ "57560": {
348
+ "content": "</s_entity_id>",
349
+ "lstrip": false,
350
+ "normalized": true,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": false
354
+ },
355
+ "57561": {
356
+ "content": "<s_item_total>",
357
+ "lstrip": false,
358
+ "normalized": true,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": false
362
+ },
363
+ "57562": {
364
+ "content": "</s_item_total>",
365
+ "lstrip": false,
366
+ "normalized": true,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": false
370
+ },
371
+ "57563": {
372
+ "content": "<s_cord-v2>",
373
+ "lstrip": false,
374
+ "normalized": true,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": false
378
  }
379
  },
380
  "additional_special_tokens": [