serenarolloh commited on
Commit
8b17130
·
verified ·
1 Parent(s): 0fa0a93

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +1 -0
  2. tokenizer.json +9 -0
  3. tokenizer_config.json +8 -0
added_tokens.json CHANGED
@@ -79,6 +79,7 @@
79
  "</s_vendor_name>": 57669,
80
  "</s_vendor_phone_number>": 57677,
81
  "</s_vendor_pin>": 57675,
 
82
  "<s_Invoice_no>": 57680,
83
  "<s_branch>": 57592,
84
  "<s_company_name>": 57612,
 
79
  "</s_vendor_name>": 57669,
80
  "</s_vendor_phone_number>": 57677,
81
  "</s_vendor_pin>": 57675,
82
+ "<Naivas>": 57686,
83
  "<s_Invoice_no>": 57680,
84
  "<s_branch>": 57592,
85
  "<s_company_name>": 57612,
tokenizer.json CHANGED
@@ -1523,6 +1523,15 @@
1523
  "rstrip": false,
1524
  "normalized": true,
1525
  "special": false
 
 
 
 
 
 
 
 
 
1526
  }
1527
  ],
1528
  "normalizer": {
 
1523
  "rstrip": false,
1524
  "normalized": true,
1525
  "special": false
1526
+ },
1527
+ {
1528
+ "id": 57686,
1529
+ "content": "<Naivas>",
1530
+ "single_word": false,
1531
+ "lstrip": false,
1532
+ "rstrip": false,
1533
+ "normalized": true,
1534
+ "special": false
1535
  }
1536
  ],
1537
  "normalizer": {
tokenizer_config.json CHANGED
@@ -1351,6 +1351,14 @@
1351
  "rstrip": false,
1352
  "single_word": false,
1353
  "special": false
 
 
 
 
 
 
 
 
1354
  }
1355
  },
1356
  "additional_special_tokens": [
 
1351
  "rstrip": false,
1352
  "single_word": false,
1353
  "special": false
1354
+ },
1355
+ "57686": {
1356
+ "content": "<Naivas>",
1357
+ "lstrip": false,
1358
+ "normalized": true,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": false
1362
  }
1363
  },
1364
  "additional_special_tokens": [