Training done
Browse files- added_tokens.json +1 -0
- tokenizer.json +9 -0
- tokenizer_config.json +8 -0
added_tokens.json
CHANGED
|
@@ -79,6 +79,7 @@
|
|
| 79 |
"</s_vendor_name>": 57669,
|
| 80 |
"</s_vendor_phone_number>": 57677,
|
| 81 |
"</s_vendor_pin>": 57675,
|
|
|
|
| 82 |
"<s_Invoice_no>": 57680,
|
| 83 |
"<s_branch>": 57592,
|
| 84 |
"<s_company_name>": 57612,
|
|
|
|
| 79 |
"</s_vendor_name>": 57669,
|
| 80 |
"</s_vendor_phone_number>": 57677,
|
| 81 |
"</s_vendor_pin>": 57675,
|
| 82 |
+
"<Naivas>": 57686,
|
| 83 |
"<s_Invoice_no>": 57680,
|
| 84 |
"<s_branch>": 57592,
|
| 85 |
"<s_company_name>": 57612,
|
tokenizer.json
CHANGED
|
@@ -1523,6 +1523,15 @@
|
|
| 1523 |
"rstrip": false,
|
| 1524 |
"normalized": true,
|
| 1525 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1526 |
}
|
| 1527 |
],
|
| 1528 |
"normalizer": {
|
|
|
|
| 1523 |
"rstrip": false,
|
| 1524 |
"normalized": true,
|
| 1525 |
"special": false
|
| 1526 |
+
},
|
| 1527 |
+
{
|
| 1528 |
+
"id": 57686,
|
| 1529 |
+
"content": "<Naivas>",
|
| 1530 |
+
"single_word": false,
|
| 1531 |
+
"lstrip": false,
|
| 1532 |
+
"rstrip": false,
|
| 1533 |
+
"normalized": true,
|
| 1534 |
+
"special": false
|
| 1535 |
}
|
| 1536 |
],
|
| 1537 |
"normalizer": {
|
tokenizer_config.json
CHANGED
|
@@ -1351,6 +1351,14 @@
|
|
| 1351 |
"rstrip": false,
|
| 1352 |
"single_word": false,
|
| 1353 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1354 |
}
|
| 1355 |
},
|
| 1356 |
"additional_special_tokens": [
|
|
|
|
| 1351 |
"rstrip": false,
|
| 1352 |
"single_word": false,
|
| 1353 |
"special": false
|
| 1354 |
+
},
|
| 1355 |
+
"57686": {
|
| 1356 |
+
"content": "<Naivas>",
|
| 1357 |
+
"lstrip": false,
|
| 1358 |
+
"normalized": true,
|
| 1359 |
+
"rstrip": false,
|
| 1360 |
+
"single_word": false,
|
| 1361 |
+
"special": false
|
| 1362 |
}
|
| 1363 |
},
|
| 1364 |
"additional_special_tokens": [
|