Training done

added_tokens.json

@@ -1,20 +1,20 @@
 {
-  "</s_dob>": 57534,
-  "</s_expiry>": 57526,
-  "</s_id>": 57528,
-  "</s_issue>": 57532,
-  "</s_name>": 57530,
-  "</s_nationality>": 57536,
-  "</s_sex>": 57538,
+  "</s_dob>": 57538,
+  "</s_expiry>": 57530,
+  "</s_id>": 57532,
+  "</s_issue>": 57528,
+  "</s_name>": 57534,
+  "</s_nationality>": 57526,
+  "</s_sex>": 57536,
   "<s_cord-v2>": 57539,
-  "<s_dob>": 57533,
-  "<s_expiry>": 57525,
-  "<s_id>": 57527,
+  "<s_dob>": 57537,
+  "<s_expiry>": 57529,
+  "<s_id>": 57531,
   "<s_iitcdip>": 57523,
-  "<s_issue>": 57531,
-  "<s_name>": 57529,
-  "<s_nationality>": 57535,
-  "<s_sex>": 57537,
+  "<s_issue>": 57527,
+  "<s_name>": 57533,
+  "<s_nationality>": 57525,
+  "<s_sex>": 57535,
   "<s_synthdog>": 57524,
   "<sep/>": 57522
 }

tokenizer.json

@@ -1,21 +1,7 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 768,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
-  "padding": {
-    "strategy": {
-      "Fixed": 768
-    },
-    "direction": "Right",
-    "pad_to_multiple_of": null,
-    "pad_id": 1,
-    "pad_type_id": 0,
-    "pad_token": "<pad>"
-  },
+  "truncation": null,
+  "padding": null,
   "added_tokens": [
     {
       "id": 0,
@@ -91,7 +77,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_expiry>",
+      "content": "<s_nationality>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +86,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_expiry>",
+      "content": "</s_nationality>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +95,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_id>",
+      "content": "<s_issue>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +104,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_id>",
+      "content": "</s_issue>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +113,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_name>",
+      "content": "<s_expiry>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +122,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_name>",
+      "content": "</s_expiry>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +131,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_issue>",
+      "content": "<s_id>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +140,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_issue>",
+      "content": "</s_id>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +149,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_dob>",
+      "content": "<s_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +158,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_dob>",
+      "content": "</s_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +167,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_nationality>",
+      "content": "<s_sex>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +176,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_nationality>",
+      "content": "</s_sex>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +185,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_sex>",
+      "content": "<s_dob>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +194,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_sex>",
+      "content": "</s_dob>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_expiry>",
+      "content": "<s_nationality>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "57526": {
-      "content": "</s_expiry>",
+      "content": "</s_nationality>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "57527": {
-      "content": "<s_id>",
+      "content": "<s_issue>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": false
     },
     "57528": {
-      "content": "</s_id>",
+      "content": "</s_issue>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": false
     },
     "57529": {
-      "content": "<s_name>",
+      "content": "<s_expiry>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "57530": {
-      "content": "</s_name>",
+      "content": "</s_expiry>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": false
     },
     "57531": {
-      "content": "<s_issue>",
+      "content": "<s_id>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": false
     },
     "57532": {
-      "content": "</s_issue>",
+      "content": "</s_id>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": false
     },
     "57533": {
-      "content": "<s_dob>",
+      "content": "<s_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": false
     },
     "57534": {
-      "content": "</s_dob>",
+      "content": "</s_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "57535": {
-      "content": "<s_nationality>",
+      "content": "<s_sex>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "57536": {
-      "content": "</s_nationality>",
+      "content": "</s_sex>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "57537": {
-      "content": "<s_sex>",
+      "content": "<s_dob>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "57538": {
-      "content": "</s_sex>",
+      "content": "</s_dob>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,