End of training

added_tokens.json

@@ -2,22 +2,20 @@
   "</s_address>": 57532,
   "</s_company>": 57530,
   "</s_date>": 57528,
-  "</s_hn>": 57544,
-  "</s_ht>": 57542,
+  "</s_hn>": 57542,
+  "</s_ht>": 57540,
   "</s_sh>": 57536,
-  "</s_shn>": 57540,
-  "</s_sht>": 57538,
+  "</s_shn>": 57538,
   "</s_spec>": 57534,
   "</s_total>": 57526,
   "<s_address>": 57531,
   "<s_company>": 57529,
   "<s_date>": 57527,
-  "<s_hn>": 57543,
-  "<s_ht>": 57541,
+  "<s_hn>": 57541,
+  "<s_ht>": 57539,
   "<s_iitcdip>": 57523,
   "<s_sh>": 57535,
-  "<s_shn>": 57539,
-  "<s_sht>": 57537,
+  "<s_shn>": 57537,
   "<s_spec>": 57533,
   "<s_synthdog>": 57524,
   "<s_total>": 57525,

runs/May03_08-06-49_1ca4a93de153/events.out.tfevents.1683101395.1ca4a93de153.245.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbec9f96a5a34607cea811150f1252002d941184adbec5b9d7d66b79f0666628
-size 30192
+oid sha256:a95334ca0a80e91e31f549096ee4064289685a62849231ab7ee871cc5309be94
+size 30546

special_tokens_map.json

@@ -4,8 +4,6 @@
     "</s_spec>",
     "<s_sh>",
     "</s_sh>",
-    "<s_sht>",
-    "</s_sht>",
     "<s_shn>",
     "</s_shn>",
     "<s_ht>",

tokenizer.json

@@ -199,24 +199,6 @@
     },
     {
       "id": 57537,
-      "content": "<s_sht>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57538,
-      "content": "</s_sht>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57539,
       "content": "<s_shn>",
       "single_word": false,
       "lstrip": false,
@@ -225,7 +207,7 @@
       "special": true
     },
     {
-      "id": 57540,
+      "id": 57538,
       "content": "</s_shn>",
       "single_word": false,
       "lstrip": false,
@@ -234,7 +216,7 @@
       "special": true
     },
     {
-      "id": 57541,
+      "id": 57539,
       "content": "<s_ht>",
       "single_word": false,
       "lstrip": false,
@@ -243,7 +225,7 @@
       "special": true
     },
     {
-      "id": 57542,
+      "id": 57540,
       "content": "</s_ht>",
       "single_word": false,
       "lstrip": false,
@@ -252,7 +234,7 @@
       "special": true
     },
     {
-      "id": 57543,
+      "id": 57541,
       "content": "<s_hn>",
       "single_word": false,
       "lstrip": false,
@@ -261,7 +243,7 @@
       "special": true
     },
     {
-      "id": 57544,
+      "id": 57542,
       "content": "</s_hn>",
       "single_word": false,
       "lstrip": false,