End of training

README.md

@@ -39,7 +39,7 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 2
+- num_epochs: 10
 - mixed_precision_training: Native AMP
 
 ### Training results
@@ -50,5 +50,5 @@ The following hyperparameters were used during training:
 
 - Transformers 4.27.0.dev0
 - Pytorch 1.13.1+cu116
-- Datasets 2.9.0
+- Datasets 2.10.0
 - Tokenizers 0.13.2

added_tokens.json

@@ -1,39 +1,37 @@
 {
-  "</s_AGE>": 57534,
+  "</s_AGE>": 57542,
   "</s_BP>": 57556,
-  "</s_DATE>": 57532,
-  "</s_DIAG BLOCK>": 57546,
+  "</s_DATE>": 57540,
+  "</s_DIAGNOSIS BLOCK>": 57546,
   "</s_DIAGNOSIS>": 57554,
-  "</s_GENDER>": 57530,
+  "</s_DOCTOR TYPE>": 57544,
+  "</s_GENDER>": 57538,
   "</s_HISTORY>": 57552,
-  "</s_MEDICINE BLOCK>": 57536,
-  "</s_MEDICINE DOSE>": 57544,
-  "</s_MEDICINE NAME>": 57542,
-  "</s_MEDICINE POWER>": 57540,
-  "</s_MEDICINE TYPE>": 57538,
-  "</s_NAME>": 57528,
+  "</s_INFO>": 57534,
+  "</s_MEDICINE BLOCK>": 57526,
+  "</s_MEDICINE NAME>": 57532,
+  "</s_MEDICINE POWER>": 57530,
+  "</s_MEDICINE TYPE>": 57528,
+  "</s_NAME>": 57536,
   "</s_TEMP>": 57550,
   "</s_WEIGHT>": 57548,
-  "</s_pateinet info>": 57558,
-  "</s_patient info>": 57526,
-  "<s_AGE>": 57533,
+  "<s_AGE>": 57541,
   "<s_BP>": 57555,
-  "<s_DATE>": 57531,
-  "<s_DIAG BLOCK>": 57545,
+  "<s_DATE>": 57539,
+  "<s_DIAGNOSIS BLOCK>": 57545,
   "<s_DIAGNOSIS>": 57553,
-  "<s_GENDER>": 57529,
+  "<s_DOCTOR TYPE>": 57543,
+  "<s_GENDER>": 57537,
   "<s_HISTORY>": 57551,
-  "<s_MEDICINE BLOCK>": 57535,
-  "<s_MEDICINE DOSE>": 57543,
-  "<s_MEDICINE NAME>": 57541,
-  "<s_MEDICINE POWER>": 57539,
-  "<s_MEDICINE TYPE>": 57537,
-  "<s_NAME>": 57527,
+  "<s_INFO>": 57533,
+  "<s_MEDICINE BLOCK>": 57525,
+  "<s_MEDICINE NAME>": 57531,
+  "<s_MEDICINE POWER>": 57529,
+  "<s_MEDICINE TYPE>": 57527,
+  "<s_NAME>": 57535,
   "<s_TEMP>": 57549,
   "<s_WEIGHT>": 57547,
   "<s_iitcdip>": 57523,
-  "<s_pateinet info>": 57557,
-  "<s_patient info>": 57525,
   "<s_synthdog>": 57524,
   "<sep/>": 57522
 }

runs/Feb24_21-36-42_34860c96075c/events.out.tfevents.1677274807.34860c96075c.148.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:768634a5fc31e42caae87d424cbecd451887ac093533c7dcf1fc86501d241f59
-size 8796
+oid sha256:111b31af81293b8438911dec8b75ee399b2a79e000aeb215aae6be3add741b36
+size 9144

special_tokens_map.json

@@ -1,15 +1,5 @@
 {
   "additional_special_tokens": [
-    "<s_patient info>",
-    "</s_patient info>",
-    "<s_NAME>",
-    "</s_NAME>",
-    "<s_GENDER>",
-    "</s_GENDER>",
-    "<s_DATE>",
-    "</s_DATE>",
-    "<s_AGE>",
-    "</s_AGE>",
     "<s_MEDICINE BLOCK>",
     "</s_MEDICINE BLOCK>",
     "<s_MEDICINE TYPE>",
@@ -18,10 +8,20 @@
     "</s_MEDICINE POWER>",
     "<s_MEDICINE NAME>",
     "</s_MEDICINE NAME>",
-    "<s_MEDICINE DOSE>",
-    "</s_MEDICINE DOSE>",
-    "<s_DIAG BLOCK>",
-    "</s_DIAG BLOCK>",
+    "<s_INFO>",
+    "</s_INFO>",
+    "<s_NAME>",
+    "</s_NAME>",
+    "<s_GENDER>",
+    "</s_GENDER>",
+    "<s_DATE>",
+    "</s_DATE>",
+    "<s_AGE>",
+    "</s_AGE>",
+    "<s_DOCTOR TYPE>",
+    "</s_DOCTOR TYPE>",
+    "<s_DIAGNOSIS BLOCK>",
+    "</s_DIAGNOSIS BLOCK>",
     "<s_WEIGHT>",
     "</s_WEIGHT>",
     "<s_TEMP>",
@@ -32,8 +32,6 @@
     "</s_DIAGNOSIS>",
     "<s_BP>",
     "</s_BP>",
-    "<s_pateinet info>",
-    "</s_pateinet info>",
     "<s>",
     "</s>"
   ],

tokenizer.json

@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_patient info>",
+      "content": "<s_MEDICINE BLOCK>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_patient info>",
+      "content": "</s_MEDICINE BLOCK>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_NAME>",
+      "content": "<s_MEDICINE TYPE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_NAME>",
+      "content": "</s_MEDICINE TYPE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_GENDER>",
+      "content": "<s_MEDICINE POWER>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_GENDER>",
+      "content": "</s_MEDICINE POWER>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_DATE>",
+      "content": "<s_MEDICINE NAME>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_DATE>",
+      "content": "</s_MEDICINE NAME>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_AGE>",
+      "content": "<s_INFO>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +172,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_AGE>",
+      "content": "</s_INFO>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_MEDICINE BLOCK>",
+      "content": "<s_NAME>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_MEDICINE BLOCK>",
+      "content": "</s_NAME>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_MEDICINE TYPE>",
+      "content": "<s_GENDER>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_MEDICINE TYPE>",
+      "content": "</s_GENDER>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
     },
     {
       "id": 57539,
-      "content": "<s_MEDICINE POWER>",
+      "content": "<s_DATE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,7 +226,7 @@
     },
     {
       "id": 57540,
-      "content": "</s_MEDICINE POWER>",
+      "content": "</s_DATE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -235,7 +235,7 @@
     },
     {
       "id": 57541,
-      "content": "<s_MEDICINE NAME>",
+      "content": "<s_AGE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -244,7 +244,7 @@
     },
     {
       "id": 57542,
-      "content": "</s_MEDICINE NAME>",
+      "content": "</s_AGE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -253,7 +253,7 @@
     },
     {
       "id": 57543,
-      "content": "<s_MEDICINE DOSE>",
+      "content": "<s_DOCTOR TYPE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -262,7 +262,7 @@
     },
     {
       "id": 57544,
-      "content": "</s_MEDICINE DOSE>",
+      "content": "</s_DOCTOR TYPE>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -271,7 +271,7 @@
     },
     {
       "id": 57545,
-      "content": "<s_DIAG BLOCK>",
+      "content": "<s_DIAGNOSIS BLOCK>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -280,7 +280,7 @@
     },
     {
       "id": 57546,
-      "content": "</s_DIAG BLOCK>",
+      "content": "</s_DIAGNOSIS BLOCK>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -376,24 +376,6 @@
       "rstrip": false,
       "normalized": false,
       "special": true
-    },
-    {
-      "id": 57557,
-      "content": "<s_pateinet info>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57558,
-      "content": "</s_pateinet info>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
     }
   ],
   "normalizer": {