Model save

README.md

@@ -32,7 +32,7 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 0.0008
+- learning_rate: 0.0001
 - train_batch_size: 16
 - eval_batch_size: 8
 - seed: 42

config.json

@@ -2,7 +2,7 @@
   "_name_or_path": "bert-base-uncased",
   "adapters": {
     "adapters": {
-      "ner": "e15331acc3f0a5c0"
+      "ast": "e15331acc3f0a5c0"
     },
     "config_map": {
       "e15331acc3f0a5c0": {
@@ -52,24 +52,16 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "O",
-    "1": "B-test",
-    "2": "I-test",
-    "3": "B-problem",
-    "4": "I-problem",
-    "5": "B-treatment",
-    "6": "I-treatment"
+    "0": "PRESENT",
+    "1": "ABSENT",
+    "2": "POSSIBLE"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "B-problem": 3,
-    "B-test": 1,
-    "B-treatment": 5,
-    "I-problem": 4,
-    "I-test": 2,
-    "I-treatment": 6,
-    "O": 0
+    "ABSENT": 1,
+    "POSSIBLE": 2,
+    "PRESENT": 0
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -79,6 +71,20 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "prediction_heads": {
+    "ast": {
+      "activation_function": "tanh",
+      "bias": true,
+      "dropout_prob": null,
+      "head_type": "classification",
+      "label2id": {
+        "ABSENT": 1,
+        "POSSIBLE": 2,
+        "PRESENT": 0
+      },
+      "layers": 2,
+      "num_labels": 3,
+      "use_pooler": false
+    },
     "default": {
       "activation_function": "gelu",
       "bias": true,
@@ -89,27 +95,11 @@
       "layers": 2,
       "shift_labels": false,
       "vocab_size": 30522
-    },
-    "ner": {
-      "activation_function": "tanh",
-      "dropout_prob": null,
-      "head_type": "tagging",
-      "label2id": {
-        "B-problem": 3,
-        "B-test": 1,
-        "B-treatment": 5,
-        "I-problem": 4,
-        "I-test": 2,
-        "I-treatment": 6,
-        "O": 0
-      },
-      "layers": 1,
-      "num_labels": 7
     }
   },
   "torch_dtype": "float32",
   "transformers_version": "4.35.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 30523
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:deb0d97a3ff79230ca79fb1a3c3969b89df0dd99710905ef5f87b2958710a0c9
-size 468838228
+oid sha256:a4b36f4773a73b20001252159611ce37f7b7685f5ed2dd137a68dd352c1c39a3
+size 564955256

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e83baaf7b7beefc9b4a61dcb3d0f20379c9e9a460d1675b482027d13202a602
+oid sha256:e33f4a826f00c54ac83ed25f3e90791db787c3ad0ef661f13700ab232f86604c
 size 4536