Training in progress, epoch 1

config.json

@@ -13,8 +13,8 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 16,
-  "num_hidden_layers": 12,
+  "num_attention_heads": 8,
+  "num_hidden_layers": 8,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",

logs/events.out.tfevents.1724676788.spartan-gpgpu095.hpc.unimelb.edu.au.285878.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafb8136941cc6ba7825953496b5aae90b754798fecf051a7f9a064652ec040e
+size 4564

logs/events.out.tfevents.1724677168.spartan-gpgpu095.hpc.unimelb.edu.au.42627.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2365905fb0f90b1c668dc337b2ad5db0a88c4534013ed2ee3255f3cce4123fdc
+size 5098

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3735f2fdc19de5ae2c1438490f68d8c36a789d2b4245c23c4e347901453a4f99
-size 266339248
+oid sha256:683e89ba3ac97470030cb9973e531933027f36a491acfb32e2f30e21acc15275
+size 199099944

tokenizer.json

@@ -1,21 +1,7 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 512,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
-  "padding": {
-    "strategy": {
-      "Fixed": 512
-    },
-    "direction": "Right",
-    "pad_to_multiple_of": null,
-    "pad_id": 0,
-    "pad_type_id": 0,
-    "pad_token": "[PAD]"
-  },
+  "truncation": null,
+  "padding": null,
   "added_tokens": [
     {
       "id": 0,