Training in progress, epoch 1

config.json

@@ -14,7 +14,7 @@
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 16,
+  "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",

logs/events.out.tfevents.1727812030.spartan-gpgpu147.hpc.unimelb.edu.au.42844.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e4b3d3ba2a994ea9a1790ed41ae4c0f032223efd51c52c72c0ef18f578d5c99
-size 10684
+oid sha256:0424f8d543f4bc8b30f7bbbeb60ee879b7718f68264b2e65b94bb418d369b3cc
+size 11638

logs/events.out.tfevents.1727812377.spartan-gpgpu147.hpc.unimelb.edu.au.42844.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c013d31b1cec10f1f53f85c66177199a94d7289e92e18bef0da18f21520cc8c
+size 477

logs/events.out.tfevents.1727812528.spartan-gpgpu147.hpc.unimelb.edu.au.52420.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6519dddb7e92710f915b4beb6a55cc5ae4d5feecd15c3b47e194ce454cfa7fc
+size 5906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6234301448983c7569ce22a00c86d5c4ec14a90d0effc26d54c538d49d0da6c7
+oid sha256:5caa00a288af7ec4b7f8c310de33bdda5b8ea1d68f2ade98c5ac1b6b236c9ec3
 size 133466376