Training in progress, step 100

config.json

@@ -3,12 +3,12 @@
   "architectures": [
     "EsmForMaskedLM"
   ],
-  "attention_probs_dropout_prob": 0.01,
+  "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "emb_layer_norm_before": false,
   "esmfold_config": null,
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.01,
+  "hidden_dropout_prob": 0.1,
   "hidden_size": 1280,
   "initializer_range": 0.02,
   "intermediate_size": 5120,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48475f083a5c2dd20122d335f8f1642d2b1704a4a54b55ecc266741d8af4decc
+oid sha256:a054bde49e1eaba391534cd5d6084e672a214d2bcdb35339a02e7f60b250444a
 size 2611614300

runs/Jul01_04-50-52_training-full-02-0-0/events.out.tfevents.1719809453.training-full-02-0-0.3431.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e0760580b5c08c01f228b23b0819af4f2cd07b125bc8c51313002ab014023f4
-size 11605
+oid sha256:fbb9d49b81dd47ca0b9b3e382e4e6e8512992845a4f986f819096088a9d86813
+size 11816

runs/Jul01_17-04-01_training-full-02-0-0/events.out.tfevents.1719853442.training-full-02-0-0.4498.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f324b3209a8fdf64c32a70bc320cf12d6a5f4baa5a5272dadd3c4e2d0fddd
+size 5184

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c699965ccc424515c6327ad161112409d54814998bcea28fb2549ae8ad3d0f20
+oid sha256:5e112b2855101d9f6ef3ac1291e6f721e5abc5c131c8763f4579e684682a8ab7
 size 5176