Training in progress, step 12000

config.json

@@ -3,12 +3,12 @@
   "architectures": [
     "EsmForMaskedLM"
   ],
-  "attention_probs_dropout_prob": 0.0,
+  "attention_probs_dropout_prob": 0.01,
   "classifier_dropout": null,
   "emb_layer_norm_before": false,
   "esmfold_config": null,
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.0,
+  "hidden_dropout_prob": 0.01,
   "hidden_size": 480,
   "initializer_range": 0.02,
   "intermediate_size": 1920,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff650ff2d5d023cccc9a07e3b14226be74bafcc4b8f2f0fa06145eb5e5dd063
+oid sha256:2073cb1275b373d00d8a8c56ebe1b5db47ef2ea86942205741292e3a15aff312
 size 136000488

runs/Jan07_01-07-27_bc11u19n2/events.out.tfevents.1704611247.bc11u19n2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63867f581538f5b12c38a271c8c0a26a06fe2c743e5f3688c83059427cb76589
-size 16859
+oid sha256:fc4198bc296cf60785d94503be81ba90af62989327ab465ad841c75e815caedc
+size 17130

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef01ff1b7d7ad1828810ac097acd71e769242be725a347ed694092e764f46278
+oid sha256:e5902a7e388c7e70f0556c5bd656e7e6da8e777ef4e0a2adaa4abb451a261743
 size 4283