Training in progress, step 1000

config.json

@@ -3,12 +3,12 @@
   "architectures": [
     "EsmForMaskedLM"
   ],
-  "attention_probs_dropout_prob": 0.01,
+  "attention_probs_dropout_prob": 0.0,
   "classifier_dropout": null,
   "emb_layer_norm_before": false,
   "esmfold_config": null,
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.01,
+  "hidden_dropout_prob": 0.0,
   "hidden_size": 480,
   "initializer_range": 0.02,
   "intermediate_size": 1920,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00e889dc8b73e2945c88d0e8d5bc84760056aa09fbb3358ba551aa5967cc05a8
+oid sha256:e5cbd5a1bffe9fc76918dbecfd77753ef5f7a41e1f3062d3a6cd469ed0b7855c
 size 136000488

runs/May29_15-06-36_training-full-0-0/events.out.tfevents.1716995196.training-full-0-0.2668.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a044db20d3ae5be7917efdeab02384edd0e45d78ca1d7db92ef92fc6af299087
+size 4935

runs/May29_15-13-27_training-full-0-0/events.out.tfevents.1716995608.training-full-0-0.2906.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4d3a74c66aabf667f4b6d43c6700f0afb0f38d3ded75269aaacf39c6f9495a
+size 4936

runs/May29_15-18-00_training-full-0-0/events.out.tfevents.1716995881.training-full-0-0.3281.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0378def29f11c7b1af155290f2a038778af3cc3588d7b8c3d928bbd738750965
+size 5147

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:961581767ffcfb25af52b2f7a6b609e0934ef6921fa36568a7b3fa66c3bed102
+oid sha256:774cac0098b0da6548d23bcab6e1119da0b3be368b10412f62ce5bbf50ef0802
 size 5112