Training in progress, step 500

config.json

@@ -19,6 +19,7 @@
   "model_type": "esm",
   "num_attention_heads": 20,
   "num_hidden_layers": 33,
+  "output_attentions": true,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "token_dropout": true,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4633170e7c87413ba3330101a946169bbb25673b24fa24777b8193cea4c88a26
+oid sha256:4e529f7a751a1e822f4bfc35091df78eb245fb97dff93d6dc096fd0d205f9a6e
 size 2609620225

runs/Jul23_19-59-07_4ab41e0c8300/events.out.tfevents.1690142847.4ab41e0c8300.11750.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d586e36a48ffda39ef088cdb2b19dddf97ecb9b3e361dcd5c3afb2745caaf034
+size 4165

runs/Jul23_20-09-24_4ab41e0c8300/events.out.tfevents.1690142967.4ab41e0c8300.11750.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716fe48485b8eda002503c5f4a347d7f6e19403e94bf02a30d0ab2987735e716
+size 4322

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c2649a0f4c7242ade3b8fff472c2ae966f4ebbff6cf40776bfffb16103a3562
+oid sha256:6e76d797f067efe812621f6aa50ba114eba9520fb669999d2196c189f0061d47
 size 3963