Training in progress, step 1000

config.json

@@ -1,9 +1,9 @@
 {
-  "annotation_transformer": false,
+  "annotation_transformer": true,
   "architectures": [
     "CAMP"
   ],
-  "diff": true,
+  "diff": false,
   "dropout": 0.05,
   "hidden_dim": 640,
   "input_dim": 384,
@@ -11,11 +11,11 @@
   "kernel_size": 11,
   "latent": false,
   "mlm": false,
-  "mnr": true,
+  "mnr": false,
   "model_type": "CAMP",
   "nhead": 8,
-  "nlp_path": "allenai/scibert_scivocab_uncased",
-  "num_hidden_layers": 2,
+  "nlp_path": "lhallee/annotation_transformer_uniref90",
+  "num_hidden_layers": 1,
   "out_dim": 512,
   "plm_path": "facebook/esm2_t33_650m_UR50D",
   "pooling": "avg",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2224abacf52783aaf3844d30a2ce91db317fe63449b5a4a63af17ac3172aa650
-size 1608350274
+oid sha256:47c782ddb5211942ef6df6de13e3c6b988433b0231587f3c8ea0412c029a303e
+size 1384137156

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f6f301aa93fd04cb88245f1be6b5d49fae9be8dd0abe1d8a346a6aadd21663
+size 5112