Training in progress, step 3000

.ipynb_checkpoints/config-checkpoint.json

@@ -0,0 +1,25 @@
+{
+  "annotation_transformer": true,
+  "architectures": [
+    "CAMP"
+  ],
+  "diff": false,
+  "dropout": 0.05,
+  "hidden_dim": 640,
+  "input_dim": 384,
+  "intermediate_dim": 2560,
+  "kernel_size": 11,
+  "latent": false,
+  "mlm": false,
+  "mnr": false,
+  "model_type": "CAMP",
+  "nhead": 8,
+  "nlp_path": "lhallee/annotation_transformer_uniref90",
+  "num_hidden_layers": 1,
+  "out_dim": 512,
+  "plm_path": "facebook/esm2_t33_650m_UR50D",
+  "pooling": "avg",
+  "token": null,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.2"
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99cda11bddde0692782a05a427b09cea64abebd76ffbe647ff092ea7002d1319
+oid sha256:89864b0c3d04fa0b4d87847b254d7ce6192e0183d6e6f6c458865662fc517d11
 size 1384137156