Initial model export

.gitattributes

@@ -0,0 +1,5 @@
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+---
+library_name: neurovlm
+tags:
+- neuroimaging
+- contrastive-learning
+- projection-heads
+---
+
+# ProjectionHeads
+
+Projection heads used by NeuroVLM to align brain-map autoencoder latents and SPECTER text latents.
+
+## Files
+
+- `proj_head_image_infonce.safetensors`
+- `proj_head_text_infonce.safetensors`
+- `proj_head_text_mse.safetensors`
+- `config.json`
+
+Load through `neurovlm.models.load_model("proj_head_image_infonce")`,
+`load_model("proj_head_text_infonce")`, or `load_model("proj_head_text_mse")`.

config.json

@@ -0,0 +1,27 @@
+{
+  "library_name": "neurovlm",
+  "model_type": "neurovlm_projection_heads",
+  "projection_heads": {
+    "proj_head_image_infonce": {
+      "class": "neurovlm.models.ProjHead",
+      "file": "proj_head_image_infonce.safetensors",
+      "hidden_dim": 384,
+      "latent_in_dim": 384,
+      "latent_out_dim": 384
+    },
+    "proj_head_text_infonce": {
+      "class": "neurovlm.models.ProjHead",
+      "file": "proj_head_text_infonce.safetensors",
+      "hidden_dim": 512,
+      "latent_in_dim": 768,
+      "latent_out_dim": 384
+    },
+    "proj_head_text_mse": {
+      "class": "neurovlm.models.ProjHead",
+      "file": "proj_head_text_mse.safetensors",
+      "hidden_dim": 512,
+      "latent_in_dim": 768,
+      "latent_out_dim": 384
+    }
+  }
+}

proj_head_image_infonce.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491fff54ba6d9d971a6102ff3f792dd9c7e1a5d17324ae5b88d705c78dddb332
+size 1183192

proj_head_text_infonce.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bec1a96450669cb7dd828c366397d52811a74b657a6fcff888bb1e422e78900
+size 2363360

proj_head_text_mse.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5a7746dd092658fd8f37315eab7a3e99dc901338e4144292385fc45b25f8d2
+size 2363352