32-layer text-only adapter (loss=687.1944)

symbiotic_adapter/adapter_config.json

@@ -5,7 +5,7 @@
   "model_name": "Magnus",
   "D": 4096,
   "n_layers": 32,
-  "train_layers": 8,
-  "best_loss": 2.0957633554935455,
-  "parameters": 32792
+  "train_layers": 32,
+  "best_loss": 687.1943603515625,
+  "parameters": 131168
 }

symbiotic_adapter/symbiotic_adapter.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a28512653bdef8d76e4b3ec4e40ccd5df6b241af9f7f7c28fc9f31951a92ca1
-size 141183
+oid sha256:a620721b621abbdf4b527dd2234108fc64b7fc64f436d48db8feeecd5100f026
+size 562299