Grammar expert LoRA for SymbioSLM (CoLA acc=0.300)

experiment_config.json

@@ -1,26 +1,26 @@
 {
   "model": "SymbioSLM",
-  "model_params": 4261650,
+  "model_params": 5052696,
   "d_model": 256,
-  "n_layers": 6,
+  "n_layers": 8,
   "organelles": [
     "causal_conv",
     "monarch",
     "long_conv"
   ],
-  "n_monarch_heads": 8,
-  "checkpoint_loaded": false,
-  "lora_rank": 16,
-  "lora_alpha": 32.0,
+  "n_monarch_heads": 1,
+  "checkpoint_loaded": true,
+  "lora_rank": 4,
+  "lora_alpha": 8.0,
   "lora_targets": [
     "w1",
     "w2"
   ],
-  "lora_trainable_params": 2468116,
-  "cola_test_accuracy": 0.606,
-  "base_perplexity": 2045.621205099146,
-  "lora_perplexity": 2051.0400660540213,
+  "lora_trainable_params": 57858,
+  "cola_test_accuracy": 0.3,
+  "base_perplexity": 133287.60955412162,
+  "lora_perplexity": 255971.62295575335,
   "generations": 25,
-  "gelation_step": 6,
+  "gelation_step": null,
   "date": "20260301"
 }

lora_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9745eff983fbdf700e700523409fe0248adf9976744e41e06fe1b3f11362ada6
-size 696117
+oid sha256:19f77bf3554c694739e62bfc33fea6182d88aa96a63c009d2306747d5137576d
+size 239605