experiment_config.json

{
  "model": "SymbioSLM",
  "model_params": 5052696,
  "d_model": 256,
  "n_layers": 8,
  "organelles": [
    "causal_conv",
    "monarch",
    "long_conv"
  ],
  "n_monarch_heads": 1,
  "checkpoint_loaded": true,
  "lora_rank": 4,
  "lora_alpha": 8.0,
  "lora_targets": [
    "w1",
    "w2"
  ],
  "lora_trainable_params": 57858,
  "cola_test_accuracy": 0.3,
  "base_perplexity": 133287.60955412162,
  "lora_perplexity": 255971.62295575335,
  "generations": 25,
  "gelation_step": null,
  "date": "20260301"
}