adapter_config.json

{
  "model_type": "sephirot_adapter",
  "adapter_version": "v7.1-unified",
  "framework": "candle",
  "base_model": "Qwen/Qwen2.5-7B-Instruct",
  "base_serve_format": "Q4_K_M GGUF (in-process, candle quantized)",
  "hidden_size": 3584,
  "rank": 16,
  "num_experts": 10,
  "expert_names": [
    "Keter", "Chochmah", "Binah", "Chesed", "Gevurah",
    "Tiferet", "Netzach", "Hod", "Yesod", "Malkuth"
  ],
  "top_k": 2,
  "alpha": 16.0,
  "scale": 1.0,
  "expert_form": "up(gelu(down(x))), up zero-initialised (identity at init)",
  "trainable_params": 1182720,
  "weights_dtype": "bf16",
  "training": {
    "objective": "plain cross-entropy (domain specialisation; base frozen)",
    "corpus": "aether-curated-v3 (content-addressed Aether knowledge fabric export)",
    "holdout": "aether-v6-eval-holdout (500 samples, Sephirot-domain tagged)",
    "steps": 3000,
    "context": 192,
    "lr": 5e-4,
    "optimizer": "AdamW",
    "precision": "bf16",
    "regression_guard": "held-out CE ceiling = base + 0.15 (PASS, base intact)"
  },
  "eval_full_holdout": {
    "base_ce": 2.2450,
    "adapter_ce": 2.2078,
    "delta": -0.0373,
    "relative_improvement": "1.66%",
    "domains_helped": 9,
    "domains_hurt": 0
  }
}