config.json

{
  "model_type": "prajna-v2",
  "architectures": ["PrajnaStudentMultiLayer"],
  "base_model": "google/gemma-4-E2B",
  "base_model_params": 5104297504,
  "base_model_dtype": "float16",
  "base_model_frozen": true,
  "crn_params": 6721444,
  "inject_every": 4,
  "inject_indices": [3, 7, 11, 15, 19, 23, 27, 31],
  "crn_mix_init": 2.0,
  "num_frequencies": 8,
  "num_skills": 32,
  "skill_rank": 4,
  "num_corrections": 8,
  "mem_size": 256,
  "mem_dim": 64,
  "training": {
    "stages": ["sft", "dpo", "contrastive"],
    "steps": {"sft": 16000, "dpo": 3000, "contrastive": 1000},
    "loss": "answer-only masked CE (prompt masked with -100)",
    "sft_lr": 0.0003,
    "dpo_lr": 0.000005,
    "weight_decay_sft": 0.0
  },
  "evaluation": {
    "cehri_exam": {"retrieval_augmented": "60/60 (100%)", "crn_generation": "24/60 (40%)", "base_model": "7/60 (11.7%)"}
  },
  "memory": {"type": "episodic", "slots": 256, "dim": 64, "file": "memory.json"},
  "retrieval": {"table": "retrieval_table.npz", "entries": 3562, "embedding": "mean-pooled final hidden, L2-normalized, fp16", "threshold": 0.9},
  "license": "gemma",
  "tags": ["prajna", "cehri", "crn", "cognitive-resonance-network", "adapter", "small-language-model", "memory-augmented", "retrieval", "exam-passing", "efficient-ai"],
  "created_by": "eulogik",
  "pipeline_tag": "text-generation",
  "transformers_version": "4.x",
  "library_name": "prajna-crn"
}