{
 "name": "nirca-mini",
 "step": 71085,
 "quant": "ternary",
 "quant_scope": "all",
 "n_experts": 32,
 "chat_format": "chatml",
 "bytes": 32638048,
 "parameters": 108815393,
 "cfg": {
  "vocab_size": 265,
  "d_model": 512,
  "n_head": 8,
  "d_ff": 1408,
  "block": 2048,
  "rope_theta": 10000.0,
  "tie_embeddings": true,
  "n_prelude": 2,
  "n_recur": 1,
  "n_coda": 0,
  "max_steps": 24,
  "pool_experts": 32,
  "pool_d_ff": 2048,
  "pool_top_k": 8,
  "pool_resident": 32,
  "pool_capacity_factor": 2.25,
  "pool_aux": 0.01,
  "pool_balance": 0.001,
  "min_steps": 1,
  "train_steps_mean": 8.0,
  "train_depth": "halt:8/2/1",
  "bptt_window": 24,
  "ponder_beta": 0.01,
  "halt_prior": 0.072,
  "halt_thresh": 0.9,
  "halt_freeze": true,
  "adam_moments": "bf16",
  "adam_beta2": 0.95,
  "use_pool": true,
  "pool_depth": 1,
  "pool_max": 32
 },
 "tokens": 1969770988,
 "checkpoint": "checkpoints/1969770k/",
 "files": {
  "config.json": {
   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/1969770k/config.json",
   "sha256": "ca71441bc4df4493f407c03c3126bc248834cc5defac99d06e62485f39ceb9f3",
   "bytes": 873
  },
  "model.safetensors": {
   "url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/1969770k/model.safetensors",
   "sha256": "b5a060d30689ae206319bd52d1ce998ac33644da4aa16641c2b879c2abba1b70",
   "bytes": 32638048
  }
 }
}