arch_facts.json

{
 "params_total": 434680832,
 "n_tensors": 157,
 "dtype": "bf16",
 "vocab_size": null,
 "d_model": null,
 "n_blocks": 22,
 "tensor_keys_sample": [
  "blocks.0.attn.out_proj.weight",
  "blocks.0.attn.qkv.weight",
  "blocks.0.attn_norm.scale",
  "blocks.0.ffn.down.weight",
  "blocks.0.ffn.gate.weight",
  "blocks.0.ffn.up.weight",
  "blocks.0.ffn_norm.scale",
  "blocks.1.attn.out_proj.weight"
 ],
 "source_checkpoint": "the pretrained checkpoint this export was taken from (path omitted in the released copy)",
 "source_keys": [
  "optimizer",
  "scheduler",
  "config",
  "training_state",
  "timestamp",
  "model"
 ],
 "step": null,
 "created_utc": "2026-09-20T18:14:35Z"
}