{
  "step": 700,
  "stage": "sft",
  "val_loss": 0.5377802371978759,
  "version": 4,
  "params": 100047616,
  "dtype": "bf16",
  "config": {
    "vocab_size": 8192,
    "block_size": 1024,
    "n_layer": 34,
    "n_head": 8,
    "n_embd": 512,
    "dropout": 0.0,
    "n_kv_head": 2,
    "qk_norm": true,
    "arch_version": 4
  },
  "files": [
    "model.pt",
    "model-00001-of-00005.pt",
    "model-00002-of-00005.pt",
    "model-00003-of-00005.pt",
    "model-00004-of-00005.pt",
    "model-00005-of-00005.pt"
  ]
}