package.json

{
  "name": "Byrne-15M-Looped",
  "ckpt_kind": "pt",
  "ckpt": "checkpoints/dpo_seg1.pt",
  "engram_kwarg": false,
  "chat": true,
  "example_prompt": "The capital of France is",
  "vocab_size": 16512,
  "yaml": "byrne_15m.yaml",
  "checkpoints": {
    "base": "safetensors/base",
    "base_40k": "checkpoints/base_40k.pt",
    "base_68k": "checkpoints/base_68k.pt",
    "sft_ultrachat10k": "checkpoints/sft_ultrachat10k.pt",
    "dpo_seg1": "checkpoints/dpo_seg1.pt"
  },
  "default_stage": "dpo",
  "decoding_defaults": {
    "temp": 0.7,
    "top_k": 40,
    "rep_pen": 1.3
  },
  "note": "Base continues text. Use SFT/DPO with --chat. Leaderboard: safetensors/base (scored pretrained dir).",
  "related": {
    "ultra_mc": "https://huggingface.co/Quazim0t0/Byrne-100M-Ultra-MC"
  }
}