| { | |
| "name": "Byrne-15M-Looped", | |
| "ckpt_kind": "pt", | |
| "ckpt": "checkpoints/dpo_seg1.pt", | |
| "engram_kwarg": false, | |
| "chat": true, | |
| "example_prompt": "The capital of France is", | |
| "vocab_size": 16512, | |
| "yaml": "byrne_15m.yaml", | |
| "checkpoints": { | |
| "base": "safetensors/base", | |
| "base_40k": "checkpoints/base_40k.pt", | |
| "base_68k": "checkpoints/base_68k.pt", | |
| "sft_ultrachat10k": "checkpoints/sft_ultrachat10k.pt", | |
| "dpo_seg1": "checkpoints/dpo_seg1.pt" | |
| }, | |
| "default_stage": "dpo", | |
| "decoding_defaults": { | |
| "temp": 0.7, | |
| "top_k": 40, | |
| "rep_pen": 1.3 | |
| }, | |
| "note": "Base continues text. Use SFT/DPO with --chat. Leaderboard: safetensors/base (scored pretrained dir).", | |
| "related": { | |
| "ultra_mc": "https://huggingface.co/Quazim0t0/Byrne-100M-Ultra-MC" | |
| } | |
| } | |