hooktheory_v7_commit/config.json

{
  "type": "v7_commit",
  "vocab_size": 629,
  "augment": true,
  "n_params": 201947904,
  "manifest": "/root/data/hooktheory/commit_manifest.jsonl",
  "out_dir": "/root/experiments/hooktheory_v7_commit",
  "pretrained": "/root/experiments/hooktheory_v3_large_nopad/model.pt",
  "batch_size": 8,
  "grad_accum": 4,
  "max_steps": 20000,
  "max_wall_minutes": 360.0,
  "warmup_steps": 300,
  "peak_lr": 2e-05,
  "end_lr": 1e-06,
  "num_workers": 4,
  "log_every": 50,
  "val_every": 500,
  "save_every": 1000,
  "seed": 42,
  "resume": null,
  "smoke": false,
  "no_augment": false
}