add hooktheory_v7_commit/config.json

hooktheory_v7_commit/config.json

@@ -0,0 +1,24 @@
+{
+  "type": "v7_commit",
+  "vocab_size": 629,
+  "augment": true,
+  "n_params": 201947904,
+  "manifest": "/root/data/hooktheory/commit_manifest.jsonl",
+  "out_dir": "/root/experiments/hooktheory_v7_commit",
+  "pretrained": "/root/experiments/hooktheory_v3_large_nopad/model.pt",
+  "batch_size": 8,
+  "grad_accum": 4,
+  "max_steps": 20000,
+  "max_wall_minutes": 360.0,
+  "warmup_steps": 300,
+  "peak_lr": 2e-05,
+  "end_lr": 1e-06,
+  "num_workers": 4,
+  "log_every": 50,
+  "val_every": 500,
+  "save_every": 1000,
+  "seed": 42,
+  "resume": null,
+  "smoke": false,
+  "no_augment": false
+}