checkpoint step 5000

training-runs/latest/args.json

@@ -8,17 +8,17 @@
   "block_size": 512,
   "batch_size": 4,
   "grad_accum": 8,
-  "max_steps": 8000,
+  "max_steps": 20000,
   "lr": 0.0003,
   "min_lr": 3e-05,
-  "warmup_steps": 500,
+  "warmup_steps": 100,
   "weight_decay": 0.1,
   "grad_clip": 1.0,
-  "eval_interval": 500,
+  "dropout": 0.1,
+  "eval_interval": 1000,
   "eval_batches": 20,
-  "save_interval": 500,
+  "save_interval": 1000,
   "log_interval": 50,
-  "dropout": 0.1,
   "pcs_a": 0.8309193524478643,
   "pcs_b": 0.0,
   "out_dir": "runs/latest",

training-runs/latest/checkpoint_best.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b10caacec84eaf76c7b19fa6ae22a25cedec27aca8da5d4d8e75f10a479837d
-size 614210767
+oid sha256:3cec03fddbe0cac19d484d2a862b164816888cf394f960fae2ba31de82d6e0c9
+size 614210639

training-runs/latest/checkpoint_last.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1adbb9d2d13e4385d2cfa229b9669e2366a10a4cfce8894cdef5c5609dec55d
-size 614210767
+oid sha256:07d1ed524af3c24995a6c59d6487608d312da7689970b6077f35ce60b7f8292e
+size 614210639