Preserve user-stopped 13k-tokenizer 20%-decay generator: resumable step 34000

iclr-debug-tokenizer13k-generator135b-decay20-v1/STOPPED.json

@@ -0,0 +1,11 @@
+{
+  "stopped_utc": "2026-09-18T22:31:30.909706+00:00",
+  "reason": "User requested stopping this local control, retaining the latest checkpoint and evaluation, and backing up to HF.",
+  "latest_resumable_step": 34000,
+  "best_validation_step": 34000,
+  "latest_positions": 35651584000,
+  "last_logged_training_step": 34020,
+  "source_checkout": "/home/ubuntu/mstok-tokenizer13k-generator-decay20",
+  "source_commit": "c5821c57e00b95a501547adb541a60ae3b2e54d8",
+  "note": "Updates after saved step 34000 were discarded (last log 34020). Best validation is not necessarily best generation. Controller SIGTERM failure status is intentional. No other runs stopped."
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-34000/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b353a7bccc8b62cfa377b5cb267c4b0fdd64332a2bbc853058842401d0f78d9
+size 427469726

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-34000/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3b569f4797cde1e3b597c21f8980039f8dc94a438b75c28617b7d8a6a4a7a1
+size 1300864149

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/progress.json

@@ -0,0 +1,14 @@
+{
+  "step": 34000,
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/checkpoint-iter-34000.pt",
+  "nonpadding_tokens": 35651014042,
+  "validation": {
+    "loss": 6.851862518787384,
+    "reconstruction_loss": 0.0,
+    "vq_loss": 0.0,
+    "ncp_loss": 6.851862518787384,
+    "mstok_loss": 0.0,
+    "semantic_loss": 0.0,
+    "ncp_accuracy": 21.931103678929766
+  }
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/retained-stop-iter-34000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563af1a4f5b27b55c922e1df5029b40cb264ed5ee386fa74e28106df1ec982d9
+size 2565487627

iclr-debug-tokenizer13k-generator135b-decay20-v1/git-provenance.json

@@ -0,0 +1,3 @@
+{
+  "commit": "c5821c57e00b95a501547adb541a60ae3b2e54d8"
+}