Save 10% checkpoint at 3,000,500,224 tokens

checkpoint_metadata.json

@@ -69,10 +69,10 @@
     "model_type": "bananamind21_coder",
     "output_attentions": false
   },
-  "training_percent": 5,
-  "step": 2862,
+  "training_percent": 10,
+  "step": 5723,
   "total_steps": 57221,
-  "tokens_seen": 1500512256,
+  "tokens_seen": 3000500224,
   "target_tokens": 30000000000,
   "tokens_per_full_step": 524288,
   "final_step_supervised_tokens": 240640,
@@ -94,11 +94,11 @@
     "fineweb_edu": 7500000000
   },
   "actual_source_tokens": {
-    "stack_v3": 1125646336,
-    "fineweb_edu": 374865920
+    "stack_v3": 2250244096,
+    "fineweb_edu": 750256128
   },
   "muon_peak_lr": 0.02,
   "adamw_peak_lr": 0.002,
   "ngram_peak_lr": 0.001,
-  "elapsed_seconds_this_job": 1581.3037240505219
+  "elapsed_seconds_this_job": 2989.626702785492
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2dc0d9e060d5ecb8f3696028e13c8b1ca511a626b17111a84460082ae82d0f2
+oid sha256:cf907dd2897309dfaa73982fe5ff9f6aa95e2c10b417c4a11a93e9eb22734445
 size 113459196

training_state.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5a4779947ed67dee4b4b761f21245b8ce31e18a92b60bc47f01d9070d30818d
+oid sha256:1fd094e9af3b50db0084a0a51ed4c4e427921a8cc574667d275b84d434e20cae
 size 246137190