fast local checkpoints, fewer bucket writes

job.sh

@@ -24,9 +24,11 @@ ARGS=(
   --out-dir "${OUT_DIR}"
   --hub-repo-id "${HUB_REPO_ID:-ProjectScugnizz/scugnizz-llama-pcs}"
   --hub-path "${HUB_PATH:-training-runs/pretrain-fineweb-llama-pcs}"
-  --eval-interval "${EVAL_INTERVAL:-50}"
-  --save-interval "${SAVE_INTERVAL:-50}"
-  --weights-save-interval "${WEIGHTS_SAVE_INTERVAL:-10}"
+  --eval-interval "${EVAL_INTERVAL:-100}"
+  --save-interval "${SAVE_INTERVAL:-100}"
+  --weights-save-interval "${WEIGHTS_SAVE_INTERVAL:-0}"
+  --ckpt-local-dir "${CKPT_LOCAL_DIR:-/tmp/scugnizz-ckpts}"
+  --bucket-sync-interval "${BUCKET_SYNC_INTERVAL:-1}"
   --log-interval "${LOG_INTERVAL:-10}"
   --dtype auto
   --tokenizer "${TOKENIZER:-meta-llama/Llama-3.2-1B}"