SFT PRO MIX checkpoint step 250

training-runs/sft-renderer-rag-api-1b-v1/args.json

@@ -0,0 +1,34 @@
+{
+  "base_repo_id": "ProjectScugnizz/scugnizz-1b",
+  "base_ckpt": "training-runs/pretrain-1b/checkpoint_best.pt",
+  "resume": "",
+  "datasets": [],
+  "dataset_weights": [],
+  "synthetic_renderer_rows": 300000,
+  "split": "train",
+  "max_samples_per_dataset": 0,
+  "val_size": 1000,
+  "packing": true,
+  "block_size": 1024,
+  "batch_size": 2,
+  "grad_accum": 16,
+  "epochs": 1,
+  "max_steps": 6000,
+  "lr": 3e-06,
+  "min_lr": 6e-07,
+  "warmup_steps": 100,
+  "weight_decay": 0.05,
+  "grad_clip": 1.0,
+  "dropout": 0.05,
+  "eval_interval": 250,
+  "save_interval": 250,
+  "log_interval": 10,
+  "eval_batches": 30,
+  "seed": 42,
+  "dtype": "auto",
+  "out_dir": "runs/sft-renderer-rag-api-1b-v1",
+  "hub_repo_id": "ProjectScugnizz/scugnizz-1b",
+  "hub_path": "training-runs/sft-renderer-rag-api-1b-v1",
+  "push": true,
+  "push_every_save": true
+}

training-runs/sft-renderer-rag-api-1b-v1/checkpoint_best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf440d8b5e37e19ea173e597dd770f694ace38bf870b8e9a2e561e936fb9c13
+size 15758460435

training-runs/sft-renderer-rag-api-1b-v1/checkpoint_last.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090652e46b72eb97761e9f4253cada24329c28dad4319987d1aec3cff33b1de6
+size 15758460435