Upload folder using huggingface_hub

checkpoints/sft/v3/ckpt_001000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0639cea1e0e6a2e46e4f4ca6a16b00947c5a806a35bfe9c2c82d8d690fdc28c
+size 52267199

checkpoints/sft/v3/ckpt_002000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6be04d2b691d393d5894b5042ce3a47c573ecf3d0af3614ab9a71fc1a384c9
+size 52267199

checkpoints/sft/v3/ckpt_003000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9892322ffbc9e43a1df21b122119e0ba44231d07c666f1710c320b6b02d277
+size 52267199

checkpoints/sft/v3/ckpt_004000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bb3e63def5c6f037fc5173bf9385baaa5a9d189f2671ec8b3b5bbf6f9cc7a3
+size 52267199

checkpoints/sft/v3/ckpt_005000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ddd4ebad89c324f1079416af3278530fd110c43ba83d61687eb702637c4ddc
+size 52267199

checkpoints/sft/v3/config.json

@@ -0,0 +1,35 @@
+{
+  "model": {
+    "vocab_size": 4096,
+    "n_embd": 256,
+    "n_head": 4,
+    "n_layer": 4,
+    "block_size": 256,
+    "dropout": 0.1
+  },
+  "finetune": {
+    "checkpoint": ".data/models/kn1ght-sft-v2/ckpt_005000.pt",
+    "output_dir": ".data/models/kn1ght-sft-v3",
+    "n_per_opening": 5,
+    "temperature": 0.7,
+    "top_k": 40,
+    "max_gen_tokens": 80,
+    "min_half_moves": 6,
+    "hf_dataset": "InterwebAlchemy/pgn-dataset-including-special-tokens",
+    "hf_mix_games": 10000,
+    "batch_size": 32,
+    "learning_rate": 0.0001,
+    "min_lr": 1e-05,
+    "max_iters": 5000,
+    "warmup_iters": 200,
+    "grad_clip": 1.0,
+    "weight_decay": 0.1,
+    "turn_number_weight": 0.15,
+    "openings_repeat": 5,
+    "eval_interval": 500,
+    "eval_iters": 50,
+    "log_interval": 50,
+    "save_interval": 1000,
+    "seed": 42
+  }
+}