Upload folder using huggingface_hub

checkpoints/sft/v2/ckpt_001000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4235c72b7282828ffd0f1f8fef67680b78957b04943035c9abcdc337792f73b
+size 52267199

checkpoints/sft/v2/ckpt_002000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e368505e338a92d8a4d2a61dd1e7a69cc7dd20ae75623c3b1006af6e1ee5081
+size 52267199

checkpoints/sft/v2/ckpt_003000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722280e4a93669ef7c343e4269fff99ecf688765744177032fbbc50ee565f905
+size 52267199

checkpoints/sft/v2/ckpt_004000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c342fbab66b2d23b1d5a7a8df21b7601d674c932f3f6aab515717e4b9f7021fe
+size 52267199

checkpoints/sft/v2/ckpt_005000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff521b0c8869da9d0ff4ec520c8cd12c9d3fe601e3c21a799a0bbf2d8f2304b
+size 52267199

checkpoints/sft/v2/config.json

@@ -0,0 +1,35 @@
+{
+  "model": {
+    "vocab_size": 4096,
+    "n_embd": 256,
+    "n_head": 4,
+    "n_layer": 4,
+    "block_size": 256,
+    "dropout": 0.1
+  },
+  "finetune": {
+    "checkpoint": ".data/models/kn1ght-sft/ckpt_005000.pt",
+    "output_dir": ".data/models/kn1ght-sft-v2",
+    "n_per_opening": 5,
+    "temperature": 0.7,
+    "top_k": 40,
+    "max_gen_tokens": 80,
+    "min_half_moves": 6,
+    "hf_dataset": "InterwebAlchemy/pgn-dataset-including-special-tokens",
+    "hf_mix_games": 10000,
+    "batch_size": 32,
+    "learning_rate": 0.0001,
+    "min_lr": 1e-05,
+    "max_iters": 5000,
+    "warmup_iters": 200,
+    "grad_clip": 1.0,
+    "weight_decay": 0.1,
+    "turn_number_weight": 0.15,
+    "openings_repeat": 5,
+    "eval_interval": 500,
+    "eval_iters": 50,
+    "log_interval": 50,
+    "save_interval": 1000,
+    "seed": 42
+  }
+}