Chess Challenge submission by agroudiev

README.md

@@ -14,13 +14,13 @@ Chess model submitted to the LLM Course Chess Challenge.
 ## Submission Info
 
 - **Submitted by**: [agroudiev](https://huggingface.co/agroudiev)
-- **Parameters**: 990,004
+- **Parameters**: 998,600
 - **Organization**: LLM-course
 
 ## Model Details
 
 - **Architecture**: Chess Transformer (GPT-style)
-- **Vocab size**: 134
+- **Vocab size**: 81
 - **Embedding dim**: 128
 - **Layers**: 6
-- **Heads**: 4
+- **Heads**: 8

config.json

@@ -8,13 +8,14 @@
   "eos_token_id": 2,
   "layer_norm_epsilon": 1e-05,
   "model_type": "chess_transformer",
-  "n_ctx": 256,
+  "n_ctx": 512,
   "n_embd": 128,
-  "n_head": 4,
-  "n_inner": 350,
+  "n_head": 8,
+  "n_inner": 332,
   "n_layer": 6,
   "pad_token_id": 0,
-  "tie_weights": true,
-  "transformers_version": "4.57.4",
-  "vocab_size": 134
+  "tie_weights": false,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.3",
+  "vocab_size": 81
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24c1decf60ef24cda76b5d1e328823253e4d38bdc08dfae6ad569aed71570aa5
-size 3966464
+oid sha256:03e33bbe23635a3cb196ff34f7f4b4c1dc559d415f609fcb4ff6c5175543699f
+size 4000928

vocab.json

@@ -3,134 +3,81 @@
   "[BOS]": 1,
   "[EOS]": 2,
   "[UNK]": 3,
-  "BBc8b7": 4,
-  "BBc8d7": 5,
-  "BBc8e6": 6,
-  "BBc8f5": 7,
-  "BBc8g4": 8,
-  "BBf8b4": 9,
-  "BBf8c5": 10,
-  "BBf8d6": 11,
-  "BBf8e7": 12,
-  "BBf8g7": 13,
-  "BBg4f3(x)": 14,
-  "BKe8c8(O)": 15,
-  "BKe8g8(o)": 16,
-  "BKg8g7": 17,
-  "BKg8h8": 18,
-  "BNb8c6": 19,
-  "BNb8d7": 20,
-  "BNc6d4": 21,
-  "BNf6d5": 22,
-  "BNf6d5(x)": 23,
-  "BNf6e4": 24,
-  "BNf6e4(x)": 25,
-  "BNg8e7": 26,
-  "BNg8f6": 27,
-  "BPa5a4": 28,
-  "BPa6a5": 29,
-  "BPa7a5": 30,
-  "BPa7a6": 31,
-  "BPb5b4": 32,
-  "BPb7b5": 33,
-  "BPb7b6": 34,
-  "BPb7c6(x)": 35,
-  "BPc5c4": 36,
-  "BPc5d4(x)": 37,
-  "BPc6c5": 38,
-  "BPc6d5(x)": 39,
-  "BPc7c5": 40,
-  "BPc7c6": 41,
-  "BPd5d4": 42,
-  "BPd5e4(x)": 43,
-  "BPd6d5": 44,
-  "BPd6e5(x)": 45,
-  "BPd7d5": 46,
-  "BPd7d6": 47,
-  "BPe5d4(x)": 48,
-  "BPe5e4": 49,
-  "BPe6d5(x)": 50,
-  "BPe6e5": 51,
-  "BPe7e5": 52,
-  "BPe7e6": 53,
-  "BPf7f5": 54,
-  "BPf7f6": 55,
-  "BPg6g5": 56,
-  "BPg7g5": 57,
-  "BPg7g6": 58,
-  "BPh7h5": 59,
-  "BPh7h6": 60,
-  "BQd8b6": 61,
-  "BQd8c7": 62,
-  "BQd8d7": 63,
-  "BQd8e7": 64,
-  "BRa8b8": 65,
-  "BRa8c8": 66,
-  "BRa8d8": 67,
-  "BRf8e8": 68,
-  "WBc1b2": 69,
-  "WBc1d2": 70,
-  "WBc1e3": 71,
-  "WBc1f4": 72,
-  "WBc1g5": 73,
-  "WBf1b5": 74,
-  "WBf1c4": 75,
-  "WBf1d3": 76,
-  "WBf1e2": 77,
-  "WBf1g2": 78,
-  "WKe1c1(O)": 79,
-  "WKe1g1(o)": 80,
-  "WKg1g2": 81,
-  "WKg1h1": 82,
-  "WKg1h2": 83,
-  "WNb1c3": 84,
-  "WNb1d2": 85,
-  "WNc3d5": 86,
-  "WNf3d4(x)": 87,
-  "WNf3e5": 88,
-  "WNf3e5(x)": 89,
-  "WNf3g5": 90,
-  "WNg1e2": 91,
-  "WNg1f3": 92,
-  "WPa2a3": 93,
-  "WPa2a4": 94,
-  "WPa4a5": 95,
-  "WPb2b3": 96,
-  "WPb2b4": 97,
-  "WPb2c3(x)": 98,
-  "WPb4b5": 99,
-  "WPc2c3": 100,
-  "WPc2c4": 101,
-  "WPc3c4": 102,
-  "WPc3d4(x)": 103,
-  "WPc4c5": 104,
-  "WPc4d5(x)": 105,
-  "WPd2d3": 106,
-  "WPd2d4": 107,
-  "WPd3d4": 108,
-  "WPd4d5": 109,
-  "WPd4e5(x)": 110,
-  "WPe2e3": 111,
-  "WPe2e4": 112,
-  "WPe3e4": 113,
-  "WPe4d5(x)": 114,
-  "WPe4e5": 115,
-  "WPf2f3": 116,
-  "WPf2f4": 117,
-  "WPf4f5": 118,
-  "WPg2g3": 119,
-  "WPg2g4": 120,
-  "WPg4g5": 121,
-  "WPh2h3": 122,
-  "WPh2h4": 123,
-  "WPh3h4": 124,
-  "WPh4h5": 125,
-  "WQd1c2": 126,
-  "WQd1d2": 127,
-  "WQd1e2": 128,
-  "WRa1b1": 129,
-  "WRa1c1": 130,
-  "WRa1d1": 131,
-  "WRa1e1": 132,
-  "WRf1e1": 133
+  "W": 4,
+  "B": 9,
+  "K": 6,
+  "Q": 7,
+  "R": 8,
+  "N": 10,
+  "P": 11,
+  "a1": 12,
+  "a2": 13,
+  "a3": 14,
+  "a4": 15,
+  "a5": 16,
+  "a6": 17,
+  "a7": 18,
+  "a8": 19,
+  "b1": 20,
+  "b2": 21,
+  "b3": 22,
+  "b4": 23,
+  "b5": 24,
+  "b6": 25,
+  "b7": 26,
+  "b8": 27,
+  "c1": 28,
+  "c2": 29,
+  "c3": 30,
+  "c4": 31,
+  "c5": 32,
+  "c6": 33,
+  "c7": 34,
+  "c8": 35,
+  "d1": 36,
+  "d2": 37,
+  "d3": 38,
+  "d4": 39,
+  "d5": 40,
+  "d6": 41,
+  "d7": 42,
+  "d8": 43,
+  "e1": 44,
+  "e2": 45,
+  "e3": 46,
+  "e4": 47,
+  "e5": 48,
+  "e6": 49,
+  "e7": 50,
+  "e8": 51,
+  "f1": 52,
+  "f2": 53,
+  "f3": 54,
+  "f4": 55,
+  "f5": 56,
+  "f6": 57,
+  "f7": 58,
+  "f8": 59,
+  "g1": 60,
+  "g2": 61,
+  "g3": 62,
+  "g4": 63,
+  "g5": 64,
+  "g6": 65,
+  "g7": 66,
+  "g8": 67,
+  "h1": 68,
+  "h2": 69,
+  "h3": 70,
+  "h4": 71,
+  "h5": 72,
+  "h6": 73,
+  "h7": 74,
+  "h8": 75,
+  "(x)": 76,
+  "(+)": 77,
+  "(+*)": 78,
+  "(o)": 79,
+  "(O)": 80,
+  " ": 81
 }