Chess Challenge submission by iliasslasri

README.md

@@ -14,7 +14,7 @@ Chess model submitted to the LLM Course Chess Challenge.
 ## Submission Info
 
 - **Submitted by**: [iliasslasri](https://huggingface.co/iliasslasri)
-- **Parameters**: 998,036
+- **Parameters**: 997,136
 - **Organization**: LLM-course
 
 ## Model Details

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./gqa_rpe/checkpoint-311724/",
+  "_name_or_path": "./gqa_1_ft/checkpoint-742200/",
   "architectures": [
     "ChessForCausalLM"
   ],
@@ -16,11 +16,11 @@
   "n_ctx": 256,
   "n_embd": 96,
   "n_head": 8,
-  "n_inner": 316,
+  "n_inner": 304,
   "n_layer": 11,
   "num_groups": 4,
   "pad_token_id": 0,
-  "rot_pos_emb": true,
+  "rot_pos_emb": false,
   "rotary_base": 10000,
   "tie_weights": false,
   "tie_word_embeddings": false,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:105d6544cc86f6cad342e7ed9602f9628e3399e230a2048d1149d8dc09d35aa6
-size 4007408
+oid sha256:4bf45d017d9b499bf4fd8977a0655bdbda2d3f29b2bf4beb6aa624059cb4e417
+size 4003888