Chess Challenge submission by iliasslasri

README.md

@@ -17,10 +17,15 @@ Chess model submitted to the LLM Course Chess Challenge.
 - **Parameters**: 997,136
 - **Organization**: LLM-course
 
-## Model Details
+## Usage
 
-- **Architecture**: Chess Transformer (GPT-style)
-- **Vocab size**: 75
-- **Embedding dim**: 96
-- **Layers**: 11
-- **Heads**: 8
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model = AutoModelForCausalLM.from_pretrained("LLM-course/chess-player-v2", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("LLM-course/chess-player-v2", trust_remote_code=True)
+```
+
+## Evaluation
+
+This model is evaluated at the [Chess Challenge Arena](https://huggingface.co/spaces/LLM-course/Chess1MChallenge).

config.json

@@ -1,13 +1,13 @@
 {
-  "_name_or_path": "./gqa_1_ft_ft/checkpoint-794154/",
-  "architectures": [
-    "ChessForCausalLM"
-  ],
-  "attn": "GQA",
+  "_name_or_path": "/home/infres/lasri-22/llm-for-code-proof/chess_challenge/gqa_1_ft/checkpoint-742200",
   "auto_map": {
     "AutoConfig": "model.ChessConfig",
     "AutoModelForCausalLM": "model.ChessForCausalLM"
   },
+  "architectures": [
+    "ChessForCausalLM"
+  ],
+  "attn": "GQA",
   "bos_token_id": 1,
   "dropout": 0.1,
   "eos_token_id": 2,
@@ -27,4 +27,4 @@
   "torch_dtype": "float32",
   "transformers_version": "4.40.0",
   "vocab_size": 75
-}
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df76bd301382f175badd06e1609f362bacfdee08862ea07b3ee6801e4bbc1d07
+oid sha256:aee9cd61343a4879c83371f6ad2fd879280120f3a42c6ab21681ac7746868ac1
 size 4003888

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b8714f3635abcb248941a6a007b14cd4b814b97a0c068e03f81cce6384e28e
+size 8127546

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25848b45ca278e89bdb13e222774072a3fc466089b2d55e83497369580356e5
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d7522d3f929df8c8f69fb3d717c8cf6659601e34dca8e76711b1e0884d7eb
+size 1064

tokenizer_config.json

@@ -1,4 +1,10 @@
 {
+  "auto_map": {
+    "AutoTokenizer": [
+      "tokenizer.ChessTokenizer",
+      null
+    ]
+  },
   "added_tokens_decoder": {
     "0": {
       "content": "[PAD]",
@@ -33,12 +39,6 @@
       "special": true
     }
   },
-  "auto_map": {
-    "AutoTokenizer": [
-      "tokenizer.ChessTokenizer",
-      null
-    ]
-  },
   "bos_token": "[BOS]",
   "clean_up_tokenization_spaces": true,
   "eos_token": "[EOS]",
@@ -46,4 +46,4 @@
   "pad_token": "[PAD]",
   "tokenizer_class": "ChessTokenizer",
   "unk_token": "[UNK]"
-}
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c348786093cffe343e5d1eb9c89033c14e0c9a3deca4ac6d97b16bd462dc61
+size 4920