Upload 11 files

GoA_Chess_Small/config.json

@@ -0,0 +1,9 @@
+{
+  "model_type": "goa_transformer_lm",
+  "dim": 512,
+  "depth": 8,
+  "heads": 8,
+  "vocab_size": 50257,
+  "max_seq_length": 1024,
+  "dropout": 0.1
+}

GoA_Chess_Small/hf/README.md

@@ -0,0 +1,50 @@
+---
+license: other
+tags:
+- chess
+- transformer
+- goa
+language:
+- en
+pipeline_tag: text-generation
+---
+
+# EMAC Chess Transformer
+
+A decoder-only transformer language model trained on Lichess chess games using
+Entropy-Modulated Adaptive Control (EMAC).
+
+## Model Details
+
+| Property | Value |
+|----------|-------|
+| Parameters | 51,475,968 |
+| Hidden size | 512 |
+| Layers | 8 |
+| Attention heads | 8 |
+| Context length | 1024 |
+| Vocab size | 50,257 |
+| Tokenizer | GPT-2 |
+| Training data | Lichess standard chess games |
+
+## Usage
+
+```python
+import torch
+from transformers import GPT2TokenizerFast
+
+# Load tokenizer
+tokenizer = GPT2TokenizerFast.from_pretrained("./hf")
+
+# Load model weights
+state_dict = torch.load("./hf/pytorch_model.bin", map_location="cpu")
+# (Requires EMAC model class to instantiate architecture)
+```
+
+## Training
+
+Trained with GoA transformer
+
+## License
+
+Copyright (c) G of Alpha LLC. All rights reserved.

GoA_Chess_Small/hf/config.json

@@ -0,0 +1,16 @@
+{
+  "architectures": [
+    "GoATransformerLM"
+  ],
+  "model_type": "goa_chess",
+  "hidden_size": 512,
+  "num_hidden_layers": 8,
+  "num_attention_heads": 8,
+  "intermediate_size": 2048,
+  "vocab_size": 50257,
+  "max_position_embeddings": 1024,
+  "hidden_dropout_prob": 0.1,
+  "total_parameters": 51475968,
+  "torch_dtype": "float32",
+  "transformers_version": "custom"
+}

GoA_Chess_Small/hf/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "max_new_tokens": 768,
+  "temperature": 0.6,
+  "top_k": 10,
+  "top_p": 0.95,
+  "do_sample": true
+}

GoA_Chess_Small/hf/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21808783d1440976efc10083103dc404b7f12cc0780daf1ee0ab265520712583
+size 308846064

GoA_Chess_Small/hf/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

GoA_Chess_Small/hf/tokenizer_config.json

@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

GoA_Chess_Small/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60b5303c22e010e4e1f6cc35fa98f29930df2f86211c536f0915a7b701f4dac
+size 205950627