Upload folder using huggingface_hub

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fa3abd17a7e8ee27f3802143a9130d7f4694699d4de554efbe4740abb83356
+size 356235922

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|unknown|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,195 @@
+{
+  "version": "1.0",
+  "truncation": {
+    "direction": "Right",
+    "max_length": 64,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
+  "padding": {
+    "strategy": {
+      "Fixed": 64
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<|pad|>"
+  },
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<|startoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<|unknown|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Sequence",
+    "pretokenizers": [
+      {
+        "type": "Whitespace"
+      },
+      {
+        "type": "Split",
+        "pattern": {
+          "Regex": "\\d|[QBRN]"
+        },
+        "behavior": "MergedWithPrevious",
+        "invert": false
+      }
+    ]
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<|startoftext|>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<|startoftext|>": {
+        "id": "<|startoftext|>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<|startoftext|>"
+        ]
+      }
+    }
+  },
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<|pad|>": 0,
+      "<|startoftext|>": 1,
+      "<|endoftext|>": 2,
+      "<|unknown|>": 3,
+      "a1": 4,
+      "b1": 5,
+      "c1": 6,
+      "d1": 7,
+      "e1": 8,
+      "f1": 9,
+      "g1": 10,
+      "h1": 11,
+      "a2": 12,
+      "b2": 13,
+      "c2": 14,
+      "d2": 15,
+      "e2": 16,
+      "f2": 17,
+      "g2": 18,
+      "h2": 19,
+      "a3": 20,
+      "b3": 21,
+      "c3": 22,
+      "d3": 23,
+      "e3": 24,
+      "f3": 25,
+      "g3": 26,
+      "h3": 27,
+      "a4": 28,
+      "b4": 29,
+      "c4": 30,
+      "d4": 31,
+      "e4": 32,
+      "f4": 33,
+      "g4": 34,
+      "h4": 35,
+      "a5": 36,
+      "b5": 37,
+      "c5": 38,
+      "d5": 39,
+      "e5": 40,
+      "f5": 41,
+      "g5": 42,
+      "h5": 43,
+      "a6": 44,
+      "b6": 45,
+      "c6": 46,
+      "d6": 47,
+      "e6": 48,
+      "f6": 49,
+      "g6": 50,
+      "h6": 51,
+      "a7": 52,
+      "b7": 53,
+      "c7": 54,
+      "d7": 55,
+      "e7": 56,
+      "f7": 57,
+      "g7": 58,
+      "h7": 59,
+      "a8": 60,
+      "b8": 61,
+      "c8": 62,
+      "d8": 63,
+      "e8": 64,
+      "f8": 65,
+      "g8": 66,
+      "h8": 67,
+      "Q": 68,
+      "R": 69,
+      "B": 70,
+      "N": 71
+    },
+    "unk_token": "<|unknown|>"
+  }
+}

tokenizer_config.json

@@ -0,0 +1,44 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<|unknown|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|pad|>",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": "<|unknown|>"
+}