Upload 6 files

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "Locutusque/TinyMistral-248M",
+  "_name_or_path": "Locutusque/TinyMistral-248M-v2",
   "architectures": [
     "MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
+  "bos_token_id": 32000,
+  "eos_token_id": 32001,
   "hidden_act": "silu",
   "hidden_size": 1024,
   "initializer_range": 0.02,
@@ -21,6 +21,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.37.0.dev0",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32005
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afc7bf58b68174d0faa14d00d7d710ce8146691853b470801a93b88b392fc6d6
+oid sha256:0060eab619ce323402a2ddce11c510df345ea9ddfc52a5eef987b0b0c6d59650
 size 496085129

special_tokens_map.json

@@ -1,24 +1,20 @@
 {
-  "additional_special_tokens": [
-    "<|ASSISTANT|>",
-    "<|USER|>"
-  ],
   "bos_token": {
-    "content": "<s>",
+    "content": "<|bos|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "</s>",
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "[PAD]",
+    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -98,7 +98,7 @@
     "single": [
       {
         "SpecialToken": {
-          "id": "<s>",
+          "id": "<|bos|>",
           "type_id": 0
         }
       },
@@ -112,7 +112,7 @@
     "pair": [
       {
         "SpecialToken": {
-          "id": "<s>",
+          "id": "<|bos|>",
           "type_id": 0
         }
       },
@@ -124,7 +124,7 @@
       },
       {
         "SpecialToken": {
-          "id": "<s>",
+          "id": "<|bos|>",
           "type_id": 1
         }
       },
@@ -136,13 +136,13 @@
       }
     ],
     "special_tokens": {
-      "<s>": {
-        "id": "<s>",
+      "<|bos|>": {
+        "id": "<|bos|>",
         "ids": [
-          1
+          32000
         ],
         "tokens": [
-          "<s>"
+          "<|bos|>"
         ]
       }
     }

tokenizer_config.json

@@ -67,17 +67,14 @@
       "special": true
     }
   },
-  "additional_special_tokens": [
-    "<|ASSISTANT|>",
-    "<|USER|>"
-  ],
-  "bos_token": "<s>",
+  "additional_special_tokens": [],
+  "bos_token": "<|bos|>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
+  "eos_token": "<|endoftext|>",
   "legacy": true,
   "max_length": 1536,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[PAD]",
+  "pad_token": "<|endoftext|>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "stride": 0,