Upload 5 files

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Dans-DiscountModels/mistral-7b-v0.3-ChatML",
+  "_name_or_path": "/run/media/pocketdoc/extended-storage/Models/Mistral-7b-v0.3-ChatML",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -21,9 +21,9 @@
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.46.3",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
   "unsloth_version": "2024.9",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32768
 }

generation_config.json

@@ -1,8 +1,9 @@
 {
   "_from_model_config": true,
   "bos_token_id": 1,
+  "do_sample": true,
   "eos_token_id": 2,
   "max_length": 32768,
   "pad_token_id": 770,
-  "transformers_version": "4.46.3"
+  "transformers_version": "4.46.1"
 }

tokenizer_config.json

@@ -6173,6 +6173,7 @@
     }
   },
   "bos_token": "<s>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "legacy": false,