Update tokenizer_config.json

tokenizer_config.json

@@ -28,32 +28,31 @@
     },
     "32000": {
       "content": "<|im_end|>",
-      "lstrip": true,
-      "normalized": true,
-      "rstrip": true,
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "32001": {
       "content": "<|im_start|>",
       "lstrip": true,
-      "normalized": true,
+      "normalized": false,
       "rstrip": true,
       "single_word": false,
-      "special": false
+      "special": true
     }
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
+  "eos_token": "<|im_end|>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
-  "tokenizer_file": "/home/wing/.cache/huggingface/hub/models--mistralai--Mistral-7B-v0.1/snapshots/78814a934d8ce59ee93599378f3e929ff137da06/tokenizer.json",
   "trust_remote_code": false,
   "unk_token": "<unk>",
   "use_default_system_prompt": true,