danielhanchen commited on
Commit
548f959
·
verified ·
1 Parent(s): 2a88817

Upload folder using huggingface_hub

Browse files
chat_template.jinja ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>
2
+ ' + message['content'] + '<|end|>
3
+ '}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>
4
+ ' + message['content'] + '<|end|>
5
+ '}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>
6
+ ' }}{% else %}{{ eos_token }}{% endif %}
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "unsloth/Phi-3-medium-4k-instruct",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
@@ -22,7 +21,8 @@
22
  "sliding_window": 2048,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.44.2",
 
26
  "unsloth_version": "2024.9",
27
  "use_cache": true,
28
  "vocab_size": 32064
 
1
  {
 
2
  "architectures": [
3
  "MistralForCausalLM"
4
  ],
 
21
  "sliding_window": 2048,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.52.4",
25
+ "unsloth_fixed": true,
26
  "unsloth_version": "2024.9",
27
  "use_cache": true,
28
  "vocab_size": 32064
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "max_length": 4096,
10
  "pad_token_id": 32009,
11
- "transformers_version": "4.44.2"
12
  }
 
8
  ],
9
  "max_length": 4096,
10
  "pad_token_id": 32009,
11
+ "transformers_version": "4.52.4"
12
  }
special_tokens_map.json CHANGED
@@ -13,7 +13,13 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<|placeholder6|>",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": {
17
+ "content": "<|placeholder6|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -117,9 +117,9 @@
117
  }
118
  },
119
  "bos_token": "<s>",
120
- "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}",
121
  "clean_up_tokenization_spaces": false,
122
  "eos_token": "<|endoftext|>",
 
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|placeholder6|>",
@@ -127,5 +127,6 @@
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "LlamaTokenizer",
129
  "unk_token": "<unk>",
130
- "use_default_system_prompt": false
131
- }
 
 
117
  }
118
  },
119
  "bos_token": "<s>",
 
120
  "clean_up_tokenization_spaces": false,
121
  "eos_token": "<|endoftext|>",
122
+ "extra_special_tokens": {},
123
  "legacy": false,
124
  "model_max_length": 4096,
125
  "pad_token": "<|placeholder6|>",
 
127
  "sp_model_kwargs": {},
128
  "tokenizer_class": "LlamaTokenizer",
129
  "unk_token": "<unk>",
130
+ "use_default_system_prompt": false,
131
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>\n' + message['content'] + '<|end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>\n' + message['content'] + '<|end|>\n'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}"
132
+ }