Natet commited on
Commit
1e8b84d
·
verified ·
1 Parent(s): ad4c27b

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. special_tokens_map.json +4 -0
  2. tokenizer_config.json +4 -4
special_tokens_map.json CHANGED
@@ -1,4 +1,8 @@
1
  {
 
 
 
 
2
  "bos_token": {
3
  "content": "<bos>",
4
  "lstrip": false,
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<start_of_turn>",
4
+ "<end_of_turn>"
5
+ ],
6
  "bos_token": {
7
  "content": "<bos>",
8
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -1995,16 +1995,16 @@
1995
  "special": false
1996
  }
1997
  },
 
 
 
 
1998
  "bos_token": "<bos>",
1999
- "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
2000
  "clean_up_tokenization_spaces": false,
2001
  "eos_token": "<eos>",
2002
  "extra_special_tokens": {},
2003
- "max_length": null,
2004
  "model_max_length": 8192,
2005
- "pad_to_multiple_of": null,
2006
  "pad_token": "<pad>",
2007
- "pad_token_type_id": 0,
2008
  "padding_side": "right",
2009
  "sp_model_kwargs": {},
2010
  "spaces_between_special_tokens": false,
 
1995
  "special": false
1996
  }
1997
  },
1998
+ "additional_special_tokens": [
1999
+ "<start_of_turn>",
2000
+ "<end_of_turn>"
2001
+ ],
2002
  "bos_token": "<bos>",
 
2003
  "clean_up_tokenization_spaces": false,
2004
  "eos_token": "<eos>",
2005
  "extra_special_tokens": {},
 
2006
  "model_max_length": 8192,
 
2007
  "pad_token": "<pad>",
 
2008
  "padding_side": "right",
2009
  "sp_model_kwargs": {},
2010
  "spaces_between_special_tokens": false,