Text Generation
TensorBoard
Safetensors
llama
pretrained
llama-3
openllm-france
Jeronymous commited on
Commit
ef2de60
·
verified ·
1 Parent(s): 43663a8

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -3
tokenizer_config.json CHANGED
@@ -45,7 +45,5 @@
45
  "sp_model_kwargs": {},
46
  "spaces_between_special_tokens": false,
47
  "tokenizer_class": "LlamaTokenizer",
48
- "unk_token": "<unk>",
49
- "use_default_system_prompt": false,
50
- "chat_template": "{{- bos_token }}\n{%- for message in messages %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}"
51
  }
 
45
  "sp_model_kwargs": {},
46
  "spaces_between_special_tokens": false,
47
  "tokenizer_class": "LlamaTokenizer",
48
+ "unk_token": "<unk>"
 
 
49
  }