Commit ·
837c3e0
1
Parent(s): 88b6055
Upload tokenizer_config.json with huggingface_hub (#1)
Browse files- Upload tokenizer_config.json with huggingface_hub (06568a4f898c17686f94c17f7ae29ca00f80e2f6)
Co-authored-by: gaurav <solarpunkin@users.noreply.huggingface.co>
- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
|
@@ -15,6 +15,7 @@
|
|
| 15 |
"pad_token": "<|pad|>",
|
| 16 |
"sp_model_kwargs": {},
|
| 17 |
"spaces_between_special_tokens": false,
|
|
|
|
| 18 |
"tokenizer_class": "TokenizersBackend",
|
| 19 |
"use_default_system_prompt": false,
|
| 20 |
"use_fast": true
|
|
|
|
| 15 |
"pad_token": "<|pad|>",
|
| 16 |
"sp_model_kwargs": {},
|
| 17 |
"spaces_between_special_tokens": false,
|
| 18 |
+
"tool_parser_type": "pythonic",
|
| 19 |
"tokenizer_class": "TokenizersBackend",
|
| 20 |
"use_default_system_prompt": false,
|
| 21 |
"use_fast": true
|