czlll
/

Qwen2.5-Coder-32B-CL

Text Generation

text-generation-inference

Model card Files Files and versions

czlll commited on Jun 28

Commit

9b10700

·

verified ·

1 Parent(s): 7fa0a2b

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -207,6 +207,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "model_max_length": 131072,
   "pad_token": "<|PAD_TOKEN|>",
   "padding_side": "left",

   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
+  "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|PAD_TOKEN|>",
   "padding_side": "left",