Upload model trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- tokenizer_config.json +2 -3
tokenizer_config.json
CHANGED
|
@@ -216,6 +216,5 @@
|
|
| 216 |
"model_max_length": 1000000000000000019884624838656,
|
| 217 |
"pad_token": "<|im_end|>",
|
| 218 |
"tokenizer_class": "Qwen2Tokenizer",
|
| 219 |
-
"unk_token": null
|
| 220 |
-
|
| 221 |
-
}
|
|
|
|
| 216 |
"model_max_length": 1000000000000000019884624838656,
|
| 217 |
"pad_token": "<|im_end|>",
|
| 218 |
"tokenizer_class": "Qwen2Tokenizer",
|
| 219 |
+
"unk_token": null
|
| 220 |
+
}
|
|
|