Download tokenizer_config.json from inference-optimization/GLM-5.3-Flash-NVFP4-MoNe-20: direct link, hf CLI and curl.
- Browser
- Download file 900 Bytes
-
https://huggingface.co/inference-optimization/GLM-5.3-Flash-NVFP4-MoNe-20/resolve/main/tokenizer_config.json
- Command line
-
hf download hf://inference-optimization/GLM-5.3-Flash-NVFP4-MoNe-20/tokenizer_config.json
-
curl -L -o tokenizer_config.json https://huggingface.co/inference-optimization/GLM-5.3-Flash-NVFP4-MoNe-20/resolve/main/tokenizer_config.json
900 Bytes
| { | |
| "backend": "tokenizers", | |
| "clean_up_tokenization_spaces": false, | |
| "do_lower_case": false, | |
| "eos_token": "<|endoftext|>", | |
| "extra_special_tokens": [ | |
| "<|endoftext|>", | |
| "[MASK]", | |
| "[gMASK]", | |
| "[sMASK]", | |
| "<sop>", | |
| "<eop>", | |
| "<|system|>", | |
| "<|user|>", | |
| "<|assistant|>", | |
| "<|observation|>", | |
| "<|begin_of_image|>", | |
| "<|end_of_image|>", | |
| "<|begin_of_video|>", | |
| "<|end_of_video|>", | |
| "<|begin_of_audio|>", | |
| "<|end_of_audio|>", | |
| "<|begin_of_transcription|>", | |
| "<|end_of_transcription|>" | |
| ], | |
| "is_local": false, | |
| "local_files_only": false, | |
| "max_length": 2048, | |
| "model_max_length": 1048576, | |
| "model_specific_special_tokens": {}, | |
| "pad_token": "<|endoftext|>", | |
| "padding_side": "left", | |
| "remove_space": false, | |
| "stride": 0, | |
| "tokenizer_class": "TokenizersBackend", | |
| "truncation_side": "right", | |
| "truncation_strategy": "longest_first" | |
| } | |