Download tokenizer.json from MoreThought/AresMath1.0-IT: direct link, hf CLI and curl.
- Browser
- Download file 388 Bytes
-
https://huggingface.co/MoreThought/AresMath1.0-IT/resolve/main/tokenizer.json
- Command line
-
hf download hf://MoreThought/AresMath1.0-IT/tokenizer.json
-
curl -L -o tokenizer.json https://huggingface.co/MoreThought/AresMath1.0-IT/resolve/main/tokenizer.json
388 Bytes
| { | |
| "model_type": "aresmath1.0-it", | |
| "vocab": [ | |
| "<pad>", | |
| "<bos>", | |
| "<eos>", | |
| "<sep>", | |
| "0", | |
| "1", | |
| "2", | |
| "3", | |
| "4", | |
| "5", | |
| "6", | |
| "7", | |
| "8", | |
| "9", | |
| "+", | |
| "-", | |
| "*", | |
| "/", | |
| "=", | |
| "(", | |
| ")" | |
| ], | |
| "special_tokens": { | |
| "pad_token": "<pad>", | |
| "bos_token": "<bos>", | |
| "eos_token": "<eos>", | |
| "sep_token": "<sep>" | |
| } | |
| } |