Download tokenizer/publication-verification.json from jfrick/simple-llm-python-124m-5b: direct link, hf CLI and curl.
- Browser
- Download file 433 Bytes
-
https://huggingface.co/jfrick/simple-llm-python-124m-5b/resolve/main/tokenizer/publication-verification.json
- Command line
-
hf download hf://jfrick/simple-llm-python-124m-5b/tokenizer/publication-verification.json
-
curl -L -o publication-verification.json https://huggingface.co/jfrick/simple-llm-python-124m-5b/resolve/main/tokenizer/publication-verification.json
433 Bytes
| { | |
| "location": "jfrick/scholarly-code-tokenizer", | |
| "revision": "0ebdb4fe4c8d21ccc06cfe6f5b464eac74773a80", | |
| "status": "passed", | |
| "default_and_variants_checked": 20, | |
| "probes_per_variant": 6, | |
| "checks": [ | |
| "artifact_hashes", | |
| "special_ids", | |
| "vocabulary_size", | |
| "token_id_equivalence", | |
| "exact_roundtrips", | |
| "no_automatic_boundaries" | |
| ], | |
| "transformers_version": "4.57.6", | |
| "tokenizers_version": "0.22.2" | |
| } | |