simple-llm-python-124m-5b / tokenizer /publication-verification.json
jfrick's picture
python-124m-muon-5b-20261021-v1: 50065393 training targets
4719692 verified
Raw History Blame Contribute Delete
433 Bytes
{
"location": "jfrick/scholarly-code-tokenizer",
"revision": "0ebdb4fe4c8d21ccc06cfe6f5b464eac74773a80",
"status": "passed",
"default_and_variants_checked": 20,
"probes_per_variant": 6,
"checks": [
"artifact_hashes",
"special_ids",
"vocabulary_size",
"token_id_equivalence",
"exact_roundtrips",
"no_automatic_boundaries"
],
"transformers_version": "4.57.6",
"tokenizers_version": "0.22.2"
}