File size: 433 Bytes
4719692 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"location": "jfrick/scholarly-code-tokenizer",
"revision": "0ebdb4fe4c8d21ccc06cfe6f5b464eac74773a80",
"status": "passed",
"default_and_variants_checked": 20,
"probes_per_variant": 6,
"checks": [
"artifact_hashes",
"special_ids",
"vocabulary_size",
"token_id_equivalence",
"exact_roundtrips",
"no_automatic_boundaries"
],
"transformers_version": "4.57.6",
"tokenizers_version": "0.22.2"
}
|