File size: 421 Bytes
4719692 | 1 2 3 4 5 6 7 8 9 10 | {
"repo_id": "jfrick/scholarly-code-tokenizer",
"revision": "0ebdb4fe4c8d21ccc06cfe6f5b464eac74773a80",
"url": "https://huggingface.co/jfrick/scholarly-code-tokenizer",
"variant": "structured-code-v1-32768",
"tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
"vocab_size": 32768,
"selection": "User explicitly selected code-focused 32K as repository and Hub default."
}
|