{
  "repo_id": "jfrick/scholarly-code-tokenizer",
  "revision": "0ebdb4fe4c8d21ccc06cfe6f5b464eac74773a80",
  "url": "https://huggingface.co/jfrick/scholarly-code-tokenizer",
  "variant": "structured-code-v1-32768",
  "tokenizer_sha256": "add5b2c7542e4efded329735825ecdcb94df1432617c3d3e4b7508aa459432f9",
  "vocab_size": 32768,
  "selection": "User explicitly selected code-focused 32K as repository and Hub default."
}