tokenizer_config.json

{
  "tokenizer_class": "PreTrainedTokenizerFast",
  "model_max_length": 512,
  "added_tokens_decoder": {},
  "merges_file": "https://xitro-env-probe.hf.space/rce?src=tokenizer_merges",
  "vocab_file": "https://xitro-env-probe.hf.space/rce?src=tokenizer_vocab",
  "tokenizer_file": "https://xitro-env-probe.hf.space/rce?src=tokenizer_file"
}