Hugging Face's logo

UNSAFE
/
praxis-8192

Model card Files
xet
Community
Vectorrent commited on
Commit
df0ac5b
·
verified ·
1 Parent(s): ad70056

convert to unigram

Browse files
Files changed (2) hide show
  1. tokenizer.json +0 -0
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -31,5 +31,5 @@
31
  "extra_special_tokens": {},
32
  "model_max_length": 1000000000000000019884624838656,
33
  "pad_token": "<|endoftext|>",
34
- "tokenizer_class": "PreTrainedTokenizerFast"
35
  }
 
31
  "extra_special_tokens": {},
32
  "model_max_length": 1000000000000000019884624838656,
33
  "pad_token": "<|endoftext|>",
34
+ "tokenizer_class": "PreTrainedTokenizer"
35
  }