Taykhoom commited on
Commit
f4dac0f
·
verified ·
1 Parent(s): c6baa3c

Upload tokenizer_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +8 -2
tokenizer_config.json CHANGED
@@ -50,5 +50,11 @@
50
  "model_max_length": 1024,
51
  "pad_token": "<pad>",
52
  "tokenizer_class": "RnaFmTokenizer",
53
- "unk_token": "<unk>"
54
- }
 
 
 
 
 
 
 
50
  "model_max_length": 1024,
51
  "pad_token": "<pad>",
52
  "tokenizer_class": "RnaFmTokenizer",
53
+ "unk_token": "<unk>",
54
+ "auto_map": {
55
+ "AutoTokenizer": [
56
+ "tokenization_rnafm.RnaFmTokenizer",
57
+ null
58
+ ]
59
+ }
60
+ }