Hugging Face's logo

mims-harvard
/
MedTok

Model card Files
xet
Community
Blair1213 commited on
Commit
8436c9d
·
verified ·
1 Parent(s): c742bef

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "tokenizer_class": "MedTok",
3
  "vocab_file": "vocab.json",
4
  "code2tokens_file": "code2tokens.json",
5
  "code2embedding_file": "code2embeddings.json",
6
  "auto_map": {
7
- "AutoTokenizer": "tokenizer.MedTok"
8
  }
9
  }
 
1
  {
2
+ "tokenizer_class": "MedicalcodeTokenizer",
3
  "vocab_file": "vocab.json",
4
  "code2tokens_file": "code2tokens.json",
5
  "code2embedding_file": "code2embeddings.json",
6
  "auto_map": {
7
+ "AutoTokenizer": "MedTok"
8
  }
9
  }