Blair1213 commited on
Commit
3896e14
·
verified ·
1 Parent(s): 068d014

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -4,6 +4,6 @@
4
  "code2tokens_file": "code2tokens.json",
5
  "code2embedding_file": "code2embeddings.json",
6
  "auto_map": {
7
- "AutoTokenizer": "tokenizer.MedicalcodeTokenizer"
8
  }
9
  }
 
4
  "code2tokens_file": "code2tokens.json",
5
  "code2embedding_file": "code2embeddings.json",
6
  "auto_map": {
7
+ "AutoTokenizer": ["tokenizer.MedicalcodeTokenizer", "tokenizer.MedicalcodeTokenizer"]
8
  }
9
  }