cchoi1022 commited on
Commit
006d4b5
·
1 Parent(s): 2515fd5

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "bos_token": "<s>",
3
  "do_lower_case": true,
4
  "do_normalize": true,
5
- "eos_token": "<s/>",
6
  "name_or_path": "facebook/wav2vec2-large-960h-lv60-self",
7
  "pad_token": "<pad>",
8
  "processor_class": "Wav2Vec2ProcessorWithLM",
 
1
  {
2
+ "bos_token": null,
3
  "do_lower_case": true,
4
  "do_normalize": true,
5
+ "eos_token": null,
6
  "name_or_path": "facebook/wav2vec2-large-960h-lv60-self",
7
  "pad_token": "<pad>",
8
  "processor_class": "Wav2Vec2ProcessorWithLM",