g-shuhei commited on
Commit
1f20078
·
verified ·
1 Parent(s): a7155e2

s3://sagemaker-whisper-testing/output/base/en/sagemaker-whispertra-250719-0535-009-335b8026/output/model.tar.gz

Browse files
Files changed (2) hide show
  1. added_tokens.json +0 -2
  2. tokenizer_config.json +0 -16
added_tokens.json CHANGED
@@ -1,9 +1,7 @@
1
  {
2
- " confict": 51867,
3
  " lulux": 51866,
4
  " magnact": 51864,
5
  " shootis": 51865,
6
- " unravel": 51868,
7
  "<|0.00|>": 50363,
8
  "<|0.02|>": 50364,
9
  "<|0.04|>": 50365,
 
1
  {
 
2
  " lulux": 51866,
3
  " magnact": 51864,
4
  " shootis": 51865,
 
5
  "<|0.00|>": 50363,
6
  "<|0.02|>": 50364,
7
  "<|0.04|>": 50365,
tokenizer_config.json CHANGED
@@ -12889,22 +12889,6 @@
12889
  "rstrip": false,
12890
  "single_word": false,
12891
  "special": false
12892
- },
12893
- "51867": {
12894
- "content": " confict",
12895
- "lstrip": false,
12896
- "normalized": true,
12897
- "rstrip": false,
12898
- "single_word": false,
12899
- "special": false
12900
- },
12901
- "51868": {
12902
- "content": " unravel",
12903
- "lstrip": false,
12904
- "normalized": true,
12905
- "rstrip": false,
12906
- "single_word": false,
12907
- "special": false
12908
  }
12909
  },
12910
  "additional_special_tokens": [
 
12889
  "rstrip": false,
12890
  "single_word": false,
12891
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12892
  }
12893
  },
12894
  "additional_special_tokens": [