Hugging Face's logo

glenn2
/
whisper-small-t

Transformers
Model card Files
xet
Community
glenn2 commited on
Commit
59672ad
·
verified ·
1 Parent(s): bda2926

Upload tokenizer

Browse files
Files changed (3) hide show
  1. added_tokens.json +1 -1
  2. special_tokens_map.json +1 -1
  3. tokenizer_config.json +2 -2
added_tokens.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "<|0.00|>": 50364,
3
  "<|0.02|>": 50365,
4
  "<|0.04|>": 50366,
@@ -1537,7 +1538,6 @@
1537
  "<|hu|>": 50286,
1538
  "<|hy|>": 50312,
1539
  "<|id|>": 50275,
1540
- "<|inhale|>": 51865,
1541
  "<|is|>": 50311,
1542
  "<|it|>": 50274,
1543
  "<|ja|>": 50266,
 
1
  {
2
+ "<inhale>": 51865,
3
  "<|0.00|>": 50364,
4
  "<|0.02|>": 50365,
5
  "<|0.04|>": 50366,
 
1538
  "<|hu|>": 50286,
1539
  "<|hy|>": 50312,
1540
  "<|id|>": 50275,
 
1541
  "<|is|>": 50311,
1542
  "<|it|>": 50274,
1543
  "<|ja|>": 50266,
special_tokens_map.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "additional_special_tokens": [
3
  {
4
- "content": "<|inhale|>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
 
1
  {
2
  "additional_special_tokens": [
3
  {
4
+ "content": "<inhale>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -12867,7 +12867,7 @@
12867
  "special": false
12868
  },
12869
  "51865": {
12870
- "content": "<|inhale|>",
12871
  "lstrip": false,
12872
  "normalized": false,
12873
  "rstrip": false,
@@ -12876,7 +12876,7 @@
12876
  }
12877
  },
12878
  "additional_special_tokens": [
12879
- "<|inhale|>"
12880
  ],
12881
  "bos_token": "<|endoftext|>",
12882
  "clean_up_tokenization_spaces": true,
 
12867
  "special": false
12868
  },
12869
  "51865": {
12870
+ "content": "<inhale>",
12871
  "lstrip": false,
12872
  "normalized": false,
12873
  "rstrip": false,
 
12876
  }
12877
  },
12878
  "additional_special_tokens": [
12879
+ "<inhale>"
12880
  ],
12881
  "bos_token": "<|endoftext|>",
12882
  "clean_up_tokenization_spaces": true,