Code-Dev commited on
Commit
bf2c003
·
verified ·
1 Parent(s): 227aeb5

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. README.md +34 -0
  2. model.safetensors +1 -1
  3. processor_config.json +17 -0
  4. tokenizer.json +0 -0
  5. tokenizer_config.json +128 -0
README.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - sn
4
+ tags:
5
+ - automatic-speech-recognition
6
+ - whisper
7
+ - audio
8
+ - multi-stage-finetuning
9
+ model-index:
10
+ - name: Whisper Small Shona - Verdi AI OS Stage 1c
11
+ results:
12
+ - task:
13
+ name: Automatic Speech Recognition
14
+ type: automatic-speech-recognition
15
+ dataset:
16
+ name: google/fleurs + manassehzw/shona-bible-bdsc-aligned
17
+ type: google/fleurs
18
+ args: sn_zw
19
+ metrics:
20
+ - name: Test WER
21
+ type: wer
22
+ value: 25.52
23
+ pipeline_tag: automatic-speech-recognition
24
+ library_name: transformers
25
+ ---
26
+
27
+ # 🌾 Verdi AI OS: Whisper Small Shona ASR (Stage 1c Mastered Core)
28
+
29
+ This repository hosts a completely standalone, fully compiled model optimized natively for the Shona language (`sn-ZW`).
30
+
31
+ ## 📊 Training Progression Metrics
32
+ - **Stage 1a (FLEURS Baseline):** Baseline WER dropped to **37.15%**
33
+ - **Stage 1b (Bible Chunk 1):** Dropped WER to **29.39%**
34
+ - **Stage 1c (Bible Chunk 2 & 3 Increments):** Achieved new floor of **25.52%** WER.
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c90484a5b9a9d0d38566e61bdc4433c9c4ffbfa5265d284bb5f86fded36ce68
3
  size 966995080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc84ee09fa53767876dc4c0309a5f716a93ec3e6ec85bf298a5983ce8850dda0
3
  size 966995080
processor_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feature_extractor": {
3
+ "chunk_length": 30,
4
+ "dither": 0.0,
5
+ "feature_extractor_type": "WhisperFeatureExtractor",
6
+ "feature_size": 80,
7
+ "hop_length": 160,
8
+ "n_fft": 400,
9
+ "n_samples": 480000,
10
+ "nb_max_frames": 3000,
11
+ "padding_side": "right",
12
+ "padding_value": 0.0,
13
+ "return_attention_mask": false,
14
+ "sampling_rate": 16000
15
+ },
16
+ "processor_class": "WhisperProcessor"
17
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<|endoftext|>",
5
+ "clean_up_tokenization_spaces": true,
6
+ "eos_token": "<|endoftext|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|endoftext|>",
10
+ "<|startoftranscript|>",
11
+ "<|en|>",
12
+ "<|zh|>",
13
+ "<|de|>",
14
+ "<|es|>",
15
+ "<|ru|>",
16
+ "<|ko|>",
17
+ "<|fr|>",
18
+ "<|ja|>",
19
+ "<|pt|>",
20
+ "<|tr|>",
21
+ "<|pl|>",
22
+ "<|ca|>",
23
+ "<|nl|>",
24
+ "<|ar|>",
25
+ "<|sv|>",
26
+ "<|it|>",
27
+ "<|id|>",
28
+ "<|hi|>",
29
+ "<|fi|>",
30
+ "<|vi|>",
31
+ "<|he|>",
32
+ "<|uk|>",
33
+ "<|el|>",
34
+ "<|ms|>",
35
+ "<|cs|>",
36
+ "<|ro|>",
37
+ "<|da|>",
38
+ "<|hu|>",
39
+ "<|ta|>",
40
+ "<|no|>",
41
+ "<|th|>",
42
+ "<|ur|>",
43
+ "<|hr|>",
44
+ "<|bg|>",
45
+ "<|lt|>",
46
+ "<|la|>",
47
+ "<|mi|>",
48
+ "<|ml|>",
49
+ "<|cy|>",
50
+ "<|sk|>",
51
+ "<|te|>",
52
+ "<|fa|>",
53
+ "<|lv|>",
54
+ "<|bn|>",
55
+ "<|sr|>",
56
+ "<|az|>",
57
+ "<|sl|>",
58
+ "<|kn|>",
59
+ "<|et|>",
60
+ "<|mk|>",
61
+ "<|br|>",
62
+ "<|eu|>",
63
+ "<|is|>",
64
+ "<|hy|>",
65
+ "<|ne|>",
66
+ "<|mn|>",
67
+ "<|bs|>",
68
+ "<|kk|>",
69
+ "<|sq|>",
70
+ "<|sw|>",
71
+ "<|gl|>",
72
+ "<|mr|>",
73
+ "<|pa|>",
74
+ "<|si|>",
75
+ "<|km|>",
76
+ "<|sn|>",
77
+ "<|yo|>",
78
+ "<|so|>",
79
+ "<|af|>",
80
+ "<|oc|>",
81
+ "<|ka|>",
82
+ "<|be|>",
83
+ "<|tg|>",
84
+ "<|sd|>",
85
+ "<|gu|>",
86
+ "<|am|>",
87
+ "<|yi|>",
88
+ "<|lo|>",
89
+ "<|uz|>",
90
+ "<|fo|>",
91
+ "<|ht|>",
92
+ "<|ps|>",
93
+ "<|tk|>",
94
+ "<|nn|>",
95
+ "<|mt|>",
96
+ "<|sa|>",
97
+ "<|lb|>",
98
+ "<|my|>",
99
+ "<|bo|>",
100
+ "<|tl|>",
101
+ "<|mg|>",
102
+ "<|as|>",
103
+ "<|tt|>",
104
+ "<|haw|>",
105
+ "<|ln|>",
106
+ "<|ha|>",
107
+ "<|ba|>",
108
+ "<|jw|>",
109
+ "<|su|>",
110
+ "<|translate|>",
111
+ "<|transcribe|>",
112
+ "<|startoflm|>",
113
+ "<|startofprev|>",
114
+ "<|nocaptions|>",
115
+ "<|notimestamps|>"
116
+ ],
117
+ "is_local": false,
118
+ "language": null,
119
+ "local_files_only": false,
120
+ "model_max_length": 1024,
121
+ "pad_token": "<|endoftext|>",
122
+ "predict_timestamps": false,
123
+ "processor_class": "WhisperProcessor",
124
+ "return_attention_mask": false,
125
+ "task": null,
126
+ "tokenizer_class": "WhisperTokenizer",
127
+ "unk_token": "<|endoftext|>"
128
+ }