Upload v0.4.1 layered Whisper encoder artifacts
Browse filesMulti-ELF encoder variant, published separately from the monolithic encoder model for comparison.
This view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +51 -0
- README.md +301 -0
- compile.sh +29 -0
- devkit/models--openai--whisper-small_position_embeddings.npy +3 -0
- devkit/models--openai--whisper-small_token_embeddings.npy +3 -0
- devkit/preprocessor_config.json +0 -0
- devkit/tokenizer.json +0 -0
- devkit/whisper_config.json +307 -0
- elf_files/models--openai--whisper-small_decoder_init_layer0_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer10_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer11_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer1_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer2_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer3_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer4_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer5_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer6_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer7_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer8_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_init_layer9_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_language_detect_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_cache_token447_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer0_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer10_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer11_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer1_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer2_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer3_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer4_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer5_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer6_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer7_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer8_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_post_layer9_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer0_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer10_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer11_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer1_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer2_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer3_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer4_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer5_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer6_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer7_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer8_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_decoder_n1_pre_layer9_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_encoder_layer0_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_encoder_layer10_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_encoder_layer11_stage1_mla.elf +3 -0
- elf_files/models--openai--whisper-small_encoder_layer1_stage1_mla.elf +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,54 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
elf_files/models--openai--whisper-small_decoder_init_layer0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
elf_files/models--openai--whisper-small_decoder_init_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
elf_files/models--openai--whisper-small_decoder_init_layer11_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
elf_files/models--openai--whisper-small_decoder_init_layer1_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
elf_files/models--openai--whisper-small_decoder_init_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
elf_files/models--openai--whisper-small_decoder_init_layer3_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
elf_files/models--openai--whisper-small_decoder_init_layer4_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
elf_files/models--openai--whisper-small_decoder_init_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
elf_files/models--openai--whisper-small_decoder_init_layer6_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
elf_files/models--openai--whisper-small_decoder_init_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
elf_files/models--openai--whisper-small_decoder_init_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
elf_files/models--openai--whisper-small_decoder_init_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
elf_files/models--openai--whisper-small_decoder_language_detect_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
elf_files/models--openai--whisper-small_decoder_n1_cache_token447_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer11_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer1_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer3_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer4_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer6_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
elf_files/models--openai--whisper-small_decoder_n1_post_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer11_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer1_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer3_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer4_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer6_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
elf_files/models--openai--whisper-small_decoder_n1_pre_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
elf_files/models--openai--whisper-small_encoder_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
elf_files/models--openai--whisper-small_encoder_layer0_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
elf_files/models--openai--whisper-small_encoder_layer10_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
elf_files/models--openai--whisper-small_encoder_layer11_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
elf_files/models--openai--whisper-small_encoder_layer1_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
elf_files/models--openai--whisper-small_encoder_layer2_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
elf_files/models--openai--whisper-small_encoder_layer3_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
elf_files/models--openai--whisper-small_encoder_layer4_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
elf_files/models--openai--whisper-small_encoder_layer5_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
elf_files/models--openai--whisper-small_encoder_layer6_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
elf_files/models--openai--whisper-small_encoder_layer7_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
elf_files/models--openai--whisper-small_encoder_layer8_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
elf_files/models--openai--whisper-small_encoder_layer9_stage1_mla.elf filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,301 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: llima
|
| 3 |
+
license: apache-2.0
|
| 4 |
+
pipeline_tag: automatic-speech-recognition
|
| 5 |
+
base_model: openai/whisper-small
|
| 6 |
+
base_model_relation: quantized
|
| 7 |
+
language:
|
| 8 |
+
- en
|
| 9 |
+
- zh
|
| 10 |
+
- de
|
| 11 |
+
- es
|
| 12 |
+
- ru
|
| 13 |
+
- ko
|
| 14 |
+
- fr
|
| 15 |
+
- ja
|
| 16 |
+
- pt
|
| 17 |
+
- tr
|
| 18 |
+
- pl
|
| 19 |
+
- ca
|
| 20 |
+
- nl
|
| 21 |
+
- ar
|
| 22 |
+
- sv
|
| 23 |
+
- it
|
| 24 |
+
- id
|
| 25 |
+
- hi
|
| 26 |
+
- fi
|
| 27 |
+
- vi
|
| 28 |
+
- he
|
| 29 |
+
- uk
|
| 30 |
+
- el
|
| 31 |
+
- ms
|
| 32 |
+
- cs
|
| 33 |
+
- ro
|
| 34 |
+
- da
|
| 35 |
+
- hu
|
| 36 |
+
- ta
|
| 37 |
+
- "no"
|
| 38 |
+
- th
|
| 39 |
+
- ur
|
| 40 |
+
- hr
|
| 41 |
+
- bg
|
| 42 |
+
- lt
|
| 43 |
+
- la
|
| 44 |
+
- mi
|
| 45 |
+
- ml
|
| 46 |
+
- cy
|
| 47 |
+
- sk
|
| 48 |
+
- te
|
| 49 |
+
- fa
|
| 50 |
+
- lv
|
| 51 |
+
- bn
|
| 52 |
+
- sr
|
| 53 |
+
- az
|
| 54 |
+
- sl
|
| 55 |
+
- kn
|
| 56 |
+
- et
|
| 57 |
+
- mk
|
| 58 |
+
- br
|
| 59 |
+
- eu
|
| 60 |
+
- is
|
| 61 |
+
- hy
|
| 62 |
+
- ne
|
| 63 |
+
- mn
|
| 64 |
+
- bs
|
| 65 |
+
- kk
|
| 66 |
+
- sq
|
| 67 |
+
- sw
|
| 68 |
+
- gl
|
| 69 |
+
- mr
|
| 70 |
+
- pa
|
| 71 |
+
- si
|
| 72 |
+
- km
|
| 73 |
+
- sn
|
| 74 |
+
- yo
|
| 75 |
+
- so
|
| 76 |
+
- af
|
| 77 |
+
- oc
|
| 78 |
+
- ka
|
| 79 |
+
- be
|
| 80 |
+
- tg
|
| 81 |
+
- sd
|
| 82 |
+
- gu
|
| 83 |
+
- am
|
| 84 |
+
- yi
|
| 85 |
+
- lo
|
| 86 |
+
- uz
|
| 87 |
+
- fo
|
| 88 |
+
- ht
|
| 89 |
+
- ps
|
| 90 |
+
- tk
|
| 91 |
+
- nn
|
| 92 |
+
- mt
|
| 93 |
+
- sa
|
| 94 |
+
- lb
|
| 95 |
+
- my
|
| 96 |
+
- bo
|
| 97 |
+
- tl
|
| 98 |
+
- mg
|
| 99 |
+
- as
|
| 100 |
+
- tt
|
| 101 |
+
- haw
|
| 102 |
+
- ln
|
| 103 |
+
- ha
|
| 104 |
+
- ba
|
| 105 |
+
- jw
|
| 106 |
+
- su
|
| 107 |
+
tags:
|
| 108 |
+
- whisper
|
| 109 |
+
- audio
|
| 110 |
+
- automatic-speech-recognition
|
| 111 |
+
- speech-translation
|
| 112 |
+
- embedded
|
| 113 |
+
- sima
|
| 114 |
+
- modalix
|
| 115 |
+
- a16w8
|
| 116 |
+
---
|
| 117 |
+
|
| 118 |
+
# Whisper Small A16W8: Optimized for SiMa.ai Modalix
|
| 119 |
+
|
| 120 |
+
## Overview
|
| 121 |
+
|
| 122 |
+
This repository contains a precompiled and quantized version of
|
| 123 |
+
[OpenAI Whisper Small](https://huggingface.co/openai/whisper-small), optimized
|
| 124 |
+
for execution on the **SiMa.ai Modalix** platform.
|
| 125 |
+
|
| 126 |
+
| Property | Value |
|
| 127 |
+
|---|---|
|
| 128 |
+
| Model architecture | Whisper encoder-decoder Transformer |
|
| 129 |
+
| Parameters | 244 million |
|
| 130 |
+
| Quantization | A16W8: 16-bit activations, 8-bit weights |
|
| 131 |
+
| Target | SiMa.ai Modalix |
|
| 132 |
+
| Tasks | Multilingual transcription and speech translation to English |
|
| 133 |
+
| Languages | 99 |
|
| 134 |
+
| Maximum audio window | 30 seconds |
|
| 135 |
+
| Maximum decoder positions | 448 |
|
| 136 |
+
| Compatible Neat release | 0.4.0 |
|
| 137 |
+
| Source model | [openai/whisper-small](https://huggingface.co/openai/whisper-small) |
|
| 138 |
+
|
| 139 |
+
> This repository is not a standard Transformers checkpoint. The `elf_files/`
|
| 140 |
+
> and `devkit/` directories contain compiled artifacts consumed by the SiMa.ai
|
| 141 |
+
> Neat runtime on Modalix.
|
| 142 |
+
|
| 143 |
+
## Prerequisites
|
| 144 |
+
|
| 145 |
+
To use this model, you need:
|
| 146 |
+
|
| 147 |
+
1. A **SiMa.ai Modalix device**.
|
| 148 |
+
2. The **SiMa.ai Neat Runtime** installed or updated on Modalix.
|
| 149 |
+
3. The **Hugging Face CLI**, optionally, for downloading the model on a host
|
| 150 |
+
before copying it to Modalix.
|
| 151 |
+
|
| 152 |
+
Follow the [SiMa.ai Neat getting started guide](https://developer.sima.ai/software/getting-started/)
|
| 153 |
+
to install or update the Neat Runtime.
|
| 154 |
+
|
| 155 |
+
## Installation and Deployment
|
| 156 |
+
|
| 157 |
+
### Download the Model
|
| 158 |
+
|
| 159 |
+
On Modalix, download the precompiled model with the LLiMa model manager:
|
| 160 |
+
|
| 161 |
+
```bash
|
| 162 |
+
llima pull whisper-small-a16w8
|
| 163 |
+
```
|
| 164 |
+
|
| 165 |
+
The model is installed under:
|
| 166 |
+
|
| 167 |
+
```text
|
| 168 |
+
/media/nvme/llima/models/whisper-small-a16w8
|
| 169 |
+
```
|
| 170 |
+
|
| 171 |
+
Alternatively, download it on a host and copy it to Modalix:
|
| 172 |
+
|
| 173 |
+
```bash
|
| 174 |
+
hf download simaai/whisper-small-a16w8 \
|
| 175 |
+
--local-dir whisper-small-a16w8
|
| 176 |
+
|
| 177 |
+
scp -r whisper-small-a16w8 \
|
| 178 |
+
sima@<modalix-ip>:/media/nvme/llima/models/
|
| 179 |
+
```
|
| 180 |
+
|
| 181 |
+
Replace `<modalix-ip>` with the IP address or hostname of the Modalix device.
|
| 182 |
+
|
| 183 |
+
## Usage
|
| 184 |
+
|
| 185 |
+
This model is intended for applications built with the SiMa.ai Neat GenAI
|
| 186 |
+
APIs. Use `ASRModel` for direct, in-process transcription or `GenAIServer` when
|
| 187 |
+
clients access the model over HTTP.
|
| 188 |
+
|
| 189 |
+
### Direct Application Integration
|
| 190 |
+
|
| 191 |
+
The Neat `ASRModel` API provides the lowest-overhead path for speech
|
| 192 |
+
transcription inside an application:
|
| 193 |
+
|
| 194 |
+
```cpp
|
| 195 |
+
#include "neat/genai.h"
|
| 196 |
+
|
| 197 |
+
#include <iostream>
|
| 198 |
+
|
| 199 |
+
int main() {
|
| 200 |
+
simaai::neat::genai::ASRModel model(
|
| 201 |
+
"/media/nvme/llima/models/whisper-small-a16w8");
|
| 202 |
+
|
| 203 |
+
simaai::neat::genai::GenerationRequest request;
|
| 204 |
+
request.audio_file = "speech.wav";
|
| 205 |
+
request.language = "en";
|
| 206 |
+
|
| 207 |
+
auto result = model.run(request);
|
| 208 |
+
std::cout << result.text << "\n";
|
| 209 |
+
}
|
| 210 |
+
```
|
| 211 |
+
|
| 212 |
+
For the complete C++ and Python workflows, including audio tensors and
|
| 213 |
+
streaming, see
|
| 214 |
+
[GenAI Model](https://developer.sima.ai/software/develop-apps/development-workflow/genai-model).
|
| 215 |
+
|
| 216 |
+
### Serve with the Neat GenAI Server
|
| 217 |
+
|
| 218 |
+
Use `GenAIServer` when a browser, service, or remote client needs to access the
|
| 219 |
+
model through an HTTP API. The packaged Neat tutorial can serve this ASR model
|
| 220 |
+
by itself:
|
| 221 |
+
|
| 222 |
+
```bash
|
| 223 |
+
./lib/sima-neat/tutorials/tutorial_021_serve_genai_models \
|
| 224 |
+
--asr /media/nvme/llima/models/whisper-small-a16w8
|
| 225 |
+
```
|
| 226 |
+
|
| 227 |
+
Verify that the model was registered:
|
| 228 |
+
|
| 229 |
+
```bash
|
| 230 |
+
curl http://<modalix-ip>:9998/v1/models
|
| 231 |
+
```
|
| 232 |
+
|
| 233 |
+
Send an audio transcription request with the tutorial client:
|
| 234 |
+
|
| 235 |
+
```bash
|
| 236 |
+
python3 share/sima-neat/tutorials/021_serve_genai_models/request_audio_transcription.py \
|
| 237 |
+
--server-ip <modalix-ip> \
|
| 238 |
+
--model asr \
|
| 239 |
+
speech.wav
|
| 240 |
+
```
|
| 241 |
+
|
| 242 |
+
See
|
| 243 |
+
[Serve GenAI Models](https://developer.sima.ai/software/tutorials/serve-genai-models)
|
| 244 |
+
for the complete C++, Python, and HTTP workflow.
|
| 245 |
+
|
| 246 |
+
## Artifact Layout
|
| 247 |
+
|
| 248 |
+
```text
|
| 249 |
+
devkit/ Runtime configuration, tokenizer, and embeddings
|
| 250 |
+
elf_files/ Compiled Modalix accelerator programs
|
| 251 |
+
compile.sh Compilation entry point
|
| 252 |
+
gen_models--openai--whisper.py Whisper compilation utility
|
| 253 |
+
```
|
| 254 |
+
|
| 255 |
+
The compilation scripts are included for provenance and reproducibility. They
|
| 256 |
+
are not required when using the precompiled artifacts.
|
| 257 |
+
|
| 258 |
+
## Evaluation
|
| 259 |
+
|
| 260 |
+
No accuracy or performance results specific to this A16W8 compiled artifact
|
| 261 |
+
are currently reported. Results on the
|
| 262 |
+
[source model card](https://huggingface.co/openai/whisper-small) describe the
|
| 263 |
+
unquantized upstream checkpoint and should not be treated as measurements of
|
| 264 |
+
this build.
|
| 265 |
+
|
| 266 |
+
## Limitations
|
| 267 |
+
|
| 268 |
+
- These artifacts run on SiMa.ai Modalix and cannot be loaded with
|
| 269 |
+
`transformers.AutoModel`.
|
| 270 |
+
- The runtime processes an audio window of up to 30 seconds. Segment longer
|
| 271 |
+
recordings before inference.
|
| 272 |
+
- This build produces text without word- or segment-level timestamps.
|
| 273 |
+
- Speaker diarization is not provided.
|
| 274 |
+
- Quantization can cause minor differences from the full-precision source
|
| 275 |
+
model.
|
| 276 |
+
- Whisper can hallucinate text during silence or noisy audio and performs
|
| 277 |
+
unevenly across languages, accents, and domains. Evaluate the model on
|
| 278 |
+
representative data before production deployment.
|
| 279 |
+
|
| 280 |
+
## Resources
|
| 281 |
+
|
| 282 |
+
- [SiMa.ai Neat](https://developer.sima.ai/software/getting-started/)
|
| 283 |
+
- [GenAI Model API](https://developer.sima.ai/software/develop-apps/development-workflow/genai-model)
|
| 284 |
+
- [Serve GenAI Models](https://developer.sima.ai/software/tutorials/serve-genai-models)
|
| 285 |
+
- [GenAI with LLiMa](https://developer.sima.ai/software/genai-llima/)
|
| 286 |
+
- [OpenAI Whisper Small](https://huggingface.co/openai/whisper-small)
|
| 287 |
+
- [Whisper paper](https://arxiv.org/abs/2212.04356)
|
| 288 |
+
|
| 289 |
+
## Citation
|
| 290 |
+
|
| 291 |
+
```bibtex
|
| 292 |
+
@misc{radford2022whisper,
|
| 293 |
+
doi = {10.48550/ARXIV.2212.04356},
|
| 294 |
+
url = {https://arxiv.org/abs/2212.04356},
|
| 295 |
+
author = {Radford, Alec and Kim, Jong Wook and Xu, Tao and
|
| 296 |
+
Brockman, Greg and McLeavey, Christine and Sutskever, Ilya},
|
| 297 |
+
title = {Robust Speech Recognition via Large-Scale Weak Supervision},
|
| 298 |
+
publisher = {arXiv},
|
| 299 |
+
year = {2022}
|
| 300 |
+
}
|
| 301 |
+
```
|
compile.sh
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env bash
|
| 2 |
+
|
| 3 |
+
set -euo pipefail
|
| 4 |
+
|
| 5 |
+
# Download the source model using:
|
| 6 |
+
# hf download openai/whisper-small \
|
| 7 |
+
# --local-dir models--openai--whisper-small
|
| 8 |
+
|
| 9 |
+
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
|
| 10 |
+
MODEL_PATH="models--openai--whisper-small"
|
| 11 |
+
OUTPUT_PATH="whisper-small-a16w8"
|
| 12 |
+
NUM_PROCESSES="${NUM_PROCESSES:-1}"
|
| 13 |
+
|
| 14 |
+
TMPDIR="$(mktemp -d /tmp/sima.XXXXXX)"
|
| 15 |
+
export TMPDIR
|
| 16 |
+
|
| 17 |
+
cleanup() {
|
| 18 |
+
rm -rf -- "${TMPDIR}"
|
| 19 |
+
}
|
| 20 |
+
trap cleanup EXIT
|
| 21 |
+
|
| 22 |
+
python3 "${SCRIPT_DIR}/gen_models--openai--whisper.py" \
|
| 23 |
+
--model_path "${MODEL_PATH}" \
|
| 24 |
+
-o "${OUTPUT_PATH}" \
|
| 25 |
+
--num_processes "${NUM_PROCESSES}" \
|
| 26 |
+
--part all \
|
| 27 |
+
--enable_log_probe \
|
| 28 |
+
--resume \
|
| 29 |
+
"$@"
|
devkit/models--openai--whisper-small_position_embeddings.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bdcd8bd29413f408ef8dd74661ee86c3531dcdb47acc597962947a7fae43e62
|
| 3 |
+
size 688256
|
devkit/models--openai--whisper-small_token_embeddings.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb01270284012e41dbb7d92e4811a85345a548cfad50e2624130058bc64856c8
|
| 3 |
+
size 79664768
|
devkit/preprocessor_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
devkit/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
devkit/whisper_config.json
ADDED
|
@@ -0,0 +1,307 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "whisper",
|
| 3 |
+
"d_model": 768,
|
| 4 |
+
"encoder_attention_heads": 12,
|
| 5 |
+
"encoder_layers": 12,
|
| 6 |
+
"decoder_attention_heads": 12,
|
| 7 |
+
"decoder_layers": 12,
|
| 8 |
+
"max_source_positions": 1500,
|
| 9 |
+
"max_target_positions": 448,
|
| 10 |
+
"num_mel_bins": 80,
|
| 11 |
+
"suppress_tokens": [
|
| 12 |
+
1,
|
| 13 |
+
2,
|
| 14 |
+
7,
|
| 15 |
+
8,
|
| 16 |
+
9,
|
| 17 |
+
10,
|
| 18 |
+
14,
|
| 19 |
+
25,
|
| 20 |
+
26,
|
| 21 |
+
27,
|
| 22 |
+
28,
|
| 23 |
+
29,
|
| 24 |
+
31,
|
| 25 |
+
58,
|
| 26 |
+
59,
|
| 27 |
+
60,
|
| 28 |
+
61,
|
| 29 |
+
62,
|
| 30 |
+
63,
|
| 31 |
+
90,
|
| 32 |
+
91,
|
| 33 |
+
92,
|
| 34 |
+
93,
|
| 35 |
+
359,
|
| 36 |
+
503,
|
| 37 |
+
522,
|
| 38 |
+
542,
|
| 39 |
+
873,
|
| 40 |
+
893,
|
| 41 |
+
902,
|
| 42 |
+
918,
|
| 43 |
+
922,
|
| 44 |
+
931,
|
| 45 |
+
1350,
|
| 46 |
+
1853,
|
| 47 |
+
1982,
|
| 48 |
+
2460,
|
| 49 |
+
2627,
|
| 50 |
+
3246,
|
| 51 |
+
3253,
|
| 52 |
+
3268,
|
| 53 |
+
3536,
|
| 54 |
+
3846,
|
| 55 |
+
3961,
|
| 56 |
+
4183,
|
| 57 |
+
4667,
|
| 58 |
+
6585,
|
| 59 |
+
6647,
|
| 60 |
+
7273,
|
| 61 |
+
9061,
|
| 62 |
+
9383,
|
| 63 |
+
10428,
|
| 64 |
+
10929,
|
| 65 |
+
11938,
|
| 66 |
+
12033,
|
| 67 |
+
12331,
|
| 68 |
+
12562,
|
| 69 |
+
13793,
|
| 70 |
+
14157,
|
| 71 |
+
14635,
|
| 72 |
+
15265,
|
| 73 |
+
15618,
|
| 74 |
+
16553,
|
| 75 |
+
16604,
|
| 76 |
+
18362,
|
| 77 |
+
18956,
|
| 78 |
+
20075,
|
| 79 |
+
21675,
|
| 80 |
+
22520,
|
| 81 |
+
26130,
|
| 82 |
+
26161,
|
| 83 |
+
26435,
|
| 84 |
+
28279,
|
| 85 |
+
29464,
|
| 86 |
+
31650,
|
| 87 |
+
32302,
|
| 88 |
+
32470,
|
| 89 |
+
36865,
|
| 90 |
+
42863,
|
| 91 |
+
47425,
|
| 92 |
+
49870,
|
| 93 |
+
50254,
|
| 94 |
+
50258,
|
| 95 |
+
50360,
|
| 96 |
+
50361,
|
| 97 |
+
50362
|
| 98 |
+
],
|
| 99 |
+
"vocab_size": 51865,
|
| 100 |
+
"activation_function": "gelu",
|
| 101 |
+
"num_languages": 99,
|
| 102 |
+
"language_token_ids": [
|
| 103 |
+
50259,
|
| 104 |
+
50260,
|
| 105 |
+
50261,
|
| 106 |
+
50262,
|
| 107 |
+
50263,
|
| 108 |
+
50264,
|
| 109 |
+
50265,
|
| 110 |
+
50266,
|
| 111 |
+
50267,
|
| 112 |
+
50268,
|
| 113 |
+
50269,
|
| 114 |
+
50270,
|
| 115 |
+
50271,
|
| 116 |
+
50272,
|
| 117 |
+
50273,
|
| 118 |
+
50274,
|
| 119 |
+
50275,
|
| 120 |
+
50276,
|
| 121 |
+
50277,
|
| 122 |
+
50278,
|
| 123 |
+
50279,
|
| 124 |
+
50280,
|
| 125 |
+
50281,
|
| 126 |
+
50282,
|
| 127 |
+
50283,
|
| 128 |
+
50284,
|
| 129 |
+
50285,
|
| 130 |
+
50286,
|
| 131 |
+
50287,
|
| 132 |
+
50288,
|
| 133 |
+
50289,
|
| 134 |
+
50290,
|
| 135 |
+
50291,
|
| 136 |
+
50292,
|
| 137 |
+
50293,
|
| 138 |
+
50294,
|
| 139 |
+
50295,
|
| 140 |
+
50296,
|
| 141 |
+
50297,
|
| 142 |
+
50298,
|
| 143 |
+
50299,
|
| 144 |
+
50300,
|
| 145 |
+
50301,
|
| 146 |
+
50302,
|
| 147 |
+
50303,
|
| 148 |
+
50304,
|
| 149 |
+
50305,
|
| 150 |
+
50306,
|
| 151 |
+
50307,
|
| 152 |
+
50308,
|
| 153 |
+
50309,
|
| 154 |
+
50310,
|
| 155 |
+
50311,
|
| 156 |
+
50312,
|
| 157 |
+
50313,
|
| 158 |
+
50314,
|
| 159 |
+
50315,
|
| 160 |
+
50316,
|
| 161 |
+
50317,
|
| 162 |
+
50318,
|
| 163 |
+
50319,
|
| 164 |
+
50320,
|
| 165 |
+
50321,
|
| 166 |
+
50322,
|
| 167 |
+
50323,
|
| 168 |
+
50324,
|
| 169 |
+
50325,
|
| 170 |
+
50326,
|
| 171 |
+
50327,
|
| 172 |
+
50328,
|
| 173 |
+
50329,
|
| 174 |
+
50330,
|
| 175 |
+
50331,
|
| 176 |
+
50332,
|
| 177 |
+
50333,
|
| 178 |
+
50334,
|
| 179 |
+
50335,
|
| 180 |
+
50336,
|
| 181 |
+
50337,
|
| 182 |
+
50338,
|
| 183 |
+
50339,
|
| 184 |
+
50340,
|
| 185 |
+
50341,
|
| 186 |
+
50342,
|
| 187 |
+
50343,
|
| 188 |
+
50344,
|
| 189 |
+
50345,
|
| 190 |
+
50346,
|
| 191 |
+
50347,
|
| 192 |
+
50348,
|
| 193 |
+
50349,
|
| 194 |
+
50350,
|
| 195 |
+
50351,
|
| 196 |
+
50352,
|
| 197 |
+
50353,
|
| 198 |
+
50354,
|
| 199 |
+
50355,
|
| 200 |
+
50356,
|
| 201 |
+
50357
|
| 202 |
+
],
|
| 203 |
+
"language_codes": [
|
| 204 |
+
"en",
|
| 205 |
+
"zh",
|
| 206 |
+
"de",
|
| 207 |
+
"es",
|
| 208 |
+
"ru",
|
| 209 |
+
"ko",
|
| 210 |
+
"fr",
|
| 211 |
+
"ja",
|
| 212 |
+
"pt",
|
| 213 |
+
"tr",
|
| 214 |
+
"pl",
|
| 215 |
+
"ca",
|
| 216 |
+
"nl",
|
| 217 |
+
"ar",
|
| 218 |
+
"sv",
|
| 219 |
+
"it",
|
| 220 |
+
"id",
|
| 221 |
+
"hi",
|
| 222 |
+
"fi",
|
| 223 |
+
"vi",
|
| 224 |
+
"he",
|
| 225 |
+
"uk",
|
| 226 |
+
"el",
|
| 227 |
+
"ms",
|
| 228 |
+
"cs",
|
| 229 |
+
"ro",
|
| 230 |
+
"da",
|
| 231 |
+
"hu",
|
| 232 |
+
"ta",
|
| 233 |
+
"no",
|
| 234 |
+
"th",
|
| 235 |
+
"ur",
|
| 236 |
+
"hr",
|
| 237 |
+
"bg",
|
| 238 |
+
"lt",
|
| 239 |
+
"la",
|
| 240 |
+
"mi",
|
| 241 |
+
"ml",
|
| 242 |
+
"cy",
|
| 243 |
+
"sk",
|
| 244 |
+
"te",
|
| 245 |
+
"fa",
|
| 246 |
+
"lv",
|
| 247 |
+
"bn",
|
| 248 |
+
"sr",
|
| 249 |
+
"az",
|
| 250 |
+
"sl",
|
| 251 |
+
"kn",
|
| 252 |
+
"et",
|
| 253 |
+
"mk",
|
| 254 |
+
"br",
|
| 255 |
+
"eu",
|
| 256 |
+
"is",
|
| 257 |
+
"hy",
|
| 258 |
+
"ne",
|
| 259 |
+
"mn",
|
| 260 |
+
"bs",
|
| 261 |
+
"kk",
|
| 262 |
+
"sq",
|
| 263 |
+
"sw",
|
| 264 |
+
"gl",
|
| 265 |
+
"mr",
|
| 266 |
+
"pa",
|
| 267 |
+
"si",
|
| 268 |
+
"km",
|
| 269 |
+
"sn",
|
| 270 |
+
"yo",
|
| 271 |
+
"so",
|
| 272 |
+
"af",
|
| 273 |
+
"oc",
|
| 274 |
+
"ka",
|
| 275 |
+
"be",
|
| 276 |
+
"tg",
|
| 277 |
+
"sd",
|
| 278 |
+
"gu",
|
| 279 |
+
"am",
|
| 280 |
+
"yi",
|
| 281 |
+
"lo",
|
| 282 |
+
"uz",
|
| 283 |
+
"fo",
|
| 284 |
+
"ht",
|
| 285 |
+
"ps",
|
| 286 |
+
"tk",
|
| 287 |
+
"nn",
|
| 288 |
+
"mt",
|
| 289 |
+
"sa",
|
| 290 |
+
"lb",
|
| 291 |
+
"my",
|
| 292 |
+
"bo",
|
| 293 |
+
"tl",
|
| 294 |
+
"mg",
|
| 295 |
+
"as",
|
| 296 |
+
"tt",
|
| 297 |
+
"haw",
|
| 298 |
+
"ln",
|
| 299 |
+
"ha",
|
| 300 |
+
"ba",
|
| 301 |
+
"jw",
|
| 302 |
+
"su"
|
| 303 |
+
],
|
| 304 |
+
"log_probe_enabled": true,
|
| 305 |
+
"model_name": "models--openai--whisper-small",
|
| 306 |
+
"decoder_use_future_token_mask": true
|
| 307 |
+
}
|
elf_files/models--openai--whisper-small_decoder_init_layer0_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d222a817eb16c285945addeb49fb91bc57a99f3a86d4efa87a9d69fa85b4196c
|
| 3 |
+
size 15985744
|
elf_files/models--openai--whisper-small_decoder_init_layer10_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b7afdcca1f217b36faf6f8577ef99bee310eaba0c0a1fd177368cc78d8847e5
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer11_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:79ebfa2c733ac4799b8478a1e40cc1e742e45dcab6cca12aa6955502af735f86
|
| 3 |
+
size 56053600
|
elf_files/models--openai--whisper-small_decoder_init_layer1_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76e2b6a56f21a8b44be522d04bdeb192983acfd4defffe2e372e9d55766a3ab0
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer2_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62380a6904cd813c3f4fd9e662419032c93726eedb6152e6079e2fa6eee86de8
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer3_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cedf732c080e1a28850385a796181ad0ffc601c508e31dcd1b67ba169102fe3b
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer4_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24b80339ae14b1fe688ca15e6fdfc6014664fc593a4fea6cfac67a726372c445
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer5_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d058362354a3a62cbb852b6f489515f41a0e75d9cb03e04db45969900de5555b
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer6_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f41ad7e6939eb982dca8938f2badcb8add6ccc4b3e561209610d78ebd976412
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer7_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5f58e2eb72c47e1b823fc5de44c3051c0cd9d7055bcb1dbf0ab6e05cfb85e67
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer8_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80938a5f05ca9f99ebeefcd871c355ba8309196090760fa5388de3297006f4b0
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_init_layer9_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9e694ac6896b98bffaf884f316da865f4257573b637e74ede35a3df1ef4c37e
|
| 3 |
+
size 16001792
|
elf_files/models--openai--whisper-small_decoder_language_detect_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49ef278fb705a9bddda873283fc44078a2eae7a244edde59a287044edf983ce9
|
| 3 |
+
size 210524400
|
elf_files/models--openai--whisper-small_decoder_n1_cache_token447_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20343d98dab20f0494d46bbbb501576367434387f9aef817bb28a8374e0fd94a
|
| 3 |
+
size 1385336
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer0_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:70909043b1c4118898744cb2cea322cede69feb4c8fd9240bc2e1aa7f2ae1790
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer10_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:540b1447fa57cc175b221ee2e92befa706733b957e1131d1b59f823aabdd1a5f
|
| 3 |
+
size 7830848
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer11_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:045eb46f7baa22bffe9c399b012812234e554a221bdee3c157a8e6fbe2b0b015
|
| 3 |
+
size 49298608
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer1_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f85ece66cf054f635e3d72a91410f7e8ed1f5825ce99ff232745f502415be03
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer2_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0924bfe649f564ef86f3d4a0c7172c98df24a2512c995b1b226519ce69ffb853
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer3_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27d1ce3f858460d7e583c4d27190e26329ba3b171262cfce3eb3bcccf9027918
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer4_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb0e1dcbea77e057b613dfb5a054a26f7410133915bd50a3b86327f1cb18f128
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer5_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5d832fcb12024068a62b81def070f651713b36c9b2ab58155c6c37ed4f42c17b
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer6_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e006fad616bd94b69d0c5479ac2c3df245a276670dfd4fc3c4d3d242e0c2a59
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer7_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d07e34466c840a86177cdaf458b1859c8b94132525acc7eddc7d589eb54d77ec
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer8_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8354453bab5c86f748b0cfba3e9f839d59a3ce60891f089f22870394fef1d361
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_post_layer9_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cee2a9c394ea566047ed35fdb3db9896515e817465be4ec324402954ae7ae934
|
| 3 |
+
size 7830840
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer0_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d289fa0f2c0c655c9c16591727a3a571f7a32b7bd5a255328df4df87727b0fdf
|
| 3 |
+
size 2066584
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer10_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a3a8a231968f614c0781bd68bf9b8b05b4aac1c815d746d49bd51f7629d2b94
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer11_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ac14463da5dbc6ece5714ac4a2dbee0a772b5b0aa92df470ccb8fea38770f2e
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer1_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33a396c3d8d2c540c010e514006765f0c53351e00725f1ace4c433f441b69bfd
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer2_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:513f090c9970ce3990628b39add1fa5a842b83e2798892d68d7dba951d3b782d
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer3_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50c34a442be214995e68bf3d375e813b25ca910877db00f0479f868b46b7e7ed
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer4_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b86a16d76a24f81d40b0ed58e56328317b890856720b11803da23d1fc1ed2467
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer5_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e13009be702aaf4e98deb68a4eae05ec4cc3632d39f6991b351b161fadf77816
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer6_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c794aa441a3a91b120f496d1cf6111401ad9c2d41e805fd1ee51ce125e8bb9f5
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer7_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:228e3a5a448cfea6f459a8dc415df9dda28b036e99e0d58f808cddef980a4464
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer8_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d45019f7bd2870a2297ee0870571fcf19a359dbe48c769a42a6fdef826c413bd
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_decoder_n1_pre_layer9_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8202fd6907b2eb77509bfef4f361e2c124125fbf79413c88e1096a2775e9fdfc
|
| 3 |
+
size 2034016
|
elf_files/models--openai--whisper-small_encoder_layer0_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96d559fd16ed37ca8555efae4e9c8fa7c9702a5a5e442a0cb83ccbc7b1e174f4
|
| 3 |
+
size 59074736
|
elf_files/models--openai--whisper-small_encoder_layer10_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf4df3a2759a7bff5b46e522c36010ac020633aed915ba39d45bd592de6df207
|
| 3 |
+
size 53284960
|
elf_files/models--openai--whisper-small_encoder_layer11_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f80597ff0c7593702f57ff3e44aa5a5736cb38c6b852e07793b7deddaf55d4e3
|
| 3 |
+
size 53354392
|
elf_files/models--openai--whisper-small_encoder_layer1_stage1_mla.elf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2cff73a362cc4517a80a502f732c8785f40fadf40d34f6d55a505d6af0e6b8a
|
| 3 |
+
size 52665056
|