shreyask commited on
Commit
257506e
·
verified ·
1 Parent(s): 87f949d

Upload Voxtral Mini 4B Realtime MLX fp16 weights

Browse files
Files changed (4) hide show
  1. .gitattributes +1 -0
  2. config.json +48 -0
  3. model.safetensors +3 -0
  4. tekken.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tekken.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "voxtral_realtime",
3
+ "decoder": {
4
+ "dim": 3072,
5
+ "n_layers": 26,
6
+ "head_dim": 128,
7
+ "hidden_dim": 9216,
8
+ "n_heads": 32,
9
+ "n_kv_heads": 8,
10
+ "vocab_size": 131072,
11
+ "norm_eps": 1e-05,
12
+ "rope_theta": 1000000.0,
13
+ "sliding_window": 8192,
14
+ "tied_embeddings": true,
15
+ "ada_rms_norm_t_cond": true,
16
+ "ada_rms_norm_t_cond_dim": 32
17
+ },
18
+ "encoder_args": {
19
+ "audio_encoding_args": {
20
+ "sampling_rate": 16000,
21
+ "frame_rate": 12.5,
22
+ "num_mel_bins": 128,
23
+ "hop_length": 160,
24
+ "window_size": 400,
25
+ "chunk_length_s": null,
26
+ "global_log_mel_max": 1.5,
27
+ "transcription_format": "streaming"
28
+ },
29
+ "dim": 1280,
30
+ "n_layers": 32,
31
+ "head_dim": 64,
32
+ "hidden_dim": 5120,
33
+ "n_heads": 32,
34
+ "vocab_size": 131072,
35
+ "n_kv_heads": 32,
36
+ "use_biases": true,
37
+ "use_cache": false,
38
+ "rope_theta": 1000000.0,
39
+ "causal": true,
40
+ "norm_eps": 1e-05,
41
+ "pos_embed": "rope",
42
+ "max_source_positions": null,
43
+ "ffn_type": "swiglu",
44
+ "norm_type": "rms_norm",
45
+ "sliding_window": 750,
46
+ "downsample_factor": 4
47
+ }
48
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d4ea445ef8787434c82cdc26dfdaf374890da6ae8d30d9fd1eec81719abf37
3
+ size 8870608794
tekken.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8434af1d39eba99f0ef46cf1450bf1a63fa941a26933a1ef5dbbf4adf0d00e44
3
+ size 14910348