Hugging Face's logo

anquachdev
/
hibiki-1b-mlx-q8

MLX
French
English
hibiki
speech-to-speech
quantized
Model card Files
xet
 Community
anquachdev commited on
Commit
2ba65cf
·
verified ·
1 Parent(s): ef81c7a

Upload quantized Hibiki artifact bundle

Browse files
Files changed (6) hide show
  1. README.md +7 -0
  2. config.json +80 -0
  3. hibiki-mlx-dc2cf5a5@80.q8.safetensors +3 -0
  4. mimi-dbaa9758@125.safetensors +3 -0
  5. quantization.json +13 -0
  6. tokenizer_spm_48k_multi6_2.model +3 -0
README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Hibiki 1B MLX Q8
2
+
3
+ Weight-only quantization of the language model from the artifact revision `unknown`.
4
+
5
+ - Quantization: Q8, group size 64
6
+ - Quantized modules: compatible MLX Linear layers only
7
+ - Unchanged: Mimi codec, embeddings, normalisation layers, tokenizer
config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mimi_name": "mimi-dbaa9758@125.safetensors",
3
+ "moshi_name": "hibiki-mlx-dc2cf5a5@80.q8.safetensors",
4
+ "tokenizer_name": "tokenizer_spm_48k_multi6_2.model",
5
+ "dim": 2048,
6
+ "text_card": 48000,
7
+ "existing_text_padding_id": 3,
8
+ "n_q": 16,
9
+ "dep_q": 8,
10
+ "card": 2048,
11
+ "num_heads": 16,
12
+ "num_layers": 16,
13
+ "hidden_scale": 4.125,
14
+ "causal": true,
15
+ "layer_scale": null,
16
+ "context": 500,
17
+ "max_period": 100000,
18
+ "gating": "silu",
19
+ "norm": "rms_norm_f32",
20
+ "positional_embedding": "rope",
21
+ "depformer_dim": 1024,
22
+ "depformer_dim_feedforward": 4224,
23
+ "depformer_num_heads": 16,
24
+ "depformer_num_layers": 6,
25
+ "depformer_causal": true,
26
+ "depformer_layer_scale": null,
27
+ "depformer_multi_linear": true,
28
+ "depformer_context": 16,
29
+ "depformer_max_period": 10000,
30
+ "depformer_gating": "silu",
31
+ "depformer_pos_emb": "none",
32
+ "depformer_weights_per_step": true,
33
+ "delays": [
34
+ 0,
35
+ 0,
36
+ 2,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 0,
44
+ 2,
45
+ 2,
46
+ 2,
47
+ 2,
48
+ 2,
49
+ 2,
50
+ 2
51
+ ],
52
+ "conditioners": {
53
+ "description": {
54
+ "type": "lut",
55
+ "lut": {
56
+ "n_bins": 31,
57
+ "dim": 16,
58
+ "tokenizer": "noop",
59
+ "possible_values": [
60
+ "very_bad",
61
+ "bad",
62
+ "neutral",
63
+ "good",
64
+ "very_good"
65
+ ]
66
+ }
67
+ }
68
+ },
69
+ "fuser": {
70
+ "sum": [
71
+ "description"
72
+ ]
73
+ },
74
+ "hibiki_mlx_quantization": {
75
+ "format": "linear-v1",
76
+ "target": "lm-linear",
77
+ "bits": 8,
78
+ "group_size": 64
79
+ }
80
+ }
hibiki-mlx-dc2cf5a5@80.q8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf14583f05d046e412fb7c7f2b6e351d29af4911b76cbafd6fc91062e4505147
3
+ size 2127767571
mimi-dbaa9758@125.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c14cf365353131094e8248150c6fe58e8642cf91899c50d9e450f861630e55
3
+ size 384644900
quantization.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source_lm": "hibiki-mlx-dc2cf5a5@80.safetensors",
3
+ "source_lm_sha256": "2d1baa58b2003aef24a034cdec5bc8c6b4c6d14d0d50e530c42708e62e0b30d9",
4
+ "quantized_lm": "hibiki-mlx-dc2cf5a5@80.q8.safetensors",
5
+ "quantized_lm_sha256": "bf14583f05d046e412fb7c7f2b6e351d29af4911b76cbafd6fc91062e4505147",
6
+ "mlx_version": "0.26.5",
7
+ "quantization": {
8
+ "format": "linear-v1",
9
+ "target": "lm-linear",
10
+ "bits": 8,
11
+ "group_size": 64
12
+ }
13
+ }
tokenizer_spm_48k_multi6_2.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22110fb855aa049e17346ea2e88355bdd664f06cbfd09948380ab5e85b39697
3
+ size 857314