minhanh29 commited on
Commit
7d0cf9c
·
verified ·
1 Parent(s): 9f92700

Publish ZeroTTS v1

Browse files
.gitattributes CHANGED
@@ -1,35 +1,6 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
  *.npy filter=lfs diff=lfs merge=lfs -text
15
  *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ *.onnx filter=lfs diff=lfs merge=lfs -text
2
+ *.data filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
3
  *.npy filter=lfs diff=lfs merge=lfs -text
4
  *.npz filter=lfs diff=lfs merge=lfs -text
5
+ *.bin filter=lfs diff=lfs merge=lfs -text
6
+ *.wav filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
README.md ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ language:
4
+ - vi
5
+ library_name: onnx
6
+ pipeline_tag: text-to-speech
7
+ tags:
8
+ - text-to-speech
9
+ - tts
10
+ - vietnamese
11
+ - onnx
12
+ - onnxruntime
13
+ - zero-shot
14
+ - speech-synthesis
15
+ ---
16
+
17
+ # ZeroTTS
18
+
19
+ Vietnamese text-to-speech. The whole inference path is **numpy + ONNX Runtime** —
20
+ no PyTorch, no CUDA — so it runs on a laptop CPU or in a browser.
21
+
22
+ * Code, examples, browser demo: **https://github.com/zeroweight-ai/ZeroTTS**
23
+ * Benchmark dataset: **https://huggingface.co/datasets/zeroweight-ai/ZeroBench-TTS**
24
+
25
+ ```python
26
+ pip install zerotts
27
+ ```
28
+
29
+ ```python
30
+ from zerotts import ZeroTTS
31
+
32
+ tts = ZeroTTS.from_pretrained("zeroweight-ai/ZeroTTS")
33
+ audio = tts.synthesize("Xin chào các bạn, mình là ZeroTTS.", voice="arya")
34
+ tts.save_audio(audio, "out.wav")
35
+ ```
36
+
37
+ Streaming, with first audio in roughly 100 ms:
38
+
39
+ ```python
40
+ for chunk in tts.synthesize_stream("Một đoạn văn bản dài hơn…", voice="arya"):
41
+ play(chunk) # (1, n) float32 at 48 kHz
42
+ ```
43
+
44
+ ## Benchmarks
45
+
46
+ [ZeroBench-TTS](https://huggingface.co/datasets/zeroweight-ai/ZeroBench-TTS) —
47
+ 137 items, 59 held-out reference voices × 4 subsets, against the two public
48
+ Vietnamese XTTS finetunes. 137/137 scored, 0 empty generations.
49
+
50
+ WER uses [`vinai/PhoWhisper-large`](https://huggingface.co/vinai/PhoWhisper-large)
51
+ (a Vietnamese-specialized Whisper finetune — scoring Vietnamese TTS with raw
52
+ `whisper-large-v3` measures the ASR's weakness as much as the TTS system's).
53
+ Every model is reported twice: `as-is`, and `+vinorm` which adds
54
+ [`soe-vinorm`](https://pypi.org/project/soe-vinorm/)'s automatic spoken-out
55
+ normalization as an extra accepted reference.
56
+
57
+ | Model | WER as-is | WER +vinorm | SSIM | UTMOS | Excess silence |
58
+ |---|---|---|---|---|---|
59
+ | **ZeroTTS** | **5.09%** | **4.51%** | 0.936 | **2.95** | **0.029 s** |
60
+ | XTTS-v2-vietnamse | 21.49% | 21.16% | **0.940** | 2.36 | 0.532 s |
61
+ | viXTTS | 25.13% | 24.92% | 0.935 | 2.35 | 0.233 s |
62
+
63
+ Per subset (WER, as-is → +vinorm):
64
+
65
+ | Subset | n | ZeroTTS | XTTS-v2-vietnamse | viXTTS |
66
+ |---|---|---|---|---|
67
+ | `vietnamese` | 39 | **0.16% → 0.16%** | 8.18% → 8.18% | 11.25% → 11.25% |
68
+ | `code_switch` | 39 | **5.74% → 5.72%** | 16.16% → 16.15% | 17.66% → 17.64% |
69
+ | `cross_lingual` (foreign voice, vi text) | 20 | **6.05% → 5.98%** | 30.49% → 30.37% | 34.51% → 34.51% |
70
+ | `challenging` (acronyms, dates, %) | 39 | **8.86% → 6.90%** | 35.50% → 34.43% | 41.68% → 40.93% |
71
+
72
+ Reading these fairly:
73
+
74
+ * **The `+vinorm` column tests an objection rather than flattering us.** XTTS's
75
+ stock tokenizer has no Vietnamese number/symbol expansion, so one could argue
76
+ the `challenging` gap is a missing text frontend. Supplying that normalization
77
+ on the scoring side moves XTTS 35.50% → 34.43% and viXTTS 41.68% → 40.93% —
78
+ about a point each. It does not close a 26-point gap.
79
+ * **Voice similarity is a tie, not a win** (0.936 / 0.940 / 0.935, within noise),
80
+ and on `cross_lingual` ZeroTTS is genuinely behind (0.911 vs ~0.935).
81
+
82
+ Full tables, ablations and reproduction commands:
83
+ [docs/BENCHMARKS.md](https://github.com/zeroweight-ai/ZeroTTS/blob/main/docs/BENCHMARKS.md).
84
+
85
+ ## Voices, and voice cloning
86
+
87
+ A voice is a small array of speaker latents, `(1, n_voice_queries, d_model)`,
88
+ shipped as a `.npz` under `voices/`. That array is the entire speaker
89
+ conditioning — no reference transcript, no audio prompt.
90
+
91
+ > **Voice cloning is not available in this release.** Those latents come from a
92
+ > voice encoder that reads a reference clip, and that encoder is not published.
93
+ > This repository ships ready-to-use voices; it cannot create new ones from
94
+ > audio.
95
+ >
96
+ > To get latents for your own speaker, see **[zeroweight.ai](https://zeroweight.ai)**
97
+ > or get in touch.
98
+
99
+ Because a voice is just an array, latents obtained that way drop into
100
+ `voices/<name>/voice.npz` and work with no code change.
101
+
102
+ ## Repository layout
103
+
104
+ ```
105
+ config.json runtime config
106
+ tokenizer.json BPE tokenizer
107
+ null_voice_emb.npy learned unconditional voice prefix
108
+ onnx/text_encoder.onnx text → encoder states (once per utterance)
109
+ onnx/prefix_step.onnx global transformer step (once per frame)
110
+ onnx/local_frame_decode.onnx frame decode + sampling (once per frame)
111
+ onnx/codec/ MOSS-Audio-Tokenizer-Nano decoder (Apache-2.0)
112
+ voices/<name>/voice.npz speaker latents
113
+ ```
114
+
115
+ fp32, not quantized: ~900 MB total. Two ONNX Runtime calls per audio frame;
116
+ frames are produced at 12.5 Hz and decoded to 48 kHz.
117
+
118
+ The model architecture, training code, and the ONNX export script are not
119
+ published, and the voice encoder is not included.
120
+
121
+ ## Intended use and limitations
122
+
123
+ Built for **Vietnamese**. It handles English words embedded in Vietnamese text
124
+ (`code_switch`), but it is not an English TTS system and is not evaluated as one.
125
+
126
+ Do not use it to impersonate a real person, to generate speech attributed to
127
+ someone without their consent, or to produce audio intended to deceive. The
128
+ shipped voices are for evaluation and demos.
129
+
130
+ Synthetic speech should be disclosed as synthetic wherever a listener might
131
+ reasonably assume otherwise.
132
+
133
+ ## Credits
134
+
135
+ Speech codec: **MOSS-Audio-Tokenizer-Nano** by the OpenMOSS team, Apache-2.0.
136
+ Its ONNX **decoder** graphs are redistributed under `onnx/codec/` so ZeroTTS has
137
+ no external runtime dependency; the encoder is not included. See
138
+ `onnx/codec/LICENSE-Apache-2.0.txt`.
139
+
140
+ ```bibtex
141
+ @misc{gong2026mossaudiotokenizerscalingaudiotokenizers,
142
+ title={MOSS-Audio-Tokenizer: Scaling Audio Tokenizers for Future Audio Foundation Models},
143
+ author={Yitian Gong and Kuangwei Chen and Zhaoye Fei and Xiaogui Yang and Ke Chen
144
+ and Yang Wang and Kexin Huang and Mingshu Chen and Ruixiao Li
145
+ and Qingyuan Cheng and Shimin Li and Xipeng Qiu},
146
+ year={2026}, eprint={2602.10934}, archivePrefix={arXiv}, primaryClass={cs.SD}
147
+ }
148
+ ```
149
+
150
+ ## License
151
+
152
+ ZeroTTS weights and code: **MIT**.
153
+ Bundled MOSS codec decoder: **Apache-2.0**.
154
+
155
+ The ZeroBench-TTS *dataset* is CC-BY-NC-4.0 because it redistributes reference
156
+ audio from VIVOS, viVoice, phoaudiobook and Emilia. That license applies to the
157
+ benchmark dataset only — **not** to these weights.
config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "text_format": "bpe",
3
+ "vocab_size": 8192,
4
+ "num_codebooks": 16,
5
+ "codebook_size": 1024,
6
+ "d_model": 768,
7
+ "n_heads": 12,
8
+ "n_layers": 9,
9
+ "n_voice_queries": 10,
10
+ "special_tokens": {
11
+ "<pad>": 0,
12
+ "<bos>": 1,
13
+ "<eot>": 2,
14
+ "<soa>": 3,
15
+ "<slot>": 4,
16
+ "<eoa>": 5,
17
+ "<en>": 6,
18
+ "<vi>": 7
19
+ },
20
+ "sample_rate": 48000,
21
+ "codec_frame_rate": 12.5
22
+ }
null_voice_emb.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec014c14f79e8fc16f4ca6ea557f33fa2cbd7d448b5de5f467aace9ca0321e9f
3
+ size 30848
onnx/codec/LICENSE-Apache-2.0.txt ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ MOSS-Audio-Tokenizer-Nano
2
+ Copyright the OpenMOSS Team.
3
+ Licensed under the Apache License, Version 2.0.
4
+ https://www.apache.org/licenses/LICENSE-2.0
5
+
6
+ Source: https://huggingface.co/OpenMOSS-Team/MOSS-Audio-Tokenizer-Nano-ONNX
7
+ https://github.com/OpenMOSS/MOSS-Audio-Tokenizer
8
+
9
+ Only the DECODER graphs are redistributed here; the encoder is not included.
onnx/codec/codec_browser_onnx_meta.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format_version": 2,
3
+ "checkpoint_path": "MOSS-Audio-Tokenizer-Nano",
4
+ "files": {
5
+ "decode_full": "moss_audio_tokenizer_decode_full.onnx",
6
+ "decode_step": "moss_audio_tokenizer_decode_step.onnx"
7
+ },
8
+ "external_data_files": {
9
+ "moss_audio_tokenizer_decode_full.onnx": [
10
+ "moss_audio_tokenizer_decode_shared.data"
11
+ ],
12
+ "moss_audio_tokenizer_decode_step.onnx": [
13
+ "moss_audio_tokenizer_decode_shared.data"
14
+ ]
15
+ },
16
+ "codec_config": {
17
+ "sample_rate": 48000,
18
+ "channels": 2,
19
+ "downsample_rate": 3840,
20
+ "num_quantizers": 16
21
+ },
22
+ "onnx": {
23
+ "opset": 17,
24
+ "decode_input_names": [
25
+ "audio_codes",
26
+ "audio_code_lengths"
27
+ ],
28
+ "decode_output_names": [
29
+ "audio",
30
+ "audio_lengths"
31
+ ],
32
+ "decode_step_input_names": [
33
+ "audio_codes",
34
+ "audio_code_lengths",
35
+ "transformer_offset_0",
36
+ "transformer_offset_1",
37
+ "transformer_offset_2",
38
+ "transformer_offset_3",
39
+ "attn_offset_0",
40
+ "attn_cached_keys_0",
41
+ "attn_cached_values_0",
42
+ "attn_cached_positions_0",
43
+ "attn_offset_1",
44
+ "attn_cached_keys_1",
45
+ "attn_cached_values_1",
46
+ "attn_cached_positions_1",
47
+ "attn_offset_2",
48
+ "attn_cached_keys_2",
49
+ "attn_cached_values_2",
50
+ "attn_cached_positions_2",
51
+ "attn_offset_3",
52
+ "attn_cached_keys_3",
53
+ "attn_cached_values_3",
54
+ "attn_cached_positions_3",
55
+ "attn_offset_4",
56
+ "attn_cached_keys_4",
57
+ "attn_cached_values_4",
58
+ "attn_cached_positions_4",
59
+ "attn_offset_5",
60
+ "attn_cached_keys_5",
61
+ "attn_cached_values_5",
62
+ "attn_cached_positions_5",
63
+ "attn_offset_6",
64
+ "attn_cached_keys_6",
65
+ "attn_cached_values_6",
66
+ "attn_cached_positions_6",
67
+ "attn_offset_7",
68
+ "attn_cached_keys_7",
69
+ "attn_cached_values_7",
70
+ "attn_cached_positions_7",
71
+ "attn_offset_8",
72
+ "attn_cached_keys_8",
73
+ "attn_cached_values_8",
74
+ "attn_cached_positions_8",
75
+ "attn_offset_9",
76
+ "attn_cached_keys_9",
77
+ "attn_cached_values_9",
78
+ "attn_cached_positions_9",
79
+ "attn_offset_10",
80
+ "attn_cached_keys_10",
81
+ "attn_cached_values_10",
82
+ "attn_cached_positions_10",
83
+ "attn_offset_11",
84
+ "attn_cached_keys_11",
85
+ "attn_cached_values_11",
86
+ "attn_cached_positions_11"
87
+ ],
88
+ "decode_step_output_names": [
89
+ "audio",
90
+ "audio_lengths",
91
+ "transformer_offset_out_0",
92
+ "transformer_offset_out_1",
93
+ "transformer_offset_out_2",
94
+ "transformer_offset_out_3",
95
+ "attn_offset_out_0",
96
+ "attn_cached_keys_out_0",
97
+ "attn_cached_values_out_0",
98
+ "attn_cached_positions_out_0",
99
+ "attn_offset_out_1",
100
+ "attn_cached_keys_out_1",
101
+ "attn_cached_values_out_1",
102
+ "attn_cached_positions_out_1",
103
+ "attn_offset_out_2",
104
+ "attn_cached_keys_out_2",
105
+ "attn_cached_values_out_2",
106
+ "attn_cached_positions_out_2",
107
+ "attn_offset_out_3",
108
+ "attn_cached_keys_out_3",
109
+ "attn_cached_values_out_3",
110
+ "attn_cached_positions_out_3",
111
+ "attn_offset_out_4",
112
+ "attn_cached_keys_out_4",
113
+ "attn_cached_values_out_4",
114
+ "attn_cached_positions_out_4",
115
+ "attn_offset_out_5",
116
+ "attn_cached_keys_out_5",
117
+ "attn_cached_values_out_5",
118
+ "attn_cached_positions_out_5",
119
+ "attn_offset_out_6",
120
+ "attn_cached_keys_out_6",
121
+ "attn_cached_values_out_6",
122
+ "attn_cached_positions_out_6",
123
+ "attn_offset_out_7",
124
+ "attn_cached_keys_out_7",
125
+ "attn_cached_values_out_7",
126
+ "attn_cached_positions_out_7",
127
+ "attn_offset_out_8",
128
+ "attn_cached_keys_out_8",
129
+ "attn_cached_values_out_8",
130
+ "attn_cached_positions_out_8",
131
+ "attn_offset_out_9",
132
+ "attn_cached_keys_out_9",
133
+ "attn_cached_values_out_9",
134
+ "attn_cached_positions_out_9",
135
+ "attn_offset_out_10",
136
+ "attn_cached_keys_out_10",
137
+ "attn_cached_values_out_10",
138
+ "attn_cached_positions_out_10",
139
+ "attn_offset_out_11",
140
+ "attn_cached_keys_out_11",
141
+ "attn_cached_values_out_11",
142
+ "attn_cached_positions_out_11"
143
+ ]
144
+ },
145
+ "streaming_decode": {
146
+ "batch_size": 1,
147
+ "transformer_offsets": [
148
+ {
149
+ "index": 0,
150
+ "decoder_index": 1,
151
+ "input_name": "transformer_offset_0",
152
+ "output_name": "transformer_offset_out_0",
153
+ "shape": [
154
+ 1
155
+ ],
156
+ "dtype": "int32"
157
+ },
158
+ {
159
+ "index": 1,
160
+ "decoder_index": 3,
161
+ "input_name": "transformer_offset_1",
162
+ "output_name": "transformer_offset_out_1",
163
+ "shape": [
164
+ 1
165
+ ],
166
+ "dtype": "int32"
167
+ },
168
+ {
169
+ "index": 2,
170
+ "decoder_index": 5,
171
+ "input_name": "transformer_offset_2",
172
+ "output_name": "transformer_offset_out_2",
173
+ "shape": [
174
+ 1
175
+ ],
176
+ "dtype": "int32"
177
+ },
178
+ {
179
+ "index": 3,
180
+ "decoder_index": 7,
181
+ "input_name": "transformer_offset_3",
182
+ "output_name": "transformer_offset_out_3",
183
+ "shape": [
184
+ 1
185
+ ],
186
+ "dtype": "int32"
187
+ }
188
+ ],
189
+ "attention_caches": [
190
+ {
191
+ "index": 0,
192
+ "decoder_index": 1,
193
+ "layer_index": 0,
194
+ "context": 500,
195
+ "num_heads": 4,
196
+ "head_dim": 64,
197
+ "offset_input_name": "attn_offset_0",
198
+ "offset_output_name": "attn_offset_out_0",
199
+ "cached_keys_input_name": "attn_cached_keys_0",
200
+ "cached_keys_output_name": "attn_cached_keys_out_0",
201
+ "cached_values_input_name": "attn_cached_values_0",
202
+ "cached_values_output_name": "attn_cached_values_out_0",
203
+ "cached_positions_input_name": "attn_cached_positions_0",
204
+ "cached_positions_output_name": "attn_cached_positions_out_0",
205
+ "offset_shape": [
206
+ 1
207
+ ],
208
+ "cache_shape": [
209
+ 1,
210
+ 4,
211
+ 500,
212
+ 64
213
+ ],
214
+ "positions_shape": [
215
+ 1,
216
+ 500
217
+ ],
218
+ "cache_dtype": "float32",
219
+ "positions_dtype": "int32"
220
+ },
221
+ {
222
+ "index": 1,
223
+ "decoder_index": 1,
224
+ "layer_index": 1,
225
+ "context": 500,
226
+ "num_heads": 4,
227
+ "head_dim": 64,
228
+ "offset_input_name": "attn_offset_1",
229
+ "offset_output_name": "attn_offset_out_1",
230
+ "cached_keys_input_name": "attn_cached_keys_1",
231
+ "cached_keys_output_name": "attn_cached_keys_out_1",
232
+ "cached_values_input_name": "attn_cached_values_1",
233
+ "cached_values_output_name": "attn_cached_values_out_1",
234
+ "cached_positions_input_name": "attn_cached_positions_1",
235
+ "cached_positions_output_name": "attn_cached_positions_out_1",
236
+ "offset_shape": [
237
+ 1
238
+ ],
239
+ "cache_shape": [
240
+ 1,
241
+ 4,
242
+ 500,
243
+ 64
244
+ ],
245
+ "positions_shape": [
246
+ 1,
247
+ 500
248
+ ],
249
+ "cache_dtype": "float32",
250
+ "positions_dtype": "int32"
251
+ },
252
+ {
253
+ "index": 2,
254
+ "decoder_index": 1,
255
+ "layer_index": 2,
256
+ "context": 500,
257
+ "num_heads": 4,
258
+ "head_dim": 64,
259
+ "offset_input_name": "attn_offset_2",
260
+ "offset_output_name": "attn_offset_out_2",
261
+ "cached_keys_input_name": "attn_cached_keys_2",
262
+ "cached_keys_output_name": "attn_cached_keys_out_2",
263
+ "cached_values_input_name": "attn_cached_values_2",
264
+ "cached_values_output_name": "attn_cached_values_out_2",
265
+ "cached_positions_input_name": "attn_cached_positions_2",
266
+ "cached_positions_output_name": "attn_cached_positions_out_2",
267
+ "offset_shape": [
268
+ 1
269
+ ],
270
+ "cache_shape": [
271
+ 1,
272
+ 4,
273
+ 500,
274
+ 64
275
+ ],
276
+ "positions_shape": [
277
+ 1,
278
+ 500
279
+ ],
280
+ "cache_dtype": "float32",
281
+ "positions_dtype": "int32"
282
+ },
283
+ {
284
+ "index": 3,
285
+ "decoder_index": 1,
286
+ "layer_index": 3,
287
+ "context": 500,
288
+ "num_heads": 4,
289
+ "head_dim": 64,
290
+ "offset_input_name": "attn_offset_3",
291
+ "offset_output_name": "attn_offset_out_3",
292
+ "cached_keys_input_name": "attn_cached_keys_3",
293
+ "cached_keys_output_name": "attn_cached_keys_out_3",
294
+ "cached_values_input_name": "attn_cached_values_3",
295
+ "cached_values_output_name": "attn_cached_values_out_3",
296
+ "cached_positions_input_name": "attn_cached_positions_3",
297
+ "cached_positions_output_name": "attn_cached_positions_out_3",
298
+ "offset_shape": [
299
+ 1
300
+ ],
301
+ "cache_shape": [
302
+ 1,
303
+ 4,
304
+ 500,
305
+ 64
306
+ ],
307
+ "positions_shape": [
308
+ 1,
309
+ 500
310
+ ],
311
+ "cache_dtype": "float32",
312
+ "positions_dtype": "int32"
313
+ },
314
+ {
315
+ "index": 4,
316
+ "decoder_index": 3,
317
+ "layer_index": 0,
318
+ "context": 800,
319
+ "num_heads": 4,
320
+ "head_dim": 64,
321
+ "offset_input_name": "attn_offset_4",
322
+ "offset_output_name": "attn_offset_out_4",
323
+ "cached_keys_input_name": "attn_cached_keys_4",
324
+ "cached_keys_output_name": "attn_cached_keys_out_4",
325
+ "cached_values_input_name": "attn_cached_values_4",
326
+ "cached_values_output_name": "attn_cached_values_out_4",
327
+ "cached_positions_input_name": "attn_cached_positions_4",
328
+ "cached_positions_output_name": "attn_cached_positions_out_4",
329
+ "offset_shape": [
330
+ 1
331
+ ],
332
+ "cache_shape": [
333
+ 1,
334
+ 4,
335
+ 800,
336
+ 64
337
+ ],
338
+ "positions_shape": [
339
+ 1,
340
+ 800
341
+ ],
342
+ "cache_dtype": "float32",
343
+ "positions_dtype": "int32"
344
+ },
345
+ {
346
+ "index": 5,
347
+ "decoder_index": 3,
348
+ "layer_index": 1,
349
+ "context": 800,
350
+ "num_heads": 4,
351
+ "head_dim": 64,
352
+ "offset_input_name": "attn_offset_5",
353
+ "offset_output_name": "attn_offset_out_5",
354
+ "cached_keys_input_name": "attn_cached_keys_5",
355
+ "cached_keys_output_name": "attn_cached_keys_out_5",
356
+ "cached_values_input_name": "attn_cached_values_5",
357
+ "cached_values_output_name": "attn_cached_values_out_5",
358
+ "cached_positions_input_name": "attn_cached_positions_5",
359
+ "cached_positions_output_name": "attn_cached_positions_out_5",
360
+ "offset_shape": [
361
+ 1
362
+ ],
363
+ "cache_shape": [
364
+ 1,
365
+ 4,
366
+ 800,
367
+ 64
368
+ ],
369
+ "positions_shape": [
370
+ 1,
371
+ 800
372
+ ],
373
+ "cache_dtype": "float32",
374
+ "positions_dtype": "int32"
375
+ },
376
+ {
377
+ "index": 6,
378
+ "decoder_index": 5,
379
+ "layer_index": 0,
380
+ "context": 1200,
381
+ "num_heads": 4,
382
+ "head_dim": 64,
383
+ "offset_input_name": "attn_offset_6",
384
+ "offset_output_name": "attn_offset_out_6",
385
+ "cached_keys_input_name": "attn_cached_keys_6",
386
+ "cached_keys_output_name": "attn_cached_keys_out_6",
387
+ "cached_values_input_name": "attn_cached_values_6",
388
+ "cached_values_output_name": "attn_cached_values_out_6",
389
+ "cached_positions_input_name": "attn_cached_positions_6",
390
+ "cached_positions_output_name": "attn_cached_positions_out_6",
391
+ "offset_shape": [
392
+ 1
393
+ ],
394
+ "cache_shape": [
395
+ 1,
396
+ 4,
397
+ 1200,
398
+ 64
399
+ ],
400
+ "positions_shape": [
401
+ 1,
402
+ 1200
403
+ ],
404
+ "cache_dtype": "float32",
405
+ "positions_dtype": "int32"
406
+ },
407
+ {
408
+ "index": 7,
409
+ "decoder_index": 5,
410
+ "layer_index": 1,
411
+ "context": 1200,
412
+ "num_heads": 4,
413
+ "head_dim": 64,
414
+ "offset_input_name": "attn_offset_7",
415
+ "offset_output_name": "attn_offset_out_7",
416
+ "cached_keys_input_name": "attn_cached_keys_7",
417
+ "cached_keys_output_name": "attn_cached_keys_out_7",
418
+ "cached_values_input_name": "attn_cached_values_7",
419
+ "cached_values_output_name": "attn_cached_values_out_7",
420
+ "cached_positions_input_name": "attn_cached_positions_7",
421
+ "cached_positions_output_name": "attn_cached_positions_out_7",
422
+ "offset_shape": [
423
+ 1
424
+ ],
425
+ "cache_shape": [
426
+ 1,
427
+ 4,
428
+ 1200,
429
+ 64
430
+ ],
431
+ "positions_shape": [
432
+ 1,
433
+ 1200
434
+ ],
435
+ "cache_dtype": "float32",
436
+ "positions_dtype": "int32"
437
+ },
438
+ {
439
+ "index": 8,
440
+ "decoder_index": 7,
441
+ "layer_index": 0,
442
+ "context": 1600,
443
+ "num_heads": 4,
444
+ "head_dim": 64,
445
+ "offset_input_name": "attn_offset_8",
446
+ "offset_output_name": "attn_offset_out_8",
447
+ "cached_keys_input_name": "attn_cached_keys_8",
448
+ "cached_keys_output_name": "attn_cached_keys_out_8",
449
+ "cached_values_input_name": "attn_cached_values_8",
450
+ "cached_values_output_name": "attn_cached_values_out_8",
451
+ "cached_positions_input_name": "attn_cached_positions_8",
452
+ "cached_positions_output_name": "attn_cached_positions_out_8",
453
+ "offset_shape": [
454
+ 1
455
+ ],
456
+ "cache_shape": [
457
+ 1,
458
+ 4,
459
+ 1600,
460
+ 64
461
+ ],
462
+ "positions_shape": [
463
+ 1,
464
+ 1600
465
+ ],
466
+ "cache_dtype": "float32",
467
+ "positions_dtype": "int32"
468
+ },
469
+ {
470
+ "index": 9,
471
+ "decoder_index": 7,
472
+ "layer_index": 1,
473
+ "context": 1600,
474
+ "num_heads": 4,
475
+ "head_dim": 64,
476
+ "offset_input_name": "attn_offset_9",
477
+ "offset_output_name": "attn_offset_out_9",
478
+ "cached_keys_input_name": "attn_cached_keys_9",
479
+ "cached_keys_output_name": "attn_cached_keys_out_9",
480
+ "cached_values_input_name": "attn_cached_values_9",
481
+ "cached_values_output_name": "attn_cached_values_out_9",
482
+ "cached_positions_input_name": "attn_cached_positions_9",
483
+ "cached_positions_output_name": "attn_cached_positions_out_9",
484
+ "offset_shape": [
485
+ 1
486
+ ],
487
+ "cache_shape": [
488
+ 1,
489
+ 4,
490
+ 1600,
491
+ 64
492
+ ],
493
+ "positions_shape": [
494
+ 1,
495
+ 1600
496
+ ],
497
+ "cache_dtype": "float32",
498
+ "positions_dtype": "int32"
499
+ },
500
+ {
501
+ "index": 10,
502
+ "decoder_index": 7,
503
+ "layer_index": 2,
504
+ "context": 1600,
505
+ "num_heads": 4,
506
+ "head_dim": 64,
507
+ "offset_input_name": "attn_offset_10",
508
+ "offset_output_name": "attn_offset_out_10",
509
+ "cached_keys_input_name": "attn_cached_keys_10",
510
+ "cached_keys_output_name": "attn_cached_keys_out_10",
511
+ "cached_values_input_name": "attn_cached_values_10",
512
+ "cached_values_output_name": "attn_cached_values_out_10",
513
+ "cached_positions_input_name": "attn_cached_positions_10",
514
+ "cached_positions_output_name": "attn_cached_positions_out_10",
515
+ "offset_shape": [
516
+ 1
517
+ ],
518
+ "cache_shape": [
519
+ 1,
520
+ 4,
521
+ 1600,
522
+ 64
523
+ ],
524
+ "positions_shape": [
525
+ 1,
526
+ 1600
527
+ ],
528
+ "cache_dtype": "float32",
529
+ "positions_dtype": "int32"
530
+ },
531
+ {
532
+ "index": 11,
533
+ "decoder_index": 7,
534
+ "layer_index": 3,
535
+ "context": 1600,
536
+ "num_heads": 4,
537
+ "head_dim": 64,
538
+ "offset_input_name": "attn_offset_11",
539
+ "offset_output_name": "attn_offset_out_11",
540
+ "cached_keys_input_name": "attn_cached_keys_11",
541
+ "cached_keys_output_name": "attn_cached_keys_out_11",
542
+ "cached_values_input_name": "attn_cached_values_11",
543
+ "cached_values_output_name": "attn_cached_values_out_11",
544
+ "cached_positions_input_name": "attn_cached_positions_11",
545
+ "cached_positions_output_name": "attn_cached_positions_out_11",
546
+ "offset_shape": [
547
+ 1
548
+ ],
549
+ "cache_shape": [
550
+ 1,
551
+ 4,
552
+ 1600,
553
+ 64
554
+ ],
555
+ "positions_shape": [
556
+ 1,
557
+ 1600
558
+ ],
559
+ "cache_dtype": "float32",
560
+ "positions_dtype": "int32"
561
+ }
562
+ ]
563
+ }
564
+ }
onnx/codec/moss_audio_tokenizer_decode_full.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fbbafe3fd4afa2a019af5c5ced204af6e2d1db044fa40f021525d2aee95b4ac
3
+ size 681902
onnx/codec/moss_audio_tokenizer_decode_shared.data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e69d52e0f4e84ca27850557ee54face46632d3a5a16c89bd246c7c408466dcad
3
+ size 44198912
onnx/codec/moss_audio_tokenizer_decode_step.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9527c86a29e1837edec1f74db57d5eeaadb3a715af3382703566460afed25855
3
+ size 351400
onnx/local_frame_decode.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4540ef4e69dcf604dc6f60f6f99f119189694ff5f31113def20406e274f025
3
+ size 186743011
onnx/prefix_step.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7590e502e32e31cc8afd375a6113c974fd7524efe9d9b9b5b5ed63186607f235
3
+ size 391035953
onnx/text_encoder.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b14e0e3df7431c964bcecbb8aa74cf93f7f6daf70cec04cf157ac539a7bf485c
3
+ size 280483795
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
voices/arya/meta.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "arya",
3
+ "language": "vi",
4
+ "description": "Giọng nữ, rõ ràng và trung tính",
5
+ "gender": "female",
6
+ "n_voice_queries": 10
7
+ }
voices/arya/preview.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b762d566dc7cc734059114d955182f8f30341f6ccbc2c240eaa4ef98f31e2a
3
+ size 459820
voices/arya/voice.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad725aed27afff9487c5a00c715027df481c93922028b698e1d61c59e134ff36
3
+ size 30720
voices/arya/voice.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee86069210c4b59e70d548c96830fe61d809c79ce321755f5f21e08b615473e
3
+ size 31262
voices/index.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "voices": [
3
+ {
4
+ "name": "arya",
5
+ "language": "vi",
6
+ "description": "Giọng nữ, rõ ràng và trung tính",
7
+ "n_voice_queries": 10,
8
+ "shape": [
9
+ 1,
10
+ 10,
11
+ 768
12
+ ]
13
+ },
14
+ {
15
+ "name": "viVoice1",
16
+ "language": "vi",
17
+ "description": "Giọng đọc tự nhiên, tốc độ vừa phải",
18
+ "n_voice_queries": 10,
19
+ "shape": [
20
+ 1,
21
+ 10,
22
+ 768
23
+ ]
24
+ }
25
+ ]
26
+ }
voices/viVoice1/meta.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "viVoice1",
3
+ "language": "vi",
4
+ "description": "Giọng đọc tự nhiên, tốc độ vừa phải",
5
+ "gender": "",
6
+ "n_voice_queries": 10
7
+ }
voices/viVoice1/preview.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129face8e1bb175b43bfa6baabae3f3bbf61d5443199b09f01bb1770317a7992
3
+ size 576044
voices/viVoice1/voice.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552f9fd7cc6cc5b2161a9b5248c8dd6745bf227b537bdbab4b5bfe14f2ea0df1
3
+ size 30720
voices/viVoice1/voice.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30051535e078df5d6a7547c4b90a175c5a42aea4142c7122efc03a5e2c145f1d
3
+ size 31262