niobures commited on
Commit
f198bcb
·
verified ·
1 Parent(s): 052c0a4

MOSS-TTS-Local-1.7B-ONNX

Browse files
.gitattributes CHANGED
@@ -74,3 +74,7 @@ models/MOSS-TTS-Nano-100M-ONNX/moss_tts_local_shared.data filter=lfs diff=lfs me
74
  models/MOSS-TTS-Local-Transformer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
75
  models/MOSS-TTS-Nano-100M/assets/images/arch_moss_audio_tokenizer_nano.png filter=lfs diff=lfs merge=lfs -text
76
  models/MOSS-TTS-Nano-100M/assets/images/concept.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
74
  models/MOSS-TTS-Local-Transformer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
75
  models/MOSS-TTS-Nano-100M/assets/images/arch_moss_audio_tokenizer_nano.png filter=lfs diff=lfs merge=lfs -text
76
  models/MOSS-TTS-Nano-100M/assets/images/concept.png filter=lfs diff=lfs merge=lfs -text
77
+ models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_decode_step_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
78
+ models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_local_fixed_sampled_frame_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
79
+ models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_prefill_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
80
+ models/MOSS-TTS-Local-1.7B-ONNX/tokenizer.json filter=lfs diff=lfs merge=lfs -text
models/MOSS-TTS-Local-1.7B-ONNX/.gitattributes ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ moss_tts_local17b_decode_step_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
37
+ moss_tts_local17b_local_fixed_sampled_frame_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
38
+ moss_tts_local17b_prefill_int8.onnx.data filter=lfs diff=lfs merge=lfs -text
39
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
models/MOSS-TTS-Local-1.7B-ONNX/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|audio_end|>": 151653,
9
+ "<|audio_pad|>": 151654,
10
+ "<|audio_start|>": 151652,
11
+ "<|box_end|>": 151649,
12
+ "<|box_start|>": 151648,
13
+ "<|endoftext|>": 151643,
14
+ "<|file_sep|>": 151664,
15
+ "<|fim_middle|>": 151660,
16
+ "<|fim_pad|>": 151662,
17
+ "<|fim_prefix|>": 151659,
18
+ "<|fim_suffix|>": 151661,
19
+ "<|im_end|>": 151645,
20
+ "<|im_start|>": 151644,
21
+ "<|image_pad|>": 151655,
22
+ "<|object_ref_end|>": 151647,
23
+ "<|object_ref_start|>": 151646,
24
+ "<|quad_end|>": 151651,
25
+ "<|quad_start|>": 151650,
26
+ "<|repo_name|>": 151663,
27
+ "<|video_pad|>": 151656
28
+ }
models/MOSS-TTS-Local-1.7B-ONNX/manifest.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hidden_size": 2048,
3
+ "num_hidden_layers": 28,
4
+ "num_attention_heads": 16,
5
+ "num_key_value_heads": 8,
6
+ "head_dim": 128,
7
+ "vocab_size": 155648,
8
+ "n_vq": 32,
9
+ "audio_vocab_size": 1024,
10
+ "audio_pad_code": 1024,
11
+ "audio_start_token_id": 151652,
12
+ "audio_end_token_id": 151653,
13
+ "audio_user_slot_token_id": 151654,
14
+ "audio_assistant_gen_slot_token_id": 151656,
15
+ "audio_assistant_delay_slot_token_id": 151662,
16
+ "pad_token_id": 151643,
17
+ "im_start_token_id": 151644,
18
+ "im_end_token_id": 151645,
19
+ "local_num_layers": 4,
20
+ "local_hidden_size": 1536,
21
+ "sampling_rate": 24000
22
+ }
models/MOSS-TTS-Local-1.7B-ONNX/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_decode_step_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f12c92c985abd0ee096bc8a0ba6cd9017fc72be4a660c77215c3150bc8946efe
3
+ size 5109111
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_decode_step_int8.onnx.data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703b0affeaeadeb9ba1fbf866c73bc0c5e6017a3418778d6f44028e031c2fa4b
3
+ size 1795694592
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_local_fixed_sampled_frame_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff8f20b747b4bac522bf9efcc14bc530aea141bf0af43ca5ff6940d5371e3cd
3
+ size 6969853
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_local_fixed_sampled_frame_int8.onnx.data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4662411563094a71699c092d27dfca0d205a8b1a4465182f7d74e40065f5bb3a
3
+ size 1540319232
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_prefill_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42f30dba10cdb137eaec3217064fa790c33597ba48f4750c16132b52547c067
3
+ size 5169498
models/MOSS-TTS-Local-1.7B-ONNX/moss_tts_local17b_prefill_int8.onnx.data ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703b0affeaeadeb9ba1fbf866c73bc0c5e6017a3418778d6f44028e031c2fa4b
3
+ size 1795694592
models/MOSS-TTS-Local-1.7B-ONNX/source.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ https://huggingface.co/edgarguo/MOSS-TTS-Local-1.7B-ONNX
models/MOSS-TTS-Local-1.7B-ONNX/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|audio_start|>",
12
+ "<|audio_end|>",
13
+ "<|audio_user_slot|>",
14
+ "<|image_pad|>",
15
+ "<|audio_assistant_gen_slot|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
models/MOSS-TTS-Local-1.7B-ONNX/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb3c8fa82993d515469c2800cc455bff4aaa3c4fed9da1f2b0c0668c304f335a
3
+ size 11422691
models/MOSS-TTS-Local-1.7B-ONNX/tokenizer_config.json ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|audio_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|audio_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|audio_user_slot|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|audio_assistant_gen_slot|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|audio_assistant_delay_slot|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|audio_start|>",
224
+ "<|audio_end|>",
225
+ "<|audio_user_slot|>",
226
+ "<|image_pad|>",
227
+ "<|audio_assistant_gen_slot|>"
228
+ ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
+ "model_max_length": 131072,
235
+ "pad_token": "<|endoftext|>",
236
+ "processor_class": "AsteroidProcessor",
237
+ "split_special_tokens": false,
238
+ "tokenizer_class": "Qwen2Tokenizer",
239
+ "unk_token": null
240
+ }
models/MOSS-TTS-Local-1.7B-ONNX/tokenizer_fixtures.json ADDED
@@ -0,0 +1,275 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "input": "",
4
+ "ids": []
5
+ },
6
+ {
7
+ "input": "Hello, world!",
8
+ "ids": [
9
+ 9707,
10
+ 11,
11
+ 1879,
12
+ 0
13
+ ]
14
+ },
15
+ {
16
+ "input": "Hello, this is a test of the local one point seven B model.",
17
+ "ids": [
18
+ 9707,
19
+ 11,
20
+ 419,
21
+ 374,
22
+ 264,
23
+ 1273,
24
+ 315,
25
+ 279,
26
+ 2205,
27
+ 825,
28
+ 1459,
29
+ 8094,
30
+ 425,
31
+ 1614,
32
+ 13
33
+ ]
34
+ },
35
+ {
36
+ "input": "This is a longer sentence with multiple clauses, commas, and end punctuation.",
37
+ "ids": [
38
+ 1986,
39
+ 374,
40
+ 264,
41
+ 5021,
42
+ 11652,
43
+ 448,
44
+ 5248,
45
+ 49098,
46
+ 11,
47
+ 76602,
48
+ 11,
49
+ 323,
50
+ 835,
51
+ 61503,
52
+ 13
53
+ ]
54
+ },
55
+ {
56
+ "input": "MOSS-TTS-Local 1.7B can clone voices from short reference audio.",
57
+ "ids": [
58
+ 10531,
59
+ 1220,
60
+ 9285,
61
+ 9951,
62
+ 12,
63
+ 7319,
64
+ 220,
65
+ 16,
66
+ 13,
67
+ 22,
68
+ 33,
69
+ 646,
70
+ 14715,
71
+ 23314,
72
+ 504,
73
+ 2805,
74
+ 5785,
75
+ 7699,
76
+ 13
77
+ ]
78
+ },
79
+ {
80
+ "input": "你好,世界。",
81
+ "ids": [
82
+ 108386,
83
+ 3837,
84
+ 99489,
85
+ 1773
86
+ ]
87
+ },
88
+ {
89
+ "input": "这是一个测试。",
90
+ "ids": [
91
+ 105464,
92
+ 81705,
93
+ 1773
94
+ ]
95
+ },
96
+ {
97
+ "input": "日本語のテストです。",
98
+ "ids": [
99
+ 101059,
100
+ 102819,
101
+ 15767,
102
+ 140592,
103
+ 37541,
104
+ 1773
105
+ ]
106
+ },
107
+ {
108
+ "input": "안녕하세요 세계.",
109
+ "ids": [
110
+ 126246,
111
+ 144370,
112
+ 91145,
113
+ 133196,
114
+ 13
115
+ ]
116
+ },
117
+ {
118
+ "input": "Mixed 中文 and English works: 你好 hello.",
119
+ "ids": [
120
+ 86433,
121
+ 72858,
122
+ 16744,
123
+ 323,
124
+ 6364,
125
+ 4278,
126
+ 25,
127
+ 220,
128
+ 108386,
129
+ 23811,
130
+ 13
131
+ ]
132
+ },
133
+ {
134
+ "input": "Numbers: 1, 2, 3, 4.5, 6789.",
135
+ "ids": [
136
+ 27237,
137
+ 25,
138
+ 220,
139
+ 16,
140
+ 11,
141
+ 220,
142
+ 17,
143
+ 11,
144
+ 220,
145
+ 18,
146
+ 11,
147
+ 220,
148
+ 19,
149
+ 13,
150
+ 20,
151
+ 11,
152
+ 220,
153
+ 21,
154
+ 22,
155
+ 23,
156
+ 24,
157
+ 13
158
+ ]
159
+ },
160
+ {
161
+ "input": "Punctuation! Question? Exclamation. Period.",
162
+ "ids": [
163
+ 47,
164
+ 72299,
165
+ 0,
166
+ 15846,
167
+ 30,
168
+ 1374,
169
+ 32984,
170
+ 13,
171
+ 25492,
172
+ 13
173
+ ]
174
+ },
175
+ {
176
+ "input": "Newlines\nand\ttabs should normalize properly.",
177
+ "ids": [
178
+ 3564,
179
+ 7969,
180
+ 198,
181
+ 437,
182
+ 3244,
183
+ 3435,
184
+ 1265,
185
+ 21694,
186
+ 10277,
187
+ 13
188
+ ]
189
+ },
190
+ {
191
+ "input": "Quotes \"double\" and 'single' and — em-dash — …ellipsis…",
192
+ "ids": [
193
+ 43780,
194
+ 330,
195
+ 4331,
196
+ 1,
197
+ 323,
198
+ 364,
199
+ 15338,
200
+ 6,
201
+ 323,
202
+ 1959,
203
+ 976,
204
+ 1737,
205
+ 988,
206
+ 1959,
207
+ 4593,
208
+ 71922,
209
+ 1940
210
+ ]
211
+ },
212
+ {
213
+ "input": "Emoji: 🎤 🔊 🎙️",
214
+ "ids": [
215
+ 92731,
216
+ 25,
217
+ 11162,
218
+ 236,
219
+ 97,
220
+ 95069,
221
+ 232,
222
+ 11162,
223
+ 236,
224
+ 247,
225
+ 30543
226
+ ]
227
+ },
228
+ {
229
+ "input": "<|im_start|>user\nhi<|im_end|>",
230
+ "ids": [
231
+ 151644,
232
+ 872,
233
+ 198,
234
+ 6023,
235
+ 151645
236
+ ]
237
+ },
238
+ {
239
+ "input": " short",
240
+ "ids": [
241
+ 503,
242
+ 2805
243
+ ]
244
+ },
245
+ {
246
+ "input": "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA",
247
+ "ids": [
248
+ 57905,
249
+ 57905,
250
+ 57905,
251
+ 57905,
252
+ 57905,
253
+ 57905,
254
+ 57905,
255
+ 57905,
256
+ 57905,
257
+ 57905,
258
+ 57905,
259
+ 57905,
260
+ 57905,
261
+ 57905,
262
+ 57905,
263
+ 57905,
264
+ 57905,
265
+ 57905,
266
+ 57905,
267
+ 57905,
268
+ 57905,
269
+ 57905,
270
+ 57905,
271
+ 57905,
272
+ 57905
273
+ ]
274
+ }
275
+ ]
models/MOSS-TTS-Local-1.7B-ONNX/vocab.json ADDED
The diff for this file is too large to render. See raw diff