spybyscript commited on
Commit
c00d50c
·
0 Parent(s):

Initial public release

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +35 -0
  2. README.md +308 -0
  3. litert/assets/emotions.json +263 -0
  4. litert/assets/g2p/export_config.json +50 -0
  5. litert/assets/g2p/language_map.json +29 -0
  6. litert/assets/g2p/normalization.json +18 -0
  7. litert/assets/g2p/phoneme_dict.json +6 -0
  8. litert/assets/g2p/pronunciation_overrides.json +4 -0
  9. litert/assets/g2p/tokenizer.json +727 -0
  10. litert/assets/languages.json +368 -0
  11. litert/assets/phone_vocab.json +98 -0
  12. litert/assets/voice_packs/ariadne.npz +3 -0
  13. litert/assets/voice_packs/felix.npz +3 -0
  14. litert/assets/voice_packs/gwen.npz +3 -0
  15. litert/assets/voice_packs/ink.npz +3 -0
  16. litert/assets/voice_packs/max.npz +3 -0
  17. litert/assets/voice_packs/orpheus.npz +3 -0
  18. litert/assets/voice_packs/reference_packs.json +0 -0
  19. litert/assets/voice_packs/rex.npz +3 -0
  20. litert/assets/voice_packs/scylla.npz +3 -0
  21. litert/assets/voice_packs/stone.npz +3 -0
  22. litert/assets/voice_packs/tuesday.npz +3 -0
  23. litert/assets/voices.json +562 -0
  24. litert/litert/duration_predictor.tflite +3 -0
  25. litert/litert/g2p.tflite +3 -0
  26. litert/litert/vector_context_encoder.tflite +3 -0
  27. litert/litert/vector_estimator.tflite +3 -0
  28. litert/litert/vector_estimator_256.tflite +3 -0
  29. litert/litert/vector_estimator_384.tflite +3 -0
  30. litert/litert/vector_estimator_512.tflite +3 -0
  31. litert/litert/vocoder.tflite +3 -0
  32. litert/litert/vocoder_256.tflite +3 -0
  33. litert/litert/vocoder_384.tflite +3 -0
  34. litert/litert/vocoder_512.tflite +3 -0
  35. litert/litert/vocoder_adapter.tflite +3 -0
  36. litert/litert/vocoder_adapter_256.tflite +3 -0
  37. litert/litert/vocoder_adapter_384.tflite +3 -0
  38. litert/litert/vocoder_adapter_512.tflite +3 -0
  39. litert/manifest.json +948 -0
  40. onnx/assets/emotions.json +263 -0
  41. onnx/assets/g2p/export_config.json +26 -0
  42. onnx/assets/g2p/language_map.json +29 -0
  43. onnx/assets/g2p/normalization.json +18 -0
  44. onnx/assets/g2p/phoneme_dict.json +6 -0
  45. onnx/assets/g2p/pronunciation_overrides.json +4 -0
  46. onnx/assets/g2p/tokenizer.json +368 -0
  47. onnx/assets/languages.json +368 -0
  48. onnx/assets/phone_vocab.json +98 -0
  49. onnx/assets/voice_packs/ariadne.npz +3 -0
  50. onnx/assets/voice_packs/felix.npz +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ language:
4
+ - en
5
+ - es
6
+ - it
7
+ library_name: onnxruntime
8
+ tags:
9
+ - text-to-speech
10
+ - tts
11
+ - onnx
12
+ - litert
13
+ - speech-synthesis
14
+ - duration-flow
15
+ - multilingual
16
+ - expressive-tts
17
+ - emotion
18
+ - cpu-inference
19
+ pipeline_tag: text-to-speech
20
+ ---
21
+
22
+ # Scylla's Band
23
+
24
+ Scylla's Band is a multilingual, multi-voice, expressive text-to-speech model for local and self-hosted inference. It predicts phone durations, generates continuous acoustic latents with rectified flow, and decodes those latents to a 24 kHz waveform through a Scylla's Band acoustic adapter and Vocos vocoder.
25
+
26
+ Scylla's Band is developed and published by [Spybyscript](https://huggingface.co/spybyscript).
27
+
28
+ Public resources:
29
+
30
+ - Model bundles and voice assets: [`spybyscript/scyllasband`](https://huggingface.co/spybyscript/scyllasband)
31
+ - Runtime source: [`lowkeytea/scyllasband`](https://github.com/lowkeytea/scyllasband)
32
+ - [Interactive voice, language, and affect samples](https://lowkeytea.github.io/scyllasband/)
33
+
34
+ The public resources are inference-only. Training data, trainer checkpoints, and export tooling are not distributed with the model.
35
+
36
+ ## Intended Use
37
+
38
+ Scylla's Band is intended for:
39
+
40
+ - Single-voice speech synthesis with ten managed voices.
41
+ - English, Spanish, and Italian synthesis.
42
+ - Long-form narration with automatic planning and chunking.
43
+ - Multi-voice dialogue from tagged text.
44
+ - Continuous control over calm, joy, anger, sadness, sarcasm, and questioning delivery.
45
+ - Desktop and server inference through ONNX Runtime.
46
+ - Native and mobile execution through ONNX Runtime and `libscyllasband`, with LiteRT available as an explicit experimental backend.
47
+
48
+ Scylla's Band is not an arbitrary-speaker cloning system. It is not intended for impersonation, fraud, deception, or generating speech that falsely represents a real person as speaking.
49
+
50
+ ## Quick Start
51
+
52
+ ```bash
53
+ python3 -m venv .venv
54
+ source .venv/bin/activate
55
+ pip install --upgrade pip wheel setuptools
56
+ pip install -e .
57
+ pip install numpy huggingface_hub onnxruntime
58
+
59
+ python -m scyllasband download
60
+ python -m scyllasband validate-bundle
61
+ python -m scyllasband speak \
62
+ --voice scylla \
63
+ --language en_us \
64
+ --emotion calm=0.5 \
65
+ -o hello.wav \
66
+ "Hello from Scylla's Band."
67
+ ```
68
+
69
+ Download both public backend bundles with:
70
+
71
+ ```bash
72
+ python -m scyllasband download --runtime-bundles both
73
+ ```
74
+
75
+ An expressive example:
76
+
77
+ ```bash
78
+ python -m scyllasband speak \
79
+ --backend onnx \
80
+ --voice gwen \
81
+ --language en_us \
82
+ --emotion joy=0.75,sarcasm=0.25 \
83
+ --emotion-scale 1.5 \
84
+ --steps 8 \
85
+ --sampler heun \
86
+ -o expressive.wav \
87
+ "Oh, brilliant! The dragon ate the map, and somehow this is going perfectly."
88
+ ```
89
+
90
+ ## Model Details
91
+
92
+ | Field | Value |
93
+ | --- | --- |
94
+ | Model family | Continuous-latent duration/flow TTS |
95
+ | Public bundle contract | `1.0.0` / `scyllasband-duration-flow` |
96
+ | Main public backend | ONNX Runtime |
97
+ | Additional backend | LiteRT with native `libscyllasband` support |
98
+ | License | Apache 2.0 |
99
+ | Output sample rate | 24 kHz |
100
+ | Acoustic representation | 100 mel bins, 24-dimensional acoustic latents |
101
+ | Hop lengths | 256 waveform hop, 512 latent hop |
102
+ | Public languages | `en_us`, `en_gb`, `es`, `it` |
103
+ | Managed voices | 10 |
104
+ | Affect controls | 6 independently scored axes |
105
+ | CLI quality default | 8-step Heun sampling |
106
+ | Fixed graph budgets | 512 G2P text tokens, 512 phone frames, 640 latent frames |
107
+ | Latent target buckets | 256, 384, 512, 640, selected by smallest fit |
108
+
109
+ Managed voices:
110
+
111
+ ```text
112
+ ariadne, felix, gwen, ink, max, orpheus, rex, scylla, stone, tuesday
113
+ ```
114
+
115
+ English defaults to `en_us` for most voices. Ink, Orpheus, and Tuesday default to `en_gb`. Every managed voice supports `en_us`, `en_gb`, `es`, and `it` in the current public bundles.
116
+
117
+ ## Architecture
118
+
119
+ ```text
120
+ text
121
+ -> spoken-text normalization and phrase planning
122
+ -> Scylla's Band G2P
123
+ -> phone IDs, punctuation, and boundary/context features
124
+ -> duration prediction
125
+ -> duration-expanded phone conditioning
126
+ -> rectified-flow acoustic latent estimation
127
+ -> Scylla's Band acoustic adapter and Vocos vocoder
128
+ -> 24 kHz waveform
129
+ -> long-form assembly when needed
130
+ ```
131
+
132
+ | Component | Details |
133
+ | --- | --- |
134
+ | Text frontend | Phrase-level multilingual G2P with a 74-phone vocabulary and fixed 512-token input budget |
135
+ | Duration predictor | 192 hidden size, 4 layers, 4 heads, up to 512 phone positions |
136
+ | Acoustic generator | 24-dimensional rectified-flow latents, 512 hidden size, 12 layers, 8 heads, AdaLN conditioning, and QK normalization |
137
+ | Span context | Three context segments over up to 768 phones with a 512-dimensional context state |
138
+ | Prefix context | Up to 24 acoustic latent frames from the preceding chunk |
139
+ | Voice references | 128-dimensional style and 32-dimensional prosody features |
140
+ | Vocoder | Scylla's Band acoustic adapter into a frozen `charactr/vocos-mel-24khz` backbone |
141
+
142
+ The duration predictor and acoustic generator are conditioned on voice, language, reference features, boundary labels, and the six-axis affect vector. The acoustic generator additionally receives prefix latents and span context for long-form continuity. Voice/reference conditioning remains active in the affect CFG null branch so guidance changes delivery without intentionally removing speaker identity.
143
+
144
+ Punctuation boundaries use explicit silence phones. Runtime pause floors apply to internal sentence and clause boundaries, while the final learned silence keeps its predicted duration and host assembly supplies clean inter-chunk silence.
145
+
146
+ ## Affect Controls
147
+
148
+ Scylla's Band exposes four core delivery axes and two overlays:
149
+
150
+ ```text
151
+ core: calm, joy, anger, sadness
152
+ overlays: sarcasm, questioning
153
+ ```
154
+
155
+ Each value is independently bounded in `[0, 1]`. Multiple values may be nonzero, so a request can combine a core delivery with sarcasm or questioning instead of selecting one mutually exclusive category.
156
+
157
+ The training ratings used a `0` to `4` scale and are normalized for inference:
158
+
159
+ | Human rating | Runtime value |
160
+ | ---: | ---: |
161
+ | 0 | 0.0 |
162
+ | 1 | 0.25 |
163
+ | 2 | 0.5 |
164
+ | 3 | 0.75 |
165
+ | 4 | 1.0 |
166
+
167
+ Values around `0.5` or `0.75` often provide more natural range than setting every requested axis to `1.0`. The shipped presets use `calm=0.5`, `joy=0.75`, `anger=0.75`, and `sadness=0.75`; sarcasm and questioning presets combine a quieter calm core with a `0.75` overlay.
168
+
169
+ Affect classifier-free guidance is controlled separately:
170
+
171
+ ```text
172
+ guided = null + scale * (conditioned - null)
173
+ ```
174
+
175
+ - `0` selects the learned null-affect prediction.
176
+ - `1` uses the requested affect vector directly.
177
+ - Values above `1` strengthen the conditional difference.
178
+ - The runtime accepts finite non-negative values without a fixed upper cap.
179
+
180
+ The selected flow estimator was trained with `0.15` affect-condition dropout to provide the null branch used by CFG. A practical first range for stronger delivery is `1.25` to `1.5`. Higher values are extrapolation and can produce exaggerated timing, voice instability, or distortion depending on the voice and sentence. Guidance scales other than `1` also require both null and conditioned model evaluation and therefore cost more than direct conditioning.
181
+
182
+ ## Runtime Bundles
183
+
184
+ The selected bundle's `manifest.json` is authoritative for its shapes, controls, components, and preferred backend.
185
+
186
+ ### ONNX
187
+
188
+ ONNX is the default path across Python, desktop/server, native `libscyllasband`, and the Android sample. The export uses opset 18, four full acoustic-generator/vocoder target buckets, and shared external weights. CPU execution through `CPUExecutionProvider` is the validated baseline.
189
+
190
+ ```text
191
+ scyllasband/models/onnx/
192
+ manifest.json
193
+ onnx/g2p/model.onnx
194
+ onnx/components/duration_predictor.onnx
195
+ onnx/components/vector_context_encoder.onnx
196
+ onnx/components/vector_estimator_b{256,384,512,640}.onnx
197
+ onnx/components/vocoder_b{256,384,512,640}.onnx
198
+ onnx/components/vocoder_adapter_b{256,384,512,640}.onnx
199
+ onnx/components/shared_weights.bin
200
+ onnx/components/shared_weights.json
201
+ assets/
202
+ ```
203
+
204
+ ### LiteRT
205
+
206
+ LiteRT provides an explicit experimental native/mobile bundle for `libscyllasband`; it is never selected as an implicit fallback. The current public bundle uses one full acoustic-generator graph per target bucket rather than separate prefix/tail graphs. Accelerator support and fallback policy remain platform- and runtime-dependent.
207
+
208
+ ```text
209
+ scyllasband/models/litert/
210
+ manifest.json
211
+ litert/g2p.tflite
212
+ litert/duration_predictor.tflite
213
+ litert/vector_context_encoder.tflite
214
+ litert/vector_estimator_{256,384,512}.tflite
215
+ litert/vector_estimator.tflite
216
+ litert/vocoder_{256,384,512}.tflite
217
+ litert/vocoder.tflite
218
+ litert/vocoder_adapter_{256,384,512}.tflite
219
+ litert/vocoder_adapter.tflite
220
+ assets/
221
+ ```
222
+
223
+ Both bundles include phone and language indexes, G2P sidecars, affect metadata, and managed voice/reference packs under `assets/`.
224
+
225
+ ## Long-Form Synthesis
226
+
227
+ Long-form planning is enabled by default in the CLI. It provides:
228
+
229
+ - Normalization before chunk planning.
230
+ - Sentence, paragraph, clause, and artificial-continuation boundary labels.
231
+ - Duration preflight and retry splitting for fixed graph budgets.
232
+ - Prefix-latent carryover and span/lookahead context.
233
+ - Internal punctuation pause floors.
234
+ - Short fades and clean host-side silence at assembled boundaries.
235
+
236
+ Use `--no-chunk-text` only when intentionally debugging one raw synthesis request.
237
+
238
+ ## Training Data and Labels
239
+
240
+ Training data is not distributed with the public inference resources. Scylla's Band was trained primarily on synthetic multilingual speech. Seed vocabulary came from Wiktionary-derived word lists, scripted prompt generation placed target words in varied sentences, and the text was rendered as synthetic speech across the managed voices and languages.
241
+
242
+ Prepared audio was filtered with text/audio validation, ASR checks, alignment targets, and audio-quality review. Alignment-derived durations supervise the duration predictor and explicit punctuation silences.
243
+
244
+ The original desired-delivery categories were not treated as ground truth. A human-validated pilot was scored across calm, joy, anger, sadness, sarcasm, and questioning, allowing multiple nonzero values for one clip. Those labels were used to fit a programmatic rescoring process for the remaining emotional dataset. This gives the model continuous per-axis supervision instead of one mutually exclusive emotion label.
245
+
246
+ ## Validation
247
+
248
+ The public ONNX and LiteRT bundles pass the 1.0 bundle contract. Machine-local `export_status.json` files are exporter diagnostics and are intentionally omitted from the public inference payload. Runtime validation uses matched text, voice, language, affect, guidance, sampler, steps, and seed, and checks each backend against its validated deterministic reference output.
249
+
250
+ Useful checks:
251
+
252
+ ```bash
253
+ python -m scyllasband validate-bundle scyllasband/models/onnx
254
+ python -m scyllasband validate-bundle scyllasband/models/litert
255
+
256
+ python -m scyllasband speak scyllasband/models/onnx \
257
+ --backend onnx \
258
+ --voice scylla \
259
+ --language en_us \
260
+ --emotion anger=0.75 \
261
+ --emotion-scale 1.5 \
262
+ --metadata /tmp/scyllasband_onnx_smoke.json \
263
+ -o /tmp/scyllasband_onnx_smoke.wav \
264
+ "That was not the agreement."
265
+ ```
266
+
267
+ Compare normalized synthesis metadata with:
268
+
269
+ ```bash
270
+ python -m scyllasband compare-metadata LEFT.json RIGHT.json
271
+ ```
272
+
273
+ The public sample gallery contains 30 matched multilingual voice previews and 50 affect demonstrations covering all ten voices.
274
+
275
+ ## Limitations
276
+
277
+ - Public text input is limited to `en_us`, `en_gb`, `es`, and `it`.
278
+ - The model uses managed voice/reference packs and does not accept arbitrary speaker cloning references.
279
+ - Affect response varies with the voice, language, wording, requested mixture, sampler, steps, and CFG scale. Some voices and sentences are naturally subtler than others.
280
+ - Strong CFG can exaggerate timing or destabilize the voice even when the six-axis values themselves remain within range.
281
+ - ONNX, LiteRT, and the training runtime can have small numerical or acoustic differences. Validate the chosen backend on representative text and target hardware.
282
+ - Long-form output is planned in chunks. Very unusual boundaries or extremely short fragments may still sound less natural than complete sentences.
283
+ - Names, rare words, code, malformed text, and language-mismatched input can be mispronounced.
284
+ - Synthetic training data can carry the pronunciation, prosody, and language biases of its source systems and filtering process.
285
+
286
+ ## Safety and Misuse
287
+
288
+ Do not use Scylla's Band to impersonate people, deceive listeners, bypass consent, or create speech that represents a real person as saying something they did not say. Generated audio should be disclosed as synthetic whenever the context could otherwise confuse a listener.
289
+
290
+ ## License
291
+
292
+ Scylla's Band is released under Apache 2.0. See [`LICENSE`](LICENSE).
293
+
294
+ ## Citation
295
+
296
+ ```bibtex
297
+ @software{spybyscript_scyllasband2026,
298
+ author = {Spybyscript},
299
+ title = {Scylla's Band: Multilingual Expressive Duration-Flow Text-to-Speech},
300
+ year = {2026},
301
+ url = {https://huggingface.co/spybyscript/scyllasband},
302
+ license = {Apache-2.0}
303
+ }
304
+ ```
305
+
306
+ ## Acknowledgments
307
+
308
+ Scylla's Band uses ONNX Runtime as the default Python, desktop/server, native, and mobile backend; LiteRT is an explicit experimental alternative. Vocos provides the frozen 24 kHz vocoder backbone. Wiktionary-derived vocabulary and alignment tooling contributed to data preparation and duration supervision.
litert/assets/emotions.json ADDED
@@ -0,0 +1,263 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "neutral",
4
+ "index": 0,
5
+ "samples": 201519,
6
+ "duration_seconds": 802114.2377499993,
7
+ "by_split": {
8
+ "test": 2005,
9
+ "train": 197483,
10
+ "val": 2031
11
+ },
12
+ "by_voice": {
13
+ "ariadne": 20793,
14
+ "felix": 19202,
15
+ "gwen": 18393,
16
+ "ink": 20643,
17
+ "max": 21137,
18
+ "orpheus": 19354,
19
+ "rex": 20159,
20
+ "scylla": 17814,
21
+ "stone": 22430,
22
+ "tuesday": 21594
23
+ },
24
+ "by_language": {
25
+ "en_gb": 18471,
26
+ "en_us": 42681,
27
+ "es": 66146,
28
+ "it": 74221
29
+ }
30
+ },
31
+ {
32
+ "id": "friendly",
33
+ "index": 1,
34
+ "samples": 210898,
35
+ "duration_seconds": 845257.84904167,
36
+ "by_split": {
37
+ "test": 1955,
38
+ "train": 206793,
39
+ "val": 2150
40
+ },
41
+ "by_voice": {
42
+ "ariadne": 22907,
43
+ "felix": 20676,
44
+ "gwen": 18651,
45
+ "ink": 22103,
46
+ "max": 22369,
47
+ "orpheus": 20923,
48
+ "rex": 21415,
49
+ "scylla": 20891,
50
+ "stone": 18436,
51
+ "tuesday": 22527
52
+ },
53
+ "by_language": {
54
+ "en_gb": 18347,
55
+ "en_us": 40812,
56
+ "es": 71505,
57
+ "it": 80234
58
+ }
59
+ },
60
+ {
61
+ "id": "happy",
62
+ "index": 2,
63
+ "samples": 217138,
64
+ "duration_seconds": 881428.0421666885,
65
+ "by_split": {
66
+ "test": 2147,
67
+ "train": 212829,
68
+ "val": 2162
69
+ },
70
+ "by_voice": {
71
+ "ariadne": 24462,
72
+ "felix": 19873,
73
+ "gwen": 18925,
74
+ "ink": 23253,
75
+ "max": 22416,
76
+ "orpheus": 21555,
77
+ "rex": 21799,
78
+ "scylla": 20042,
79
+ "stone": 22531,
80
+ "tuesday": 22282
81
+ },
82
+ "by_language": {
83
+ "en_gb": 18822,
84
+ "en_us": 43370,
85
+ "es": 70932,
86
+ "it": 84014
87
+ }
88
+ },
89
+ {
90
+ "id": "excited",
91
+ "index": 3,
92
+ "samples": 204378,
93
+ "duration_seconds": 806667.9612499941,
94
+ "by_split": {
95
+ "test": 2027,
96
+ "train": 200103,
97
+ "val": 2248
98
+ },
99
+ "by_voice": {
100
+ "ariadne": 23322,
101
+ "felix": 18767,
102
+ "gwen": 18880,
103
+ "ink": 21488,
104
+ "max": 21011,
105
+ "orpheus": 19404,
106
+ "rex": 21223,
107
+ "scylla": 19936,
108
+ "stone": 20490,
109
+ "tuesday": 19857
110
+ },
111
+ "by_language": {
112
+ "en_gb": 17386,
113
+ "en_us": 42121,
114
+ "es": 66990,
115
+ "it": 77881
116
+ }
117
+ },
118
+ {
119
+ "id": "angry",
120
+ "index": 4,
121
+ "samples": 210619,
122
+ "duration_seconds": 848382.7504583321,
123
+ "by_split": {
124
+ "test": 2094,
125
+ "train": 206404,
126
+ "val": 2121
127
+ },
128
+ "by_voice": {
129
+ "ariadne": 23635,
130
+ "felix": 20584,
131
+ "gwen": 19557,
132
+ "ink": 22060,
133
+ "max": 22234,
134
+ "orpheus": 20845,
135
+ "rex": 21915,
136
+ "scylla": 19330,
137
+ "stone": 21411,
138
+ "tuesday": 19048
139
+ },
140
+ "by_language": {
141
+ "en_gb": 18856,
142
+ "en_us": 43857,
143
+ "es": 68340,
144
+ "it": 79566
145
+ }
146
+ },
147
+ {
148
+ "id": "frustrated",
149
+ "index": 5,
150
+ "samples": 205875,
151
+ "duration_seconds": 824191.7913333414,
152
+ "by_split": {
153
+ "test": 1942,
154
+ "train": 201825,
155
+ "val": 2108
156
+ },
157
+ "by_voice": {
158
+ "ariadne": 22018,
159
+ "felix": 19666,
160
+ "gwen": 19263,
161
+ "ink": 21738,
162
+ "max": 21370,
163
+ "orpheus": 20185,
164
+ "rex": 20432,
165
+ "scylla": 19599,
166
+ "stone": 20800,
167
+ "tuesday": 20804
168
+ },
169
+ "by_language": {
170
+ "en_gb": 17691,
171
+ "en_us": 41256,
172
+ "es": 67218,
173
+ "it": 79710
174
+ }
175
+ },
176
+ {
177
+ "id": "sad",
178
+ "index": 6,
179
+ "samples": 215564,
180
+ "duration_seconds": 874490.1773749925,
181
+ "by_split": {
182
+ "test": 2243,
183
+ "train": 211076,
184
+ "val": 2245
185
+ },
186
+ "by_voice": {
187
+ "ariadne": 23611,
188
+ "felix": 20462,
189
+ "gwen": 20308,
190
+ "ink": 23746,
191
+ "max": 23032,
192
+ "orpheus": 20975,
193
+ "rex": 20841,
194
+ "scylla": 21510,
195
+ "stone": 19943,
196
+ "tuesday": 21136
197
+ },
198
+ "by_language": {
199
+ "en_gb": 18396,
200
+ "en_us": 42195,
201
+ "es": 71329,
202
+ "it": 83644
203
+ }
204
+ },
205
+ {
206
+ "id": "sarcastic",
207
+ "index": 7,
208
+ "samples": 226034,
209
+ "duration_seconds": 910965.1107916768,
210
+ "by_split": {
211
+ "test": 2332,
212
+ "train": 221394,
213
+ "val": 2308
214
+ },
215
+ "by_voice": {
216
+ "ariadne": 25507,
217
+ "felix": 22139,
218
+ "gwen": 20935,
219
+ "ink": 23428,
220
+ "max": 23163,
221
+ "orpheus": 21523,
222
+ "rex": 21409,
223
+ "scylla": 21653,
224
+ "stone": 23373,
225
+ "tuesday": 22904
226
+ },
227
+ "by_language": {
228
+ "en_gb": 20037,
229
+ "en_us": 48206,
230
+ "es": 71638,
231
+ "it": 86153
232
+ }
233
+ },
234
+ {
235
+ "id": "unsure",
236
+ "index": 8,
237
+ "samples": 198578,
238
+ "duration_seconds": 786214.2111250038,
239
+ "by_split": {
240
+ "test": 2048,
241
+ "train": 194568,
242
+ "val": 1962
243
+ },
244
+ "by_voice": {
245
+ "ariadne": 20549,
246
+ "felix": 18669,
247
+ "gwen": 19226,
248
+ "ink": 20909,
249
+ "max": 20383,
250
+ "orpheus": 19328,
251
+ "rex": 21042,
252
+ "scylla": 19179,
253
+ "stone": 20519,
254
+ "tuesday": 18774
255
+ },
256
+ "by_language": {
257
+ "en_gb": 16283,
258
+ "en_us": 39416,
259
+ "es": 65947,
260
+ "it": 76932
261
+ }
262
+ }
263
+ ]
litert/assets/g2p/export_config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_context": {
3
+ "artificial_continuation_boundaries": [
4
+ "chunk_continue"
5
+ ],
6
+ "artificial_continuation_phone": null,
7
+ "boundary_after_values": [
8
+ "sentence_end",
9
+ "paragraph_end",
10
+ "clause_continue",
11
+ "chunk_continue"
12
+ ],
13
+ "boundary_before_values": [
14
+ "sentence_start",
15
+ "paragraph_start",
16
+ "clause_continue",
17
+ "chunk_continue"
18
+ ],
19
+ "clause_continuation_fallback_phone": "<pause_comma>",
20
+ "conditioning": "boundary_embeddings",
21
+ "context_phone_tokens": {
22
+ "continuation": "<ctx_continuation>",
23
+ "sentence_end": "<ctx_sentence_end>",
24
+ "sentence_start": "<ctx_sentence_start>"
25
+ },
26
+ "default_boundary_after": "sentence_end",
27
+ "default_boundary_before": "sentence_start",
28
+ "emit_context_phone_tokens": false,
29
+ "linguistic_continuation_boundaries": [
30
+ "clause_continue"
31
+ ],
32
+ "schema_version": 2
33
+ },
34
+ "decoder": "ctc_dedup_until_end_token",
35
+ "fixed_text_tokens": 512,
36
+ "format": "scyllasband_g2p",
37
+ "input_granularity": "phrase",
38
+ "input_tensor": "text",
39
+ "languages": [
40
+ "en_gb",
41
+ "en_us",
42
+ "es",
43
+ "it"
44
+ ],
45
+ "output_tensor": "logits",
46
+ "phoneme_token_mode": "char",
47
+ "punctuation_silence_target": "explicit_silence",
48
+ "source_checkpoint": "output/deepphonemizer_multilingual/model_200k_wikt_kokoro_en_us_en_gb_phrase/checkpoints/best_model.pt",
49
+ "status": "exported"
50
+ }
litert/assets/g2p/language_map.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "american": "en_us",
3
+ "american_english": "en_us",
4
+ "british": "en_gb",
5
+ "british_english": "en_gb",
6
+ "en": "en_us",
7
+ "en-gb": "en_gb",
8
+ "en-uk": "en_gb",
9
+ "en-us": "en_us",
10
+ "en_gb": "en_gb",
11
+ "en_uk": "en_gb",
12
+ "en_us": "en_us",
13
+ "eng": "en_us",
14
+ "eng_gb": "en_gb",
15
+ "eng_us": "en_us",
16
+ "english": "en_us",
17
+ "english_gb": "en_gb",
18
+ "english_uk": "en_gb",
19
+ "english_us": "en_us",
20
+ "es": "es",
21
+ "gb": "en_gb",
22
+ "it": "it",
23
+ "ita": "it",
24
+ "italian": "it",
25
+ "spa": "es",
26
+ "spanish": "es",
27
+ "uk": "en_gb",
28
+ "us": "en_us"
29
+ }
litert/assets/g2p/normalization.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "normalizer": "SpokenTextNormalizer",
3
+ "languages": [
4
+ "en",
5
+ "en_us",
6
+ "en_gb",
7
+ "es",
8
+ "it"
9
+ ],
10
+ "expand_currency": true,
11
+ "expand_numbers": true,
12
+ "expand_ordinals": true,
13
+ "expand_percentages": true,
14
+ "expand_times": true,
15
+ "expand_dates": true,
16
+ "normalize_at_sign": true,
17
+ "normalize_punctuation": true
18
+ }
litert/assets/g2p/phoneme_dict.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "en_gb": {},
3
+ "en_us": {},
4
+ "es": {},
5
+ "it": {}
6
+ }
litert/assets/g2p/pronunciation_overrides.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "format": "scyllasband_g2p_pronunciation_overrides_v1",
3
+ "languages": {}
4
+ }
litert/assets/g2p/tokenizer.json ADDED
@@ -0,0 +1,727 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "deepphonemizer_forward_ctc_litert",
3
+ "languages": [
4
+ "en_gb",
5
+ "en_us",
6
+ "es",
7
+ "it"
8
+ ],
9
+ "char_repeats": 4,
10
+ "lowercase": true,
11
+ "phoneme_token_mode": "char",
12
+ "text_symbols": {
13
+ "_": 0,
14
+ "<en_gb>": 1,
15
+ "<en_us>": 2,
16
+ "<es>": 3,
17
+ "<it>": 4,
18
+ "<end>": 5,
19
+ "\b": 6,
20
+ " ": 7,
21
+ "!": 8,
22
+ "\"": 9,
23
+ "#": 10,
24
+ "$": 11,
25
+ "%": 12,
26
+ "&": 13,
27
+ "'": 14,
28
+ "(": 15,
29
+ ")": 16,
30
+ "*": 17,
31
+ "+": 18,
32
+ ",": 19,
33
+ "-": 20,
34
+ ".": 21,
35
+ "/": 22,
36
+ "0": 23,
37
+ "1": 24,
38
+ "2": 25,
39
+ "3": 26,
40
+ "4": 27,
41
+ "5": 28,
42
+ "6": 29,
43
+ "7": 30,
44
+ "8": 31,
45
+ "9": 32,
46
+ ":": 33,
47
+ ";": 34,
48
+ "<": 35,
49
+ "=": 36,
50
+ ">": 37,
51
+ "?": 38,
52
+ "@": 39,
53
+ "A": 40,
54
+ "B": 41,
55
+ "C": 42,
56
+ "D": 43,
57
+ "E": 44,
58
+ "F": 45,
59
+ "G": 46,
60
+ "H": 47,
61
+ "I": 48,
62
+ "J": 49,
63
+ "K": 50,
64
+ "L": 51,
65
+ "M": 52,
66
+ "N": 53,
67
+ "O": 54,
68
+ "P": 55,
69
+ "Q": 56,
70
+ "R": 57,
71
+ "S": 58,
72
+ "T": 59,
73
+ "U": 60,
74
+ "V": 61,
75
+ "W": 62,
76
+ "X": 63,
77
+ "Y": 64,
78
+ "Z": 65,
79
+ "[": 66,
80
+ "\\": 67,
81
+ "]": 68,
82
+ "^": 69,
83
+ "`": 70,
84
+ "a": 71,
85
+ "b": 72,
86
+ "c": 73,
87
+ "d": 74,
88
+ "e": 75,
89
+ "f": 76,
90
+ "g": 77,
91
+ "h": 78,
92
+ "i": 79,
93
+ "j": 80,
94
+ "k": 81,
95
+ "l": 82,
96
+ "m": 83,
97
+ "n": 84,
98
+ "o": 85,
99
+ "p": 86,
100
+ "q": 87,
101
+ "r": 88,
102
+ "s": 89,
103
+ "t": 90,
104
+ "u": 91,
105
+ "v": 92,
106
+ "w": 93,
107
+ "x": 94,
108
+ "y": 95,
109
+ "z": 96,
110
+ "{": 97,
111
+ "|": 98,
112
+ "}": 99,
113
+ "~": 100,
114
+ "¡": 101,
115
+ "¢": 102,
116
+ "£": 103,
117
+ "¥": 104,
118
+ "ª": 105,
119
+ "«": 106,
120
+ "­": 107,
121
+ "®": 108,
122
+ "°": 109,
123
+ "²": 110,
124
+ "³": 111,
125
+ "´": 112,
126
+ "·": 113,
127
+ "¹": 114,
128
+ "º": 115,
129
+ "»": 116,
130
+ "¼": 117,
131
+ "½": 118,
132
+ "¿": 119,
133
+ "Á": 120,
134
+ "Å": 121,
135
+ "Æ": 122,
136
+ "Ç": 123,
137
+ "È": 124,
138
+ "É": 125,
139
+ "Í": 126,
140
+ "Ñ": 127,
141
+ "Ò": 128,
142
+ "Ó": 129,
143
+ "Ö": 130,
144
+ "×": 131,
145
+ "Ø": 132,
146
+ "Ú": 133,
147
+ "ß": 134,
148
+ "à": 135,
149
+ "á": 136,
150
+ "â": 137,
151
+ "ã": 138,
152
+ "ä": 139,
153
+ "å": 140,
154
+ "æ": 141,
155
+ "ç": 142,
156
+ "è": 143,
157
+ "é": 144,
158
+ "ê": 145,
159
+ "ë": 146,
160
+ "ì": 147,
161
+ "í": 148,
162
+ "î": 149,
163
+ "ï": 150,
164
+ "ñ": 151,
165
+ "ò": 152,
166
+ "ó": 153,
167
+ "ô": 154,
168
+ "õ": 155,
169
+ "ö": 156,
170
+ "÷": 157,
171
+ "ø": 158,
172
+ "ù": 159,
173
+ "ú": 160,
174
+ "û": 161,
175
+ "ü": 162,
176
+ "ā": 163,
177
+ "ă": 164,
178
+ "ą": 165,
179
+ "ć": 166,
180
+ "Ĉ": 167,
181
+ "č": 168,
182
+ "đ": 169,
183
+ "ē": 170,
184
+ "ė": 171,
185
+ "ę": 172,
186
+ "ğ": 173,
187
+ "ī": 174,
188
+ "ı": 175,
189
+ "ł": 176,
190
+ "ń": 177,
191
+ "ō": 178,
192
+ "ő": 179,
193
+ "œ": 180,
194
+ "ś": 181,
195
+ "ş": 182,
196
+ "Š": 183,
197
+ "š": 184,
198
+ "Ţ": 185,
199
+ "ū": 186,
200
+ "ŭ": 187,
201
+ "ż": 188,
202
+ "ǀ": 189,
203
+ "ǎ": 190,
204
+ "ǐ": 191,
205
+ "ǔ": 192,
206
+ "ș": 193,
207
+ "ə": 194,
208
+ "ɣ": 195,
209
+ "ˈ": 196,
210
+ "̃": 197,
211
+ "̉": 198,
212
+ "μ": 199,
213
+ "π": 200,
214
+ "С": 201,
215
+ "в": 202,
216
+ "е": 203,
217
+ "й": 204,
218
+ "н": 205,
219
+ "о": 206,
220
+ "р": 207,
221
+ "с": 208,
222
+ "т": 209,
223
+ "ы": 210,
224
+ "ѝ": 211,
225
+ "ַ": 212,
226
+ "א": 213,
227
+ "ל": 214,
228
+ "ע": 215,
229
+ "د": 216,
230
+ "ص": 217,
231
+ "م": 218,
232
+ "و": 219,
233
+ "ḥ": 220,
234
+ "ṛ": 221,
235
+ "ṣ": 222,
236
+ "ẓ": 223,
237
+ "ồ": 224,
238
+ "​": 225,
239
+ "‍": 226,
240
+ "—": 227,
241
+ "―": 228,
242
+ "…": 229,
243
+ "⁻": 230,
244
+ "₂": 231,
245
+ "₃": 232,
246
+ "₤": 233,
247
+ "₪": 234,
248
+ "₫": 235,
249
+ "€": 236,
250
+ "₹": 237,
251
+ "℃": 238,
252
+ "√": 239,
253
+ "─": 240,
254
+ "☀": 241,
255
+ "☠": 242,
256
+ "⚓": 243,
257
+ "✨": 244,
258
+ "々": 245,
259
+ "・": 246,
260
+ "习": 247,
261
+ "務": 248,
262
+ "問": 249,
263
+ "学": 250,
264
+ "小": 251,
265
+ "师": 252,
266
+ "政": 253,
267
+ "老": 254,
268
+ "顧": 255,
269
+ "fi": 256,
270
+ "️": 257,
271
+ "🇭": 258,
272
+ "🇹": 259,
273
+ "🌊": 260,
274
+ "🌡": 261,
275
+ "🌿": 262,
276
+ "🎶": 263,
277
+ "🏴": 264,
278
+ "🐈": 265,
279
+ "🐾": 266,
280
+ "👠": 267,
281
+ "💦": 268,
282
+ "💨": 269,
283
+ "🔥": 270,
284
+ "😉": 271,
285
+ "😹": 272
286
+ },
287
+ "phoneme_symbols": {
288
+ "0": "_",
289
+ "1": "<en_gb>",
290
+ "2": "<en_us>",
291
+ "3": "<es>",
292
+ "4": "<it>",
293
+ "5": "<end>",
294
+ "6": " ",
295
+ "7": "!",
296
+ "8": ",",
297
+ "9": ".",
298
+ "10": "1",
299
+ "11": ":",
300
+ "12": ";",
301
+ "13": "?",
302
+ "14": "a",
303
+ "15": "b",
304
+ "16": "c",
305
+ "17": "d",
306
+ "18": "e",
307
+ "19": "f",
308
+ "20": "h",
309
+ "21": "i",
310
+ "22": "j",
311
+ "23": "k",
312
+ "24": "l",
313
+ "25": "m",
314
+ "26": "n",
315
+ "27": "o",
316
+ "28": "p",
317
+ "29": "r",
318
+ "30": "s",
319
+ "31": "t",
320
+ "32": "u",
321
+ "33": "v",
322
+ "34": "w",
323
+ "35": "x",
324
+ "36": "y",
325
+ "37": "z",
326
+ "38": "«",
327
+ "39": "»",
328
+ "40": "æ",
329
+ "41": "ð",
330
+ "42": "ŋ",
331
+ "43": "ɐ",
332
+ "44": "ɑ",
333
+ "45": "ɒ",
334
+ "46": "ɔ",
335
+ "47": "ə",
336
+ "48": "ɚ",
337
+ "49": "ɛ",
338
+ "50": "ɜ",
339
+ "51": "ɟ",
340
+ "52": "ɡ",
341
+ "53": "ɣ",
342
+ "54": "ɪ",
343
+ "55": "ɬ",
344
+ "56": "ɲ",
345
+ "57": "ɹ",
346
+ "58": "ɾ",
347
+ "59": "ʁ",
348
+ "60": "ʃ",
349
+ "61": "ʊ",
350
+ "62": "ʌ",
351
+ "63": "ʎ",
352
+ "64": "ʒ",
353
+ "65": "ʔ",
354
+ "66": "ʝ",
355
+ "67": "ʲ",
356
+ "68": "ˈ",
357
+ "69": "ˌ",
358
+ "70": "ː",
359
+ "71": "̃",
360
+ "72": "̩",
361
+ "73": "̪",
362
+ "74": "β",
363
+ "75": "θ",
364
+ "76": "ᵻ",
365
+ "77": "—",
366
+ "78": "…"
367
+ },
368
+ "text_pad_index": 0,
369
+ "phoneme_pad_index": 0,
370
+ "phoneme_end_index": 5,
371
+ "preprocessing": {
372
+ "char_repeats": 4,
373
+ "languages": [
374
+ "en_gb",
375
+ "en_us",
376
+ "es",
377
+ "it"
378
+ ],
379
+ "lowercase": true,
380
+ "n_val": 17200,
381
+ "phoneme_symbols": [
382
+ " ",
383
+ "!",
384
+ ",",
385
+ ".",
386
+ "1",
387
+ ":",
388
+ ";",
389
+ "?",
390
+ "a",
391
+ "b",
392
+ "c",
393
+ "d",
394
+ "e",
395
+ "f",
396
+ "h",
397
+ "i",
398
+ "j",
399
+ "k",
400
+ "l",
401
+ "m",
402
+ "n",
403
+ "o",
404
+ "p",
405
+ "r",
406
+ "s",
407
+ "t",
408
+ "u",
409
+ "v",
410
+ "w",
411
+ "x",
412
+ "y",
413
+ "z",
414
+ "«",
415
+ "»",
416
+ "æ",
417
+ "ð",
418
+ "ŋ",
419
+ "ɐ",
420
+ "ɑ",
421
+ "ɒ",
422
+ "ɔ",
423
+ "ə",
424
+ "ɚ",
425
+ "ɛ",
426
+ "ɜ",
427
+ "ɟ",
428
+ "ɡ",
429
+ "ɣ",
430
+ "ɪ",
431
+ "ɬ",
432
+ "ɲ",
433
+ "ɹ",
434
+ "ɾ",
435
+ "ʁ",
436
+ "ʃ",
437
+ "ʊ",
438
+ "ʌ",
439
+ "ʎ",
440
+ "ʒ",
441
+ "ʔ",
442
+ "ʝ",
443
+ "ʲ",
444
+ "ˈ",
445
+ "ˌ",
446
+ "ː",
447
+ "̃",
448
+ "̩",
449
+ "̪",
450
+ "β",
451
+ "θ",
452
+ "ᵻ",
453
+ "—",
454
+ "…"
455
+ ],
456
+ "phoneme_token_mode": "char",
457
+ "text_symbols": [
458
+ "\b",
459
+ " ",
460
+ "!",
461
+ "\"",
462
+ "#",
463
+ "$",
464
+ "%",
465
+ "&",
466
+ "'",
467
+ "(",
468
+ ")",
469
+ "*",
470
+ "+",
471
+ ",",
472
+ "-",
473
+ ".",
474
+ "/",
475
+ "0",
476
+ "1",
477
+ "2",
478
+ "3",
479
+ "4",
480
+ "5",
481
+ "6",
482
+ "7",
483
+ "8",
484
+ "9",
485
+ ":",
486
+ ";",
487
+ "<",
488
+ "=",
489
+ ">",
490
+ "?",
491
+ "@",
492
+ "A",
493
+ "B",
494
+ "C",
495
+ "D",
496
+ "E",
497
+ "F",
498
+ "G",
499
+ "H",
500
+ "I",
501
+ "J",
502
+ "K",
503
+ "L",
504
+ "M",
505
+ "N",
506
+ "O",
507
+ "P",
508
+ "Q",
509
+ "R",
510
+ "S",
511
+ "T",
512
+ "U",
513
+ "V",
514
+ "W",
515
+ "X",
516
+ "Y",
517
+ "Z",
518
+ "[",
519
+ "\\",
520
+ "]",
521
+ "^",
522
+ "`",
523
+ "a",
524
+ "b",
525
+ "c",
526
+ "d",
527
+ "e",
528
+ "f",
529
+ "g",
530
+ "h",
531
+ "i",
532
+ "j",
533
+ "k",
534
+ "l",
535
+ "m",
536
+ "n",
537
+ "o",
538
+ "p",
539
+ "q",
540
+ "r",
541
+ "s",
542
+ "t",
543
+ "u",
544
+ "v",
545
+ "w",
546
+ "x",
547
+ "y",
548
+ "z",
549
+ "{",
550
+ "|",
551
+ "}",
552
+ "~",
553
+ "¡",
554
+ "¢",
555
+ "£",
556
+ "¥",
557
+ "ª",
558
+ "«",
559
+ "­",
560
+ "®",
561
+ "°",
562
+ "²",
563
+ "³",
564
+ "´",
565
+ "·",
566
+ "¹",
567
+ "º",
568
+ "»",
569
+ "¼",
570
+ "½",
571
+ "¿",
572
+ "Á",
573
+ "Å",
574
+ "Æ",
575
+ "Ç",
576
+ "È",
577
+ "É",
578
+ "Í",
579
+ "Ñ",
580
+ "Ò",
581
+ "Ó",
582
+ "Ö",
583
+ "×",
584
+ "Ø",
585
+ "Ú",
586
+ "ß",
587
+ "à",
588
+ "á",
589
+ "â",
590
+ "ã",
591
+ "ä",
592
+ "å",
593
+ "æ",
594
+ "ç",
595
+ "è",
596
+ "é",
597
+ "ê",
598
+ "ë",
599
+ "ì",
600
+ "í",
601
+ "î",
602
+ "ï",
603
+ "ñ",
604
+ "ò",
605
+ "ó",
606
+ "ô",
607
+ "õ",
608
+ "ö",
609
+ "÷",
610
+ "ø",
611
+ "ù",
612
+ "ú",
613
+ "û",
614
+ "ü",
615
+ "ā",
616
+ "ă",
617
+ "ą",
618
+ "ć",
619
+ "Ĉ",
620
+ "č",
621
+ "đ",
622
+ "ē",
623
+ "ė",
624
+ "ę",
625
+ "ğ",
626
+ "ī",
627
+ "ı",
628
+ "ł",
629
+ "ń",
630
+ "ō",
631
+ "ő",
632
+ "œ",
633
+ "ś",
634
+ "ş",
635
+ "Š",
636
+ "š",
637
+ "Ţ",
638
+ "ū",
639
+ "ŭ",
640
+ "ż",
641
+ "ǀ",
642
+ "ǎ",
643
+ "ǐ",
644
+ "ǔ",
645
+ "ș",
646
+ "ə",
647
+ "ɣ",
648
+ "ˈ",
649
+ "̃",
650
+ "̉",
651
+ "μ",
652
+ "π",
653
+ "С",
654
+ "в",
655
+ "е",
656
+ "й",
657
+ "н",
658
+ "о",
659
+ "р",
660
+ "с",
661
+ "т",
662
+ "ы",
663
+ "ѝ",
664
+ "ַ",
665
+ "א",
666
+ "ל",
667
+ "ע",
668
+ "د",
669
+ "ص",
670
+ "م",
671
+ "و",
672
+ "ḥ",
673
+ "ṛ",
674
+ "ṣ",
675
+ "ẓ",
676
+ "ồ",
677
+ "​",
678
+ "‍",
679
+ "—",
680
+ "―",
681
+ "…",
682
+ "⁻",
683
+ "₂",
684
+ "₃",
685
+ "₤",
686
+ "₪",
687
+ "₫",
688
+ "€",
689
+ "₹",
690
+ "℃",
691
+ "√",
692
+ "─",
693
+ "☀",
694
+ "☠",
695
+ "⚓",
696
+ "✨",
697
+ "々",
698
+ "・",
699
+ "习",
700
+ "務",
701
+ "問",
702
+ "学",
703
+ "小",
704
+ "师",
705
+ "政",
706
+ "老",
707
+ "顧",
708
+ "fi",
709
+ "️",
710
+ "🇭",
711
+ "🇹",
712
+ "🌊",
713
+ "🌡",
714
+ "🌿",
715
+ "🎶",
716
+ "🏴",
717
+ "🐈",
718
+ "🐾",
719
+ "👠",
720
+ "💦",
721
+ "💨",
722
+ "🔥",
723
+ "😉",
724
+ "😹"
725
+ ]
726
+ }
727
+ }
litert/assets/languages.json ADDED
@@ -0,0 +1,368 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "en_us",
4
+ "index": 0,
5
+ "samples": 383914,
6
+ "duration_seconds": 1464718.5884999859,
7
+ "by_split": {
8
+ "test": 3756,
9
+ "train": 376354,
10
+ "val": 3804
11
+ },
12
+ "by_emotion": {
13
+ "angry": 43857,
14
+ "excited": 42121,
15
+ "friendly": 40812,
16
+ "frustrated": 41256,
17
+ "happy": 43370,
18
+ "neutral": 42681,
19
+ "sad": 42195,
20
+ "sarcastic": 48206,
21
+ "unsure": 39416
22
+ },
23
+ "by_voice_emotion": {
24
+ "ariadne|angry": 7303,
25
+ "ariadne|excited": 7243,
26
+ "ariadne|friendly": 6864,
27
+ "ariadne|frustrated": 6523,
28
+ "ariadne|happy": 7104,
29
+ "ariadne|neutral": 6513,
30
+ "ariadne|sad": 7106,
31
+ "ariadne|sarcastic": 8123,
32
+ "ariadne|unsure": 6311,
33
+ "felix|angry": 5994,
34
+ "felix|excited": 5328,
35
+ "felix|friendly": 5468,
36
+ "felix|frustrated": 5489,
37
+ "felix|happy": 5391,
38
+ "felix|neutral": 5752,
39
+ "felix|sad": 5501,
40
+ "felix|sarcastic": 6509,
41
+ "felix|unsure": 5216,
42
+ "gwen|angry": 5804,
43
+ "gwen|excited": 5863,
44
+ "gwen|friendly": 5406,
45
+ "gwen|frustrated": 5770,
46
+ "gwen|happy": 5605,
47
+ "gwen|neutral": 5683,
48
+ "gwen|sad": 5880,
49
+ "gwen|sarcastic": 6775,
50
+ "gwen|unsure": 5548,
51
+ "max|angry": 6874,
52
+ "max|excited": 6322,
53
+ "max|friendly": 6126,
54
+ "max|frustrated": 6506,
55
+ "max|happy": 6719,
56
+ "max|neutral": 6881,
57
+ "max|sad": 6687,
58
+ "max|sarcastic": 7018,
59
+ "max|unsure": 5585,
60
+ "rex|angry": 6482,
61
+ "rex|excited": 6376,
62
+ "rex|friendly": 6044,
63
+ "rex|frustrated": 6069,
64
+ "rex|happy": 6956,
65
+ "rex|neutral": 6284,
66
+ "rex|sad": 5906,
67
+ "rex|sarcastic": 6709,
68
+ "rex|unsure": 6043,
69
+ "scylla|angry": 5517,
70
+ "scylla|excited": 5525,
71
+ "scylla|friendly": 5542,
72
+ "scylla|frustrated": 5374,
73
+ "scylla|happy": 5641,
74
+ "scylla|neutral": 5412,
75
+ "scylla|sad": 5698,
76
+ "scylla|sarcastic": 6648,
77
+ "scylla|unsure": 5242,
78
+ "stone|angry": 5883,
79
+ "stone|excited": 5464,
80
+ "stone|friendly": 5362,
81
+ "stone|frustrated": 5525,
82
+ "stone|happy": 5954,
83
+ "stone|neutral": 6156,
84
+ "stone|sad": 5417,
85
+ "stone|sarcastic": 6424,
86
+ "stone|unsure": 5471
87
+ }
88
+ },
89
+ {
90
+ "id": "en_gb",
91
+ "index": 1,
92
+ "samples": 164289,
93
+ "duration_seconds": 630126.1611666688,
94
+ "by_split": {
95
+ "test": 1597,
96
+ "train": 161012,
97
+ "val": 1680
98
+ },
99
+ "by_emotion": {
100
+ "angry": 18856,
101
+ "excited": 17386,
102
+ "friendly": 18347,
103
+ "frustrated": 17691,
104
+ "happy": 18822,
105
+ "neutral": 18471,
106
+ "sad": 18396,
107
+ "sarcastic": 20037,
108
+ "unsure": 16283
109
+ },
110
+ "by_voice_emotion": {
111
+ "ink|angry": 6827,
112
+ "ink|excited": 6274,
113
+ "ink|friendly": 6606,
114
+ "ink|frustrated": 6498,
115
+ "ink|happy": 6386,
116
+ "ink|neutral": 6634,
117
+ "ink|sad": 6967,
118
+ "ink|sarcastic": 7261,
119
+ "ink|unsure": 5789,
120
+ "orpheus|angry": 6007,
121
+ "orpheus|excited": 5354,
122
+ "orpheus|friendly": 5669,
123
+ "orpheus|frustrated": 5483,
124
+ "orpheus|happy": 6197,
125
+ "orpheus|neutral": 5648,
126
+ "orpheus|sad": 5581,
127
+ "orpheus|sarcastic": 6305,
128
+ "orpheus|unsure": 5286,
129
+ "tuesday|angry": 6022,
130
+ "tuesday|excited": 5758,
131
+ "tuesday|friendly": 6072,
132
+ "tuesday|frustrated": 5710,
133
+ "tuesday|happy": 6239,
134
+ "tuesday|neutral": 6189,
135
+ "tuesday|sad": 5848,
136
+ "tuesday|sarcastic": 6471,
137
+ "tuesday|unsure": 5208
138
+ }
139
+ },
140
+ {
141
+ "id": "es",
142
+ "index": 2,
143
+ "samples": 620045,
144
+ "duration_seconds": 2453147.4230416627,
145
+ "by_split": {
146
+ "test": 6203,
147
+ "train": 607555,
148
+ "val": 6287
149
+ },
150
+ "by_emotion": {
151
+ "angry": 68340,
152
+ "excited": 66990,
153
+ "friendly": 71505,
154
+ "frustrated": 67218,
155
+ "happy": 70932,
156
+ "neutral": 66146,
157
+ "sad": 71329,
158
+ "sarcastic": 71638,
159
+ "unsure": 65947
160
+ },
161
+ "by_voice_emotion": {
162
+ "ariadne|angry": 7536,
163
+ "ariadne|excited": 7259,
164
+ "ariadne|friendly": 7340,
165
+ "ariadne|frustrated": 7360,
166
+ "ariadne|happy": 7789,
167
+ "ariadne|neutral": 6827,
168
+ "ariadne|sad": 7876,
169
+ "ariadne|sarcastic": 8457,
170
+ "ariadne|unsure": 6978,
171
+ "felix|angry": 6459,
172
+ "felix|excited": 6133,
173
+ "felix|friendly": 7149,
174
+ "felix|frustrated": 6639,
175
+ "felix|happy": 6779,
176
+ "felix|neutral": 6251,
177
+ "felix|sad": 7009,
178
+ "felix|sarcastic": 7221,
179
+ "felix|unsure": 6153,
180
+ "gwen|angry": 6236,
181
+ "gwen|excited": 5417,
182
+ "gwen|friendly": 5922,
183
+ "gwen|frustrated": 6284,
184
+ "gwen|happy": 6051,
185
+ "gwen|neutral": 5916,
186
+ "gwen|sad": 6748,
187
+ "gwen|sarcastic": 6218,
188
+ "gwen|unsure": 6114,
189
+ "ink|angry": 6826,
190
+ "ink|excited": 6923,
191
+ "ink|friendly": 6794,
192
+ "ink|frustrated": 6609,
193
+ "ink|happy": 7617,
194
+ "ink|neutral": 6395,
195
+ "ink|sad": 7039,
196
+ "ink|sarcastic": 7319,
197
+ "ink|unsure": 6804,
198
+ "max|angry": 6845,
199
+ "max|excited": 6674,
200
+ "max|friendly": 7828,
201
+ "max|frustrated": 6061,
202
+ "max|happy": 6848,
203
+ "max|neutral": 6333,
204
+ "max|sad": 7019,
205
+ "max|sarcastic": 6872,
206
+ "max|unsure": 6357,
207
+ "orpheus|angry": 6856,
208
+ "orpheus|excited": 6380,
209
+ "orpheus|friendly": 7096,
210
+ "orpheus|frustrated": 6792,
211
+ "orpheus|happy": 7118,
212
+ "orpheus|neutral": 6606,
213
+ "orpheus|sad": 7079,
214
+ "orpheus|sarcastic": 7059,
215
+ "orpheus|unsure": 6413,
216
+ "rex|angry": 7077,
217
+ "rex|excited": 6894,
218
+ "rex|friendly": 7054,
219
+ "rex|frustrated": 6457,
220
+ "rex|happy": 6781,
221
+ "rex|neutral": 6385,
222
+ "rex|sad": 6854,
223
+ "rex|sarcastic": 6565,
224
+ "rex|unsure": 6740,
225
+ "scylla|angry": 5976,
226
+ "scylla|excited": 6768,
227
+ "scylla|friendly": 7362,
228
+ "scylla|frustrated": 6603,
229
+ "scylla|happy": 6601,
230
+ "scylla|neutral": 5971,
231
+ "scylla|sad": 7573,
232
+ "scylla|sarcastic": 6506,
233
+ "scylla|unsure": 6473,
234
+ "stone|angry": 7400,
235
+ "stone|excited": 7177,
236
+ "stone|friendly": 6887,
237
+ "stone|frustrated": 7306,
238
+ "stone|happy": 7832,
239
+ "stone|neutral": 8089,
240
+ "stone|sad": 6959,
241
+ "stone|sarcastic": 8019,
242
+ "stone|unsure": 7112,
243
+ "tuesday|angry": 7129,
244
+ "tuesday|excited": 7365,
245
+ "tuesday|friendly": 8073,
246
+ "tuesday|frustrated": 7107,
247
+ "tuesday|happy": 7516,
248
+ "tuesday|neutral": 7373,
249
+ "tuesday|sad": 7173,
250
+ "tuesday|sarcastic": 7402,
251
+ "tuesday|unsure": 6803
252
+ }
253
+ },
254
+ {
255
+ "id": "it",
256
+ "index": 3,
257
+ "samples": 722355,
258
+ "duration_seconds": 3031719.9585833414,
259
+ "by_split": {
260
+ "test": 7237,
261
+ "train": 707554,
262
+ "val": 7564
263
+ },
264
+ "by_emotion": {
265
+ "angry": 79566,
266
+ "excited": 77881,
267
+ "friendly": 80234,
268
+ "frustrated": 79710,
269
+ "happy": 84014,
270
+ "neutral": 74221,
271
+ "sad": 83644,
272
+ "sarcastic": 86153,
273
+ "unsure": 76932
274
+ },
275
+ "by_voice_emotion": {
276
+ "ariadne|angry": 8796,
277
+ "ariadne|excited": 8820,
278
+ "ariadne|friendly": 8703,
279
+ "ariadne|frustrated": 8135,
280
+ "ariadne|happy": 9569,
281
+ "ariadne|neutral": 7453,
282
+ "ariadne|sad": 8629,
283
+ "ariadne|sarcastic": 8927,
284
+ "ariadne|unsure": 7260,
285
+ "felix|angry": 8131,
286
+ "felix|excited": 7306,
287
+ "felix|friendly": 8059,
288
+ "felix|frustrated": 7538,
289
+ "felix|happy": 7703,
290
+ "felix|neutral": 7199,
291
+ "felix|sad": 7952,
292
+ "felix|sarcastic": 8409,
293
+ "felix|unsure": 7300,
294
+ "gwen|angry": 7517,
295
+ "gwen|excited": 7600,
296
+ "gwen|friendly": 7323,
297
+ "gwen|frustrated": 7209,
298
+ "gwen|happy": 7269,
299
+ "gwen|neutral": 6794,
300
+ "gwen|sad": 7680,
301
+ "gwen|sarcastic": 7942,
302
+ "gwen|unsure": 7564,
303
+ "ink|angry": 8407,
304
+ "ink|excited": 8291,
305
+ "ink|friendly": 8703,
306
+ "ink|frustrated": 8631,
307
+ "ink|happy": 9250,
308
+ "ink|neutral": 7614,
309
+ "ink|sad": 9740,
310
+ "ink|sarcastic": 8848,
311
+ "ink|unsure": 8316,
312
+ "max|angry": 8515,
313
+ "max|excited": 8015,
314
+ "max|friendly": 8415,
315
+ "max|frustrated": 8803,
316
+ "max|happy": 8849,
317
+ "max|neutral": 7923,
318
+ "max|sad": 9326,
319
+ "max|sarcastic": 9273,
320
+ "max|unsure": 8441,
321
+ "orpheus|angry": 7982,
322
+ "orpheus|excited": 7670,
323
+ "orpheus|friendly": 8158,
324
+ "orpheus|frustrated": 7910,
325
+ "orpheus|happy": 8240,
326
+ "orpheus|neutral": 7100,
327
+ "orpheus|sad": 8315,
328
+ "orpheus|sarcastic": 8159,
329
+ "orpheus|unsure": 7629,
330
+ "rex|angry": 8356,
331
+ "rex|excited": 7953,
332
+ "rex|friendly": 8317,
333
+ "rex|frustrated": 7906,
334
+ "rex|happy": 8062,
335
+ "rex|neutral": 7490,
336
+ "rex|sad": 8081,
337
+ "rex|sarcastic": 8135,
338
+ "rex|unsure": 8259,
339
+ "scylla|angry": 7837,
340
+ "scylla|excited": 7643,
341
+ "scylla|friendly": 7987,
342
+ "scylla|frustrated": 7622,
343
+ "scylla|happy": 7800,
344
+ "scylla|neutral": 6431,
345
+ "scylla|sad": 8239,
346
+ "scylla|sarcastic": 8499,
347
+ "scylla|unsure": 7464,
348
+ "stone|angry": 8128,
349
+ "stone|excited": 7849,
350
+ "stone|friendly": 6187,
351
+ "stone|frustrated": 7969,
352
+ "stone|happy": 8745,
353
+ "stone|neutral": 8185,
354
+ "stone|sad": 7567,
355
+ "stone|sarcastic": 8930,
356
+ "stone|unsure": 7936,
357
+ "tuesday|angry": 5897,
358
+ "tuesday|excited": 6734,
359
+ "tuesday|friendly": 8382,
360
+ "tuesday|frustrated": 7987,
361
+ "tuesday|happy": 8527,
362
+ "tuesday|neutral": 8032,
363
+ "tuesday|sad": 8115,
364
+ "tuesday|sarcastic": 9031,
365
+ "tuesday|unsure": 6763
366
+ }
367
+ }
368
+ ]
litert/assets/phone_vocab.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "scyllasband_ipa_phone_symbols",
3
+ "schema_version": 1,
4
+ "special_tokens": [
5
+ "<pad>",
6
+ "<unk>",
7
+ "<sil>",
8
+ "<pause_comma>",
9
+ "<pause_semicolon>",
10
+ "<pause_colon>",
11
+ "<pause_dash>",
12
+ "<ellipsis>",
13
+ "<end_stmt>",
14
+ "<end_question>",
15
+ "<end_exclaim>",
16
+ "<ctx_sentence_start>",
17
+ "<ctx_continuation>",
18
+ "<ctx_sentence_end>",
19
+ "<ctx_chunk_continue>"
20
+ ],
21
+ "token_to_id": {
22
+ "<ctx_chunk_continue>": 14,
23
+ "<ctx_continuation>": 12,
24
+ "<ctx_sentence_end>": 13,
25
+ "<ctx_sentence_start>": 11,
26
+ "<ellipsis>": 7,
27
+ "<end_exclaim>": 10,
28
+ "<end_question>": 9,
29
+ "<end_stmt>": 8,
30
+ "<pad>": 0,
31
+ "<pause_colon>": 5,
32
+ "<pause_comma>": 3,
33
+ "<pause_dash>": 6,
34
+ "<pause_semicolon>": 4,
35
+ "<sil>": 2,
36
+ "<unk>": 1,
37
+ "a": 15,
38
+ "b": 16,
39
+ "d": 17,
40
+ "e": 18,
41
+ "f": 19,
42
+ "h": 20,
43
+ "i": 21,
44
+ "j": 22,
45
+ "k": 23,
46
+ "l": 24,
47
+ "m": 25,
48
+ "n": 26,
49
+ "o": 27,
50
+ "p": 28,
51
+ "r": 29,
52
+ "s": 30,
53
+ "t": 31,
54
+ "u": 32,
55
+ "v": 33,
56
+ "w": 34,
57
+ "x": 35,
58
+ "y": 36,
59
+ "z": 37,
60
+ "æ": 38,
61
+ "ð": 39,
62
+ "ŋ": 40,
63
+ "ɐ": 41,
64
+ "ɑ": 42,
65
+ "ɒ": 43,
66
+ "ɔ": 44,
67
+ "ə": 45,
68
+ "ɚ": 46,
69
+ "ɛ": 47,
70
+ "ɜ": 48,
71
+ "ɡ": 49,
72
+ "ɣ": 50,
73
+ "ɪ": 51,
74
+ "ɬ": 52,
75
+ "ɲ": 53,
76
+ "ɹ": 54,
77
+ "ɾ": 55,
78
+ "ʁ": 56,
79
+ "ʃ": 57,
80
+ "ʊ": 58,
81
+ "ʌ": 59,
82
+ "ʎ": 60,
83
+ "ʒ": 61,
84
+ "ʔ": 62,
85
+ "ʝ": 63,
86
+ "ʲ": 64,
87
+ "ˈ": 65,
88
+ "ˌ": 66,
89
+ "ː": 67,
90
+ "̃": 68,
91
+ "̩": 69,
92
+ "̪": 70,
93
+ "β": 71,
94
+ "θ": 72,
95
+ "ᵻ": 73
96
+ },
97
+ "vocab_size": 74
98
+ }
litert/assets/voice_packs/ariadne.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f4fc82e88797393c6d6eebeba07b4bebe635e8d7f1659c7a2cd8ad4b20867a9
3
+ size 58894
litert/assets/voice_packs/felix.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eedbe3d0a65556c0e96b2213969bdcb8308dc943365d184796eb0c446d0cf3a3
3
+ size 58894
litert/assets/voice_packs/gwen.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa4e817e2b97e652b84f7981e256ca4bd42fc09edf8099af36ac5cd977a55d51
3
+ size 58894
litert/assets/voice_packs/ink.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59dd56526a544c28b718eafb6a199165ca2e9961e843523721f9001e0583b33
3
+ size 58894
litert/assets/voice_packs/max.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b42f5b52e4f5d51b44f2c2df613d5aa7d2bf718c85d6bceaabf7ad6c986816
3
+ size 58894
litert/assets/voice_packs/orpheus.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af7039629d26fdd495d94cc900f5680f50fa1c5b669c7f4174fd8ea132d4566
3
+ size 58894
litert/assets/voice_packs/reference_packs.json ADDED
The diff for this file is too large to render. See raw diff
 
litert/assets/voice_packs/rex.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2bc512785d08e05229725598e70f318f51ccfd98b03b371f9f550d9e294a6cf
3
+ size 58894
litert/assets/voice_packs/scylla.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9590d9fbd87e70535da193128fcba47b9913636a46157df923965f432c773442
3
+ size 58894
litert/assets/voice_packs/stone.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a3e97ff58d2d6fc5b766ee23a30b699b9347fda61054d16b3ae211a8586c1c0
3
+ size 58894
litert/assets/voice_packs/tuesday.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eaae92c2ce1fb21d0a2e67dc7a70bbd8f1bb6e1991ed09e306a35baca1ca9ec
3
+ size 58894
litert/assets/voices.json ADDED
@@ -0,0 +1,562 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "ariadne",
4
+ "index": 0,
5
+ "samples": 206804,
6
+ "duration_seconds": 846611.6172083436,
7
+ "by_language": {
8
+ "en_us": 63090,
9
+ "es": 67422,
10
+ "it": 76292
11
+ },
12
+ "by_emotion": {
13
+ "angry": 23635,
14
+ "excited": 23322,
15
+ "friendly": 22907,
16
+ "frustrated": 22018,
17
+ "happy": 24462,
18
+ "neutral": 20793,
19
+ "sad": 23611,
20
+ "sarcastic": 25507,
21
+ "unsure": 20549
22
+ },
23
+ "by_language_emotion": {
24
+ "en_us|angry": 7303,
25
+ "en_us|excited": 7243,
26
+ "en_us|friendly": 6864,
27
+ "en_us|frustrated": 6523,
28
+ "en_us|happy": 7104,
29
+ "en_us|neutral": 6513,
30
+ "en_us|sad": 7106,
31
+ "en_us|sarcastic": 8123,
32
+ "en_us|unsure": 6311,
33
+ "es|angry": 7536,
34
+ "es|excited": 7259,
35
+ "es|friendly": 7340,
36
+ "es|frustrated": 7360,
37
+ "es|happy": 7789,
38
+ "es|neutral": 6827,
39
+ "es|sad": 7876,
40
+ "es|sarcastic": 8457,
41
+ "es|unsure": 6978,
42
+ "it|angry": 8796,
43
+ "it|excited": 8820,
44
+ "it|friendly": 8703,
45
+ "it|frustrated": 8135,
46
+ "it|happy": 9569,
47
+ "it|neutral": 7453,
48
+ "it|sad": 8629,
49
+ "it|sarcastic": 8927,
50
+ "it|unsure": 7260
51
+ },
52
+ "by_split": {
53
+ "test": 2133,
54
+ "train": 202595,
55
+ "val": 2076
56
+ }
57
+ },
58
+ {
59
+ "id": "felix",
60
+ "index": 1,
61
+ "samples": 180038,
62
+ "duration_seconds": 711097.7942499918,
63
+ "by_language": {
64
+ "en_us": 50648,
65
+ "es": 59793,
66
+ "it": 69597
67
+ },
68
+ "by_emotion": {
69
+ "angry": 20584,
70
+ "excited": 18767,
71
+ "friendly": 20676,
72
+ "frustrated": 19666,
73
+ "happy": 19873,
74
+ "neutral": 19202,
75
+ "sad": 20462,
76
+ "sarcastic": 22139,
77
+ "unsure": 18669
78
+ },
79
+ "by_language_emotion": {
80
+ "en_us|angry": 5994,
81
+ "en_us|excited": 5328,
82
+ "en_us|friendly": 5468,
83
+ "en_us|frustrated": 5489,
84
+ "en_us|happy": 5391,
85
+ "en_us|neutral": 5752,
86
+ "en_us|sad": 5501,
87
+ "en_us|sarcastic": 6509,
88
+ "en_us|unsure": 5216,
89
+ "es|angry": 6459,
90
+ "es|excited": 6133,
91
+ "es|friendly": 7149,
92
+ "es|frustrated": 6639,
93
+ "es|happy": 6779,
94
+ "es|neutral": 6251,
95
+ "es|sad": 7009,
96
+ "es|sarcastic": 7221,
97
+ "es|unsure": 6153,
98
+ "it|angry": 8131,
99
+ "it|excited": 7306,
100
+ "it|friendly": 8059,
101
+ "it|frustrated": 7538,
102
+ "it|happy": 7703,
103
+ "it|neutral": 7199,
104
+ "it|sad": 7952,
105
+ "it|sarcastic": 8409,
106
+ "it|unsure": 7300
107
+ },
108
+ "by_split": {
109
+ "test": 1785,
110
+ "train": 176377,
111
+ "val": 1876
112
+ }
113
+ },
114
+ {
115
+ "id": "gwen",
116
+ "index": 2,
117
+ "samples": 174138,
118
+ "duration_seconds": 678579.3892083238,
119
+ "by_language": {
120
+ "en_us": 52334,
121
+ "es": 54906,
122
+ "it": 66898
123
+ },
124
+ "by_emotion": {
125
+ "angry": 19557,
126
+ "excited": 18880,
127
+ "friendly": 18651,
128
+ "frustrated": 19263,
129
+ "happy": 18925,
130
+ "neutral": 18393,
131
+ "sad": 20308,
132
+ "sarcastic": 20935,
133
+ "unsure": 19226
134
+ },
135
+ "by_language_emotion": {
136
+ "en_us|angry": 5804,
137
+ "en_us|excited": 5863,
138
+ "en_us|friendly": 5406,
139
+ "en_us|frustrated": 5770,
140
+ "en_us|happy": 5605,
141
+ "en_us|neutral": 5683,
142
+ "en_us|sad": 5880,
143
+ "en_us|sarcastic": 6775,
144
+ "en_us|unsure": 5548,
145
+ "es|angry": 6236,
146
+ "es|excited": 5417,
147
+ "es|friendly": 5922,
148
+ "es|frustrated": 6284,
149
+ "es|happy": 6051,
150
+ "es|neutral": 5916,
151
+ "es|sad": 6748,
152
+ "es|sarcastic": 6218,
153
+ "es|unsure": 6114,
154
+ "it|angry": 7517,
155
+ "it|excited": 7600,
156
+ "it|friendly": 7323,
157
+ "it|frustrated": 7209,
158
+ "it|happy": 7269,
159
+ "it|neutral": 6794,
160
+ "it|sad": 7680,
161
+ "it|sarcastic": 7942,
162
+ "it|unsure": 7564
163
+ },
164
+ "by_split": {
165
+ "test": 1783,
166
+ "train": 170456,
167
+ "val": 1899
168
+ }
169
+ },
170
+ {
171
+ "id": "ink",
172
+ "index": 3,
173
+ "samples": 199368,
174
+ "duration_seconds": 814706.7196666563,
175
+ "by_language": {
176
+ "en_gb": 59242,
177
+ "es": 62326,
178
+ "it": 77800
179
+ },
180
+ "by_emotion": {
181
+ "angry": 22060,
182
+ "excited": 21488,
183
+ "friendly": 22103,
184
+ "frustrated": 21738,
185
+ "happy": 23253,
186
+ "neutral": 20643,
187
+ "sad": 23746,
188
+ "sarcastic": 23428,
189
+ "unsure": 20909
190
+ },
191
+ "by_language_emotion": {
192
+ "en_gb|angry": 6827,
193
+ "en_gb|excited": 6274,
194
+ "en_gb|friendly": 6606,
195
+ "en_gb|frustrated": 6498,
196
+ "en_gb|happy": 6386,
197
+ "en_gb|neutral": 6634,
198
+ "en_gb|sad": 6967,
199
+ "en_gb|sarcastic": 7261,
200
+ "en_gb|unsure": 5789,
201
+ "es|angry": 6826,
202
+ "es|excited": 6923,
203
+ "es|friendly": 6794,
204
+ "es|frustrated": 6609,
205
+ "es|happy": 7617,
206
+ "es|neutral": 6395,
207
+ "es|sad": 7039,
208
+ "es|sarcastic": 7319,
209
+ "es|unsure": 6804,
210
+ "it|angry": 8407,
211
+ "it|excited": 8291,
212
+ "it|friendly": 8703,
213
+ "it|frustrated": 8631,
214
+ "it|happy": 9250,
215
+ "it|neutral": 7614,
216
+ "it|sad": 9740,
217
+ "it|sarcastic": 8848,
218
+ "it|unsure": 8316
219
+ },
220
+ "by_split": {
221
+ "test": 2015,
222
+ "train": 195260,
223
+ "val": 2093
224
+ }
225
+ },
226
+ {
227
+ "id": "max",
228
+ "index": 4,
229
+ "samples": 197115,
230
+ "duration_seconds": 803201.1039999962,
231
+ "by_language": {
232
+ "en_us": 58718,
233
+ "es": 60837,
234
+ "it": 77560
235
+ },
236
+ "by_emotion": {
237
+ "angry": 22234,
238
+ "excited": 21011,
239
+ "friendly": 22369,
240
+ "frustrated": 21370,
241
+ "happy": 22416,
242
+ "neutral": 21137,
243
+ "sad": 23032,
244
+ "sarcastic": 23163,
245
+ "unsure": 20383
246
+ },
247
+ "by_language_emotion": {
248
+ "en_us|angry": 6874,
249
+ "en_us|excited": 6322,
250
+ "en_us|friendly": 6126,
251
+ "en_us|frustrated": 6506,
252
+ "en_us|happy": 6719,
253
+ "en_us|neutral": 6881,
254
+ "en_us|sad": 6687,
255
+ "en_us|sarcastic": 7018,
256
+ "en_us|unsure": 5585,
257
+ "es|angry": 6845,
258
+ "es|excited": 6674,
259
+ "es|friendly": 7828,
260
+ "es|frustrated": 6061,
261
+ "es|happy": 6848,
262
+ "es|neutral": 6333,
263
+ "es|sad": 7019,
264
+ "es|sarcastic": 6872,
265
+ "es|unsure": 6357,
266
+ "it|angry": 8515,
267
+ "it|excited": 8015,
268
+ "it|friendly": 8415,
269
+ "it|frustrated": 8803,
270
+ "it|happy": 8849,
271
+ "it|neutral": 7923,
272
+ "it|sad": 9326,
273
+ "it|sarcastic": 9273,
274
+ "it|unsure": 8441
275
+ },
276
+ "by_split": {
277
+ "test": 1897,
278
+ "train": 193244,
279
+ "val": 1974
280
+ }
281
+ },
282
+ {
283
+ "id": "orpheus",
284
+ "index": 5,
285
+ "samples": 184092,
286
+ "duration_seconds": 731022.7097916564,
287
+ "by_language": {
288
+ "en_gb": 51530,
289
+ "es": 61399,
290
+ "it": 71163
291
+ },
292
+ "by_emotion": {
293
+ "angry": 20845,
294
+ "excited": 19404,
295
+ "friendly": 20923,
296
+ "frustrated": 20185,
297
+ "happy": 21555,
298
+ "neutral": 19354,
299
+ "sad": 20975,
300
+ "sarcastic": 21523,
301
+ "unsure": 19328
302
+ },
303
+ "by_language_emotion": {
304
+ "en_gb|angry": 6007,
305
+ "en_gb|excited": 5354,
306
+ "en_gb|friendly": 5669,
307
+ "en_gb|frustrated": 5483,
308
+ "en_gb|happy": 6197,
309
+ "en_gb|neutral": 5648,
310
+ "en_gb|sad": 5581,
311
+ "en_gb|sarcastic": 6305,
312
+ "en_gb|unsure": 5286,
313
+ "es|angry": 6856,
314
+ "es|excited": 6380,
315
+ "es|friendly": 7096,
316
+ "es|frustrated": 6792,
317
+ "es|happy": 7118,
318
+ "es|neutral": 6606,
319
+ "es|sad": 7079,
320
+ "es|sarcastic": 7059,
321
+ "es|unsure": 6413,
322
+ "it|angry": 7982,
323
+ "it|excited": 7670,
324
+ "it|friendly": 8158,
325
+ "it|frustrated": 7910,
326
+ "it|happy": 8240,
327
+ "it|neutral": 7100,
328
+ "it|sad": 8315,
329
+ "it|sarcastic": 8159,
330
+ "it|unsure": 7629
331
+ },
332
+ "by_split": {
333
+ "test": 1807,
334
+ "train": 180380,
335
+ "val": 1905
336
+ }
337
+ },
338
+ {
339
+ "id": "rex",
340
+ "index": 6,
341
+ "samples": 190235,
342
+ "duration_seconds": 764648.7928749936,
343
+ "by_language": {
344
+ "en_us": 56869,
345
+ "es": 60807,
346
+ "it": 72559
347
+ },
348
+ "by_emotion": {
349
+ "angry": 21915,
350
+ "excited": 21223,
351
+ "friendly": 21415,
352
+ "frustrated": 20432,
353
+ "happy": 21799,
354
+ "neutral": 20159,
355
+ "sad": 20841,
356
+ "sarcastic": 21409,
357
+ "unsure": 21042
358
+ },
359
+ "by_language_emotion": {
360
+ "en_us|angry": 6482,
361
+ "en_us|excited": 6376,
362
+ "en_us|friendly": 6044,
363
+ "en_us|frustrated": 6069,
364
+ "en_us|happy": 6956,
365
+ "en_us|neutral": 6284,
366
+ "en_us|sad": 5906,
367
+ "en_us|sarcastic": 6709,
368
+ "en_us|unsure": 6043,
369
+ "es|angry": 7077,
370
+ "es|excited": 6894,
371
+ "es|friendly": 7054,
372
+ "es|frustrated": 6457,
373
+ "es|happy": 6781,
374
+ "es|neutral": 6385,
375
+ "es|sad": 6854,
376
+ "es|sarcastic": 6565,
377
+ "es|unsure": 6740,
378
+ "it|angry": 8356,
379
+ "it|excited": 7953,
380
+ "it|friendly": 8317,
381
+ "it|frustrated": 7906,
382
+ "it|happy": 8062,
383
+ "it|neutral": 7490,
384
+ "it|sad": 8081,
385
+ "it|sarcastic": 8135,
386
+ "it|unsure": 8259
387
+ },
388
+ "by_split": {
389
+ "test": 1981,
390
+ "train": 186226,
391
+ "val": 2028
392
+ }
393
+ },
394
+ {
395
+ "id": "scylla",
396
+ "index": 7,
397
+ "samples": 179954,
398
+ "duration_seconds": 706217.7435833556,
399
+ "by_language": {
400
+ "en_us": 50599,
401
+ "es": 59833,
402
+ "it": 69522
403
+ },
404
+ "by_emotion": {
405
+ "angry": 19330,
406
+ "excited": 19936,
407
+ "friendly": 20891,
408
+ "frustrated": 19599,
409
+ "happy": 20042,
410
+ "neutral": 17814,
411
+ "sad": 21510,
412
+ "sarcastic": 21653,
413
+ "unsure": 19179
414
+ },
415
+ "by_language_emotion": {
416
+ "en_us|angry": 5517,
417
+ "en_us|excited": 5525,
418
+ "en_us|friendly": 5542,
419
+ "en_us|frustrated": 5374,
420
+ "en_us|happy": 5641,
421
+ "en_us|neutral": 5412,
422
+ "en_us|sad": 5698,
423
+ "en_us|sarcastic": 6648,
424
+ "en_us|unsure": 5242,
425
+ "es|angry": 5976,
426
+ "es|excited": 6768,
427
+ "es|friendly": 7362,
428
+ "es|frustrated": 6603,
429
+ "es|happy": 6601,
430
+ "es|neutral": 5971,
431
+ "es|sad": 7573,
432
+ "es|sarcastic": 6506,
433
+ "es|unsure": 6473,
434
+ "it|angry": 7837,
435
+ "it|excited": 7643,
436
+ "it|friendly": 7987,
437
+ "it|frustrated": 7622,
438
+ "it|happy": 7800,
439
+ "it|neutral": 6431,
440
+ "it|sad": 8239,
441
+ "it|sarcastic": 8499,
442
+ "it|unsure": 7464
443
+ },
444
+ "by_split": {
445
+ "test": 1747,
446
+ "train": 176393,
447
+ "val": 1814
448
+ }
449
+ },
450
+ {
451
+ "id": "stone",
452
+ "index": 8,
453
+ "samples": 189933,
454
+ "duration_seconds": 764709.0815833275,
455
+ "by_language": {
456
+ "en_us": 51656,
457
+ "es": 66781,
458
+ "it": 71496
459
+ },
460
+ "by_emotion": {
461
+ "angry": 21411,
462
+ "excited": 20490,
463
+ "friendly": 18436,
464
+ "frustrated": 20800,
465
+ "happy": 22531,
466
+ "neutral": 22430,
467
+ "sad": 19943,
468
+ "sarcastic": 23373,
469
+ "unsure": 20519
470
+ },
471
+ "by_language_emotion": {
472
+ "en_us|angry": 5883,
473
+ "en_us|excited": 5464,
474
+ "en_us|friendly": 5362,
475
+ "en_us|frustrated": 5525,
476
+ "en_us|happy": 5954,
477
+ "en_us|neutral": 6156,
478
+ "en_us|sad": 5417,
479
+ "en_us|sarcastic": 6424,
480
+ "en_us|unsure": 5471,
481
+ "es|angry": 7400,
482
+ "es|excited": 7177,
483
+ "es|friendly": 6887,
484
+ "es|frustrated": 7306,
485
+ "es|happy": 7832,
486
+ "es|neutral": 8089,
487
+ "es|sad": 6959,
488
+ "es|sarcastic": 8019,
489
+ "es|unsure": 7112,
490
+ "it|angry": 8128,
491
+ "it|excited": 7849,
492
+ "it|friendly": 6187,
493
+ "it|frustrated": 7969,
494
+ "it|happy": 8745,
495
+ "it|neutral": 8185,
496
+ "it|sad": 7567,
497
+ "it|sarcastic": 8930,
498
+ "it|unsure": 7936
499
+ },
500
+ "by_split": {
501
+ "test": 1788,
502
+ "train": 186323,
503
+ "val": 1822
504
+ }
505
+ },
506
+ {
507
+ "id": "tuesday",
508
+ "index": 9,
509
+ "samples": 188926,
510
+ "duration_seconds": 758917.1791249812,
511
+ "by_language": {
512
+ "en_gb": 53517,
513
+ "es": 65941,
514
+ "it": 69468
515
+ },
516
+ "by_emotion": {
517
+ "angry": 19048,
518
+ "excited": 19857,
519
+ "friendly": 22527,
520
+ "frustrated": 20804,
521
+ "happy": 22282,
522
+ "neutral": 21594,
523
+ "sad": 21136,
524
+ "sarcastic": 22904,
525
+ "unsure": 18774
526
+ },
527
+ "by_language_emotion": {
528
+ "en_gb|angry": 6022,
529
+ "en_gb|excited": 5758,
530
+ "en_gb|friendly": 6072,
531
+ "en_gb|frustrated": 5710,
532
+ "en_gb|happy": 6239,
533
+ "en_gb|neutral": 6189,
534
+ "en_gb|sad": 5848,
535
+ "en_gb|sarcastic": 6471,
536
+ "en_gb|unsure": 5208,
537
+ "es|angry": 7129,
538
+ "es|excited": 7365,
539
+ "es|friendly": 8073,
540
+ "es|frustrated": 7107,
541
+ "es|happy": 7516,
542
+ "es|neutral": 7373,
543
+ "es|sad": 7173,
544
+ "es|sarcastic": 7402,
545
+ "es|unsure": 6803,
546
+ "it|angry": 5897,
547
+ "it|excited": 6734,
548
+ "it|friendly": 8382,
549
+ "it|frustrated": 7987,
550
+ "it|happy": 8527,
551
+ "it|neutral": 8032,
552
+ "it|sad": 8115,
553
+ "it|sarcastic": 9031,
554
+ "it|unsure": 6763
555
+ },
556
+ "by_split": {
557
+ "test": 1857,
558
+ "train": 185221,
559
+ "val": 1848
560
+ }
561
+ }
562
+ ]
litert/litert/duration_predictor.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889afa2110efcf35ac84f7e637cc6e79b9d38b0af81ae5aa4af612cb146e78b2
3
+ size 7914432
litert/litert/g2p.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62949888b0fdaad4591faab084f5923069902c838fec29e6b17898c449b13a1f
3
+ size 52320560
litert/litert/vector_context_encoder.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce40df3f4aac8d0e1d94caefd8b0ff2ed704ad211a47ef3e0583c6cb54bbaa2
3
+ size 4896820
litert/litert/vector_estimator.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc97fe2d9ea66b225b9369779d373ff54ff7dcb0833cbb25fece94f38e3e425a
3
+ size 237131608
litert/litert/vector_estimator_256.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c9030bc5f5a6c6ec949f1525d88dbc307d3acd405b9e7cf9ffb3b60bb1d243c
3
+ size 234932056
litert/litert/vector_estimator_384.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d1173ecbef48484a63dfa79c72041544282db1dced672ba80a894a4bdcdcc2
3
+ size 235534168
litert/litert/vector_estimator_512.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae56d005c547871afe97fa2d79606e1381a598067101a15f84c76c5f7d97d426
3
+ size 236267188
litert/litert/vocoder.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b8a029c943c1336518be5b378bd45c491820d5c7f9e6e01dd2f79fb920afc6
3
+ size 112773640
litert/litert/vocoder_256.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe3e352d4532e3c3959fc2668a5d3db02a65a4d869f53bc4e269701baaf194a
3
+ size 111987208
litert/litert/vocoder_384.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b43471f60c5ab2ed8175be991137248add1a983ac4741b14eb923c9a1afabf9
3
+ size 112249260
litert/litert/vocoder_512.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4da5e8ea238ac0235354ad0767699517dac6780fe9a597a063f920589b35b7
3
+ size 112511496
litert/litert/vocoder_adapter.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b721f1f7830b3ad94313854990e420b9703a2daa8e2f480b9836e15e0c6590
3
+ size 52987840
litert/litert/vocoder_adapter_256.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fac7c4e04c8a90a8e2e9736aea1c8bd3947d30d1b074941258b52c40555592aa
3
+ size 52987840
litert/litert/vocoder_adapter_384.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d91786d6da369335bc89f2160c2270979f3c71906774944b7304516c60174c2
3
+ size 52987748
litert/litert/vocoder_adapter_512.tflite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:815885a09d95274e3f97cd2e73b311be80fd96114824d36475b0e699954e62c7
3
+ size 52987840
litert/manifest.json ADDED
@@ -0,0 +1,948 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architecture": "scyllasband-duration-flow",
3
+ "assets": {
4
+ "emotion_index": "assets/emotions.json",
5
+ "g2p_config": "assets/g2p/export_config.json",
6
+ "g2p_language_map": "assets/g2p/language_map.json",
7
+ "g2p_normalization": "assets/g2p/normalization.json",
8
+ "g2p_phoneme_dict": "assets/g2p/phoneme_dict.json",
9
+ "g2p_pronunciation_overrides": "assets/g2p/pronunciation_overrides.json",
10
+ "g2p_tokenizer": "assets/g2p/tokenizer.json",
11
+ "language_index": "assets/languages.json",
12
+ "phone_vocab": "assets/phone_vocab.json",
13
+ "voice_index": "assets/voices.json",
14
+ "voice_pack_manifest": "assets/voice_packs/reference_packs.json",
15
+ "voice_packs": "assets/voice_packs"
16
+ },
17
+ "audio": {
18
+ "hop_length": 256,
19
+ "latent_dim": 24,
20
+ "latent_hop_length": 512,
21
+ "n_mels": 100,
22
+ "sample_rate": 24000
23
+ },
24
+ "components": {
25
+ "duration_predictor": {
26
+ "artifacts": {
27
+ "litert": {
28
+ "format": "litert",
29
+ "path": "litert/duration_predictor.tflite"
30
+ }
31
+ },
32
+ "inputs": [
33
+ "phone_ids",
34
+ "voice_id",
35
+ "language_id",
36
+ "affect_values",
37
+ "boundary_before_id",
38
+ "boundary_after_id",
39
+ "phone_mask",
40
+ "affect_condition_mask",
41
+ "reference_style",
42
+ "reference_prosody",
43
+ "reference_mask",
44
+ "reference_condition_mask"
45
+ ],
46
+ "outputs": [
47
+ "durations"
48
+ ],
49
+ "required": true
50
+ },
51
+ "g2p": {
52
+ "artifacts": {
53
+ "litert": {
54
+ "format": "litert",
55
+ "path": "litert/g2p.tflite"
56
+ }
57
+ },
58
+ "inputs": [
59
+ "text",
60
+ "language"
61
+ ],
62
+ "outputs": [
63
+ "phones"
64
+ ],
65
+ "required": true
66
+ },
67
+ "vector_context_encoder": {
68
+ "artifacts": {
69
+ "litert": {
70
+ "format": "litert",
71
+ "path": "litert/vector_context_encoder.tflite"
72
+ }
73
+ },
74
+ "inputs": [
75
+ "span_context_phone_ids",
76
+ "span_context_segment_ids",
77
+ "span_context_mask"
78
+ ],
79
+ "outputs": [
80
+ "span_context_hidden"
81
+ ],
82
+ "required": true
83
+ },
84
+ "vector_estimator": {
85
+ "artifacts": {
86
+ "litert": {
87
+ "format": "litert",
88
+ "path": "litert/vector_estimator.tflite"
89
+ }
90
+ },
91
+ "inputs": [
92
+ "noise",
93
+ "time",
94
+ "expanded_phone_ids",
95
+ "voice_id",
96
+ "language_id",
97
+ "affect_values",
98
+ "boundary_before_id",
99
+ "boundary_after_id",
100
+ "latent_mask",
101
+ "affect_condition_mask",
102
+ "reference_style",
103
+ "reference_prosody",
104
+ "reference_mask",
105
+ "reference_condition_mask",
106
+ "prefix_latents",
107
+ "prefix_mask",
108
+ "span_context_hidden"
109
+ ],
110
+ "outputs": [
111
+ "latent_velocity"
112
+ ],
113
+ "required": true
114
+ },
115
+ "vector_estimator_256": {
116
+ "artifacts": {
117
+ "litert": {
118
+ "format": "litert",
119
+ "path": "litert/vector_estimator_256.tflite"
120
+ }
121
+ },
122
+ "inputs": [
123
+ "noise",
124
+ "time",
125
+ "expanded_phone_ids",
126
+ "voice_id",
127
+ "language_id",
128
+ "affect_values",
129
+ "boundary_before_id",
130
+ "boundary_after_id",
131
+ "latent_mask",
132
+ "affect_condition_mask",
133
+ "reference_style",
134
+ "reference_prosody",
135
+ "reference_mask",
136
+ "reference_condition_mask",
137
+ "prefix_latents",
138
+ "prefix_mask",
139
+ "span_context_hidden"
140
+ ],
141
+ "outputs": [
142
+ "velocity"
143
+ ],
144
+ "required": false
145
+ },
146
+ "vector_estimator_384": {
147
+ "artifacts": {
148
+ "litert": {
149
+ "format": "litert",
150
+ "path": "litert/vector_estimator_384.tflite"
151
+ }
152
+ },
153
+ "inputs": [
154
+ "noise",
155
+ "time",
156
+ "expanded_phone_ids",
157
+ "voice_id",
158
+ "language_id",
159
+ "affect_values",
160
+ "boundary_before_id",
161
+ "boundary_after_id",
162
+ "latent_mask",
163
+ "affect_condition_mask",
164
+ "reference_style",
165
+ "reference_prosody",
166
+ "reference_mask",
167
+ "reference_condition_mask",
168
+ "prefix_latents",
169
+ "prefix_mask",
170
+ "span_context_hidden"
171
+ ],
172
+ "outputs": [
173
+ "velocity"
174
+ ],
175
+ "required": false
176
+ },
177
+ "vector_estimator_512": {
178
+ "artifacts": {
179
+ "litert": {
180
+ "format": "litert",
181
+ "path": "litert/vector_estimator_512.tflite"
182
+ }
183
+ },
184
+ "inputs": [
185
+ "noise",
186
+ "time",
187
+ "expanded_phone_ids",
188
+ "voice_id",
189
+ "language_id",
190
+ "affect_values",
191
+ "boundary_before_id",
192
+ "boundary_after_id",
193
+ "latent_mask",
194
+ "affect_condition_mask",
195
+ "reference_style",
196
+ "reference_prosody",
197
+ "reference_mask",
198
+ "reference_condition_mask",
199
+ "prefix_latents",
200
+ "prefix_mask",
201
+ "span_context_hidden"
202
+ ],
203
+ "outputs": [
204
+ "velocity"
205
+ ],
206
+ "required": false
207
+ },
208
+ "vocoder": {
209
+ "artifacts": {
210
+ "litert": {
211
+ "format": "litert",
212
+ "path": "litert/vocoder.tflite"
213
+ }
214
+ },
215
+ "inputs": [
216
+ "latents",
217
+ "latent_mask",
218
+ "voice_id",
219
+ "language_id",
220
+ "emotion_id",
221
+ "reference_style",
222
+ "reference_prosody",
223
+ "reference_mask",
224
+ "reference_condition_mask"
225
+ ],
226
+ "outputs": [
227
+ "waveform"
228
+ ],
229
+ "required": true
230
+ },
231
+ "vocoder_256": {
232
+ "artifacts": {
233
+ "litert": {
234
+ "format": "litert",
235
+ "path": "litert/vocoder_256.tflite"
236
+ }
237
+ },
238
+ "inputs": [
239
+ "latents",
240
+ "latent_mask",
241
+ "voice_id",
242
+ "language_id",
243
+ "emotion_id",
244
+ "reference_style",
245
+ "reference_prosody",
246
+ "reference_mask",
247
+ "reference_condition_mask"
248
+ ],
249
+ "outputs": [
250
+ "audio"
251
+ ],
252
+ "required": false
253
+ },
254
+ "vocoder_384": {
255
+ "artifacts": {
256
+ "litert": {
257
+ "format": "litert",
258
+ "path": "litert/vocoder_384.tflite"
259
+ }
260
+ },
261
+ "inputs": [
262
+ "latents",
263
+ "latent_mask",
264
+ "voice_id",
265
+ "language_id",
266
+ "emotion_id",
267
+ "reference_style",
268
+ "reference_prosody",
269
+ "reference_mask",
270
+ "reference_condition_mask"
271
+ ],
272
+ "outputs": [
273
+ "audio"
274
+ ],
275
+ "required": false
276
+ },
277
+ "vocoder_512": {
278
+ "artifacts": {
279
+ "litert": {
280
+ "format": "litert",
281
+ "path": "litert/vocoder_512.tflite"
282
+ }
283
+ },
284
+ "inputs": [
285
+ "latents",
286
+ "latent_mask",
287
+ "voice_id",
288
+ "language_id",
289
+ "emotion_id",
290
+ "reference_style",
291
+ "reference_prosody",
292
+ "reference_mask",
293
+ "reference_condition_mask"
294
+ ],
295
+ "outputs": [
296
+ "audio"
297
+ ],
298
+ "required": false
299
+ },
300
+ "vocoder_adapter": {
301
+ "artifacts": {
302
+ "litert": {
303
+ "format": "litert",
304
+ "path": "litert/vocoder_adapter.tflite"
305
+ }
306
+ },
307
+ "inputs": [
308
+ "latents",
309
+ "latent_mask",
310
+ "voice_id",
311
+ "language_id",
312
+ "emotion_id",
313
+ "reference_style",
314
+ "reference_prosody",
315
+ "reference_mask",
316
+ "reference_condition_mask"
317
+ ],
318
+ "outputs": [
319
+ "vocos_features"
320
+ ],
321
+ "required": false
322
+ },
323
+ "vocoder_adapter_256": {
324
+ "artifacts": {
325
+ "litert": {
326
+ "format": "litert",
327
+ "path": "litert/vocoder_adapter_256.tflite"
328
+ }
329
+ },
330
+ "inputs": [
331
+ "latents",
332
+ "latent_mask",
333
+ "voice_id",
334
+ "language_id",
335
+ "emotion_id",
336
+ "reference_style",
337
+ "reference_prosody",
338
+ "reference_mask",
339
+ "reference_condition_mask"
340
+ ],
341
+ "outputs": [
342
+ "vocos_features"
343
+ ],
344
+ "required": false
345
+ },
346
+ "vocoder_adapter_384": {
347
+ "artifacts": {
348
+ "litert": {
349
+ "format": "litert",
350
+ "path": "litert/vocoder_adapter_384.tflite"
351
+ }
352
+ },
353
+ "inputs": [
354
+ "latents",
355
+ "latent_mask",
356
+ "voice_id",
357
+ "language_id",
358
+ "emotion_id",
359
+ "reference_style",
360
+ "reference_prosody",
361
+ "reference_mask",
362
+ "reference_condition_mask"
363
+ ],
364
+ "outputs": [
365
+ "vocos_features"
366
+ ],
367
+ "required": false
368
+ },
369
+ "vocoder_adapter_512": {
370
+ "artifacts": {
371
+ "litert": {
372
+ "format": "litert",
373
+ "path": "litert/vocoder_adapter_512.tflite"
374
+ }
375
+ },
376
+ "inputs": [
377
+ "latents",
378
+ "latent_mask",
379
+ "voice_id",
380
+ "language_id",
381
+ "emotion_id",
382
+ "reference_style",
383
+ "reference_prosody",
384
+ "reference_mask",
385
+ "reference_condition_mask"
386
+ ],
387
+ "outputs": [
388
+ "vocos_features"
389
+ ],
390
+ "required": false
391
+ }
392
+ },
393
+ "contract_version": "1.0.0",
394
+ "controls": {
395
+ "affect": {
396
+ "all_zero_is_explicit": true,
397
+ "axes": [
398
+ "calm",
399
+ "joy",
400
+ "anger",
401
+ "sadness",
402
+ "sarcasm",
403
+ "questioning"
404
+ ],
405
+ "axis_order_version": 1,
406
+ "condition_mask_input": true,
407
+ "default_preset": "calm",
408
+ "dimension": 6,
409
+ "enabled": true,
410
+ "guidance": {
411
+ "default_scale": 1.0,
412
+ "enabled": true,
413
+ "host_linear_combination": true,
414
+ "identity_reference_retained": true,
415
+ "minimum_scale": 0.0,
416
+ "null_condition_mask": 0.0
417
+ },
418
+ "legacy_presets": {
419
+ "angry": [
420
+ 0.0,
421
+ 0.0,
422
+ 0.75,
423
+ 0.0,
424
+ 0.0,
425
+ 0.0
426
+ ],
427
+ "excited": [
428
+ 0.0,
429
+ 1.0,
430
+ 0.25,
431
+ 0.0,
432
+ 0.0,
433
+ 0.0
434
+ ],
435
+ "friendly": [
436
+ 0.5,
437
+ 0.5,
438
+ 0.0,
439
+ 0.0,
440
+ 0.0,
441
+ 0.0
442
+ ],
443
+ "frustrated": [
444
+ 0.0,
445
+ 0.0,
446
+ 0.5,
447
+ 0.25,
448
+ 0.0,
449
+ 0.0
450
+ ],
451
+ "happy": [
452
+ 0.0,
453
+ 0.75,
454
+ 0.0,
455
+ 0.0,
456
+ 0.0,
457
+ 0.0
458
+ ],
459
+ "neutral": [
460
+ 0.5,
461
+ 0.0,
462
+ 0.0,
463
+ 0.0,
464
+ 0.0,
465
+ 0.0
466
+ ],
467
+ "sad": [
468
+ 0.0,
469
+ 0.0,
470
+ 0.0,
471
+ 0.75,
472
+ 0.0,
473
+ 0.0
474
+ ],
475
+ "sarcastic": [
476
+ 0.25,
477
+ 0.0,
478
+ 0.0,
479
+ 0.0,
480
+ 0.75,
481
+ 0.0
482
+ ],
483
+ "unsure": [
484
+ 0.25,
485
+ 0.0,
486
+ 0.0,
487
+ 0.0,
488
+ 0.0,
489
+ 0.75
490
+ ]
491
+ },
492
+ "preset_version": 2,
493
+ "presets": {
494
+ "anger": [
495
+ 0.0,
496
+ 0.0,
497
+ 0.75,
498
+ 0.0,
499
+ 0.0,
500
+ 0.0
501
+ ],
502
+ "calm": [
503
+ 0.5,
504
+ 0.0,
505
+ 0.0,
506
+ 0.0,
507
+ 0.0,
508
+ 0.0
509
+ ],
510
+ "joy": [
511
+ 0.0,
512
+ 0.75,
513
+ 0.0,
514
+ 0.0,
515
+ 0.0,
516
+ 0.0
517
+ ],
518
+ "questioning": [
519
+ 0.25,
520
+ 0.0,
521
+ 0.0,
522
+ 0.0,
523
+ 0.0,
524
+ 0.75
525
+ ],
526
+ "sadness": [
527
+ 0.0,
528
+ 0.0,
529
+ 0.0,
530
+ 0.75,
531
+ 0.0,
532
+ 0.0
533
+ ],
534
+ "sarcasm": [
535
+ 0.25,
536
+ 0.0,
537
+ 0.0,
538
+ 0.0,
539
+ 0.75,
540
+ 0.0
541
+ ]
542
+ },
543
+ "range": [
544
+ 0.0,
545
+ 1.0
546
+ ]
547
+ },
548
+ "chunk_context": {
549
+ "artificial_continuation_boundaries": [
550
+ "chunk_continue"
551
+ ],
552
+ "artificial_continuation_phone": null,
553
+ "boundary_after_values": [
554
+ "sentence_end",
555
+ "paragraph_end",
556
+ "clause_continue",
557
+ "chunk_continue"
558
+ ],
559
+ "boundary_before_values": [
560
+ "sentence_start",
561
+ "paragraph_start",
562
+ "clause_continue",
563
+ "chunk_continue"
564
+ ],
565
+ "clause_continuation_fallback_phone": "<pause_comma>",
566
+ "conditioning": "boundary_embeddings",
567
+ "context_phone_tokens": {
568
+ "continuation": "<ctx_continuation>",
569
+ "sentence_end": "<ctx_sentence_end>",
570
+ "sentence_start": "<ctx_sentence_start>"
571
+ },
572
+ "default_boundary_after": "sentence_end",
573
+ "default_boundary_before": "sentence_start",
574
+ "emit_context_phone_tokens": false,
575
+ "linguistic_continuation_boundaries": [
576
+ "clause_continue"
577
+ ],
578
+ "schema_version": 2
579
+ },
580
+ "emotion_guidance": {
581
+ "emotion_condition_mask_input": true,
582
+ "enabled": false,
583
+ "reference_condition_mask_input": true,
584
+ "strength_mixing": "runtime_linear_combination"
585
+ },
586
+ "emotions": {
587
+ "asset": "assets/emotions.json",
588
+ "count": 9,
589
+ "enabled": false
590
+ },
591
+ "energy": {
592
+ "default": 1.0,
593
+ "max": 1.5,
594
+ "min": 0.5
595
+ },
596
+ "fixed_shapes": {
597
+ "g2p_text_tokens": 512,
598
+ "latent_frames": 640,
599
+ "phone_frames": 512
600
+ },
601
+ "graph_input_contract": "scyllasband_affect_v1",
602
+ "pitch": {
603
+ "default": 0.0,
604
+ "max": 4.0,
605
+ "min": -4.0
606
+ },
607
+ "prefix_conditioning": {
608
+ "component": "vector_estimator",
609
+ "enabled": true,
610
+ "inputs": [
611
+ "prefix_latents",
612
+ "prefix_mask"
613
+ ],
614
+ "max_frames": 24
615
+ },
616
+ "punctuation_silence": {
617
+ "silence_phone": "<sil>",
618
+ "target": "explicit_silence"
619
+ },
620
+ "reference_packs": {
621
+ "asset_dir": "assets/voice_packs",
622
+ "conditioning": {
623
+ "duration_predictor": "additive",
624
+ "vector_estimator": "additive",
625
+ "vocoder": "additive"
626
+ },
627
+ "enabled": true,
628
+ "fallback_weight": 0.25,
629
+ "manifest": "assets/voice_packs/reference_packs.json",
630
+ "normalization": "runtime_standardized_reference_pack_features",
631
+ "prosody_dim": 32,
632
+ "style_dim": 128
633
+ },
634
+ "runtime_acceleration": {
635
+ "backend": "litert",
636
+ "native_gpu_acceleration": {
637
+ "cuda_required": false,
638
+ "platform_targets": {
639
+ "android-arm64": {
640
+ "gpu_accelerator_library": "libLiteRtClGlAccelerator.so",
641
+ "gpu_backend": "OpenCL + OpenGL",
642
+ "runtime_library": "libLiteRt.so"
643
+ },
644
+ "android-x86_64": {
645
+ "gpu_accelerator_library": "libLiteRtClGlAccelerator.so",
646
+ "gpu_backend": "OpenCL + OpenGL",
647
+ "runtime_library": "libLiteRt.so"
648
+ },
649
+ "ios-arm64": {
650
+ "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib",
651
+ "gpu_backend": "Metal",
652
+ "runtime_library": "libLiteRt.dylib"
653
+ },
654
+ "ios-sim-arm64": {
655
+ "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib",
656
+ "gpu_backend": "Metal",
657
+ "runtime_library": "libLiteRt.dylib"
658
+ },
659
+ "linux-arm64": {
660
+ "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.so",
661
+ "gpu_backend": "WebGPU (Vulkan)",
662
+ "runtime_library": "libLiteRt.so"
663
+ },
664
+ "linux-x86_64": {
665
+ "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.so",
666
+ "gpu_backend": "WebGPU (Vulkan)",
667
+ "runtime_library": "libLiteRt.so"
668
+ },
669
+ "macos-arm64": {
670
+ "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib",
671
+ "gpu_backend": "Metal",
672
+ "runtime_library": "libLiteRt.dylib"
673
+ },
674
+ "windows-x86_64": {
675
+ "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.dll",
676
+ "gpu_backend": "WebGPU (Direct3D)",
677
+ "runtime_library": "libLiteRt.dll"
678
+ }
679
+ }
680
+ },
681
+ "runtime_version": "2.1.5",
682
+ "source": "scyllasband_hf_staging_inferred_from_bundle",
683
+ "vector_estimator": {
684
+ "execution": "single_graph",
685
+ "min_gpu_split_vector_latent_frames": null,
686
+ "policy": "cpu_or_runtime_selected_single_graph",
687
+ "prefix_accelerator": null,
688
+ "split_artifacts": [],
689
+ "split_artifacts_available": false,
690
+ "split_block": null,
691
+ "tail_accelerator": null
692
+ },
693
+ "vocoder": {
694
+ "accelerator": "gpu_when_runtime_accelerator_gpu",
695
+ "fallback_accelerator": "cpu",
696
+ "policy": "gpu_vocoder_default_for_gpu_accelerator"
697
+ }
698
+ },
699
+ "sampler": {
700
+ "choices": [
701
+ "euler",
702
+ "heun"
703
+ ],
704
+ "default": "euler"
705
+ },
706
+ "span_conditioning": {
707
+ "context_max_phones": 768,
708
+ "enabled": true,
709
+ "encoder_component": "vector_context_encoder",
710
+ "encoder_inputs": [
711
+ "span_context_phone_ids",
712
+ "span_context_segment_ids",
713
+ "span_context_mask"
714
+ ],
715
+ "hidden_size": 512,
716
+ "segments": 3,
717
+ "solver_input": "span_context_hidden"
718
+ },
719
+ "speed": {
720
+ "default": 1.0,
721
+ "max": 1.25,
722
+ "min": 0.75
723
+ },
724
+ "steps": {
725
+ "default": 8,
726
+ "max": 64,
727
+ "min": 1
728
+ },
729
+ "target_buckets": {
730
+ "bucket_margin_frames": 0,
731
+ "buckets": [
732
+ {
733
+ "default": false,
734
+ "latent_frames": 256,
735
+ "vector_estimator": "vector_estimator_256",
736
+ "vector_estimator_prefix": "",
737
+ "vector_estimator_tail": "",
738
+ "vocoder": "vocoder_256"
739
+ },
740
+ {
741
+ "default": false,
742
+ "latent_frames": 384,
743
+ "vector_estimator": "vector_estimator_384",
744
+ "vector_estimator_prefix": "",
745
+ "vector_estimator_tail": "",
746
+ "vocoder": "vocoder_384"
747
+ },
748
+ {
749
+ "default": false,
750
+ "latent_frames": 512,
751
+ "vector_estimator": "vector_estimator_512",
752
+ "vector_estimator_prefix": "",
753
+ "vector_estimator_tail": "",
754
+ "vocoder": "vocoder_512"
755
+ },
756
+ {
757
+ "default": true,
758
+ "latent_frames": 640,
759
+ "vector_estimator": "vector_estimator",
760
+ "vector_estimator_prefix": "",
761
+ "vector_estimator_tail": "",
762
+ "vocoder": "vocoder"
763
+ }
764
+ ],
765
+ "default_latent_frames": 640,
766
+ "enabled": true,
767
+ "policy": "smallest_fit"
768
+ }
769
+ },
770
+ "dataset_summary": {
771
+ "duration_hours": 1304.7728644444571,
772
+ "input_dir": "output/emotional_multilingual",
773
+ "languages": {
774
+ "en_gb": 89065,
775
+ "en_us": 209290,
776
+ "es": 294696,
777
+ "it": 293124
778
+ },
779
+ "max_duration_seconds": 36.4,
780
+ "min_duration_seconds": 1.04,
781
+ "samples": 886175,
782
+ "voices": 10
783
+ },
784
+ "default_language": "en_us",
785
+ "export_status": "complete_litert",
786
+ "languages": [
787
+ "en_us",
788
+ "en_gb",
789
+ "es",
790
+ "it"
791
+ ],
792
+ "model_name": "scyllasband",
793
+ "preferred_backends": [
794
+ "litert"
795
+ ],
796
+ "voices": [
797
+ {
798
+ "default_language": "en_us",
799
+ "embedding_path": "assets/voice_packs/ariadne.npz",
800
+ "id": "ariadne",
801
+ "languages": [
802
+ "en_us",
803
+ "en_gb",
804
+ "es",
805
+ "it"
806
+ ],
807
+ "name": "ariadne",
808
+ "styles": [
809
+ "default"
810
+ ]
811
+ },
812
+ {
813
+ "default_language": "en_us",
814
+ "embedding_path": "assets/voice_packs/felix.npz",
815
+ "id": "felix",
816
+ "languages": [
817
+ "en_us",
818
+ "en_gb",
819
+ "es",
820
+ "it"
821
+ ],
822
+ "name": "felix",
823
+ "styles": [
824
+ "default"
825
+ ]
826
+ },
827
+ {
828
+ "default_language": "en_us",
829
+ "embedding_path": "assets/voice_packs/gwen.npz",
830
+ "id": "gwen",
831
+ "languages": [
832
+ "en_us",
833
+ "en_gb",
834
+ "es",
835
+ "it"
836
+ ],
837
+ "name": "gwen",
838
+ "styles": [
839
+ "default"
840
+ ]
841
+ },
842
+ {
843
+ "default_language": "en_gb",
844
+ "embedding_path": "assets/voice_packs/ink.npz",
845
+ "id": "ink",
846
+ "languages": [
847
+ "en_gb",
848
+ "en_us",
849
+ "es",
850
+ "it"
851
+ ],
852
+ "name": "ink",
853
+ "styles": [
854
+ "default"
855
+ ]
856
+ },
857
+ {
858
+ "default_language": "en_us",
859
+ "embedding_path": "assets/voice_packs/max.npz",
860
+ "id": "max",
861
+ "languages": [
862
+ "en_us",
863
+ "en_gb",
864
+ "es",
865
+ "it"
866
+ ],
867
+ "name": "max",
868
+ "styles": [
869
+ "default"
870
+ ]
871
+ },
872
+ {
873
+ "default_language": "en_gb",
874
+ "embedding_path": "assets/voice_packs/orpheus.npz",
875
+ "id": "orpheus",
876
+ "languages": [
877
+ "en_gb",
878
+ "en_us",
879
+ "es",
880
+ "it"
881
+ ],
882
+ "name": "orpheus",
883
+ "styles": [
884
+ "default"
885
+ ]
886
+ },
887
+ {
888
+ "default_language": "en_us",
889
+ "embedding_path": "assets/voice_packs/rex.npz",
890
+ "id": "rex",
891
+ "languages": [
892
+ "en_us",
893
+ "en_gb",
894
+ "es",
895
+ "it"
896
+ ],
897
+ "name": "rex",
898
+ "styles": [
899
+ "default"
900
+ ]
901
+ },
902
+ {
903
+ "default_language": "en_us",
904
+ "embedding_path": "assets/voice_packs/scylla.npz",
905
+ "id": "scylla",
906
+ "languages": [
907
+ "en_us",
908
+ "en_gb",
909
+ "es",
910
+ "it"
911
+ ],
912
+ "name": "scylla",
913
+ "styles": [
914
+ "default"
915
+ ]
916
+ },
917
+ {
918
+ "default_language": "en_us",
919
+ "embedding_path": "assets/voice_packs/stone.npz",
920
+ "id": "stone",
921
+ "languages": [
922
+ "en_us",
923
+ "en_gb",
924
+ "es",
925
+ "it"
926
+ ],
927
+ "name": "stone",
928
+ "styles": [
929
+ "default"
930
+ ]
931
+ },
932
+ {
933
+ "default_language": "en_gb",
934
+ "embedding_path": "assets/voice_packs/tuesday.npz",
935
+ "id": "tuesday",
936
+ "languages": [
937
+ "en_gb",
938
+ "en_us",
939
+ "es",
940
+ "it"
941
+ ],
942
+ "name": "tuesday",
943
+ "styles": [
944
+ "default"
945
+ ]
946
+ }
947
+ ]
948
+ }
onnx/assets/emotions.json ADDED
@@ -0,0 +1,263 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "neutral",
4
+ "index": 0,
5
+ "samples": 201519,
6
+ "duration_seconds": 802114.2377499993,
7
+ "by_split": {
8
+ "test": 2005,
9
+ "train": 197483,
10
+ "val": 2031
11
+ },
12
+ "by_voice": {
13
+ "ariadne": 20793,
14
+ "felix": 19202,
15
+ "gwen": 18393,
16
+ "ink": 20643,
17
+ "max": 21137,
18
+ "orpheus": 19354,
19
+ "rex": 20159,
20
+ "scylla": 17814,
21
+ "stone": 22430,
22
+ "tuesday": 21594
23
+ },
24
+ "by_language": {
25
+ "en_gb": 18471,
26
+ "en_us": 42681,
27
+ "es": 66146,
28
+ "it": 74221
29
+ }
30
+ },
31
+ {
32
+ "id": "friendly",
33
+ "index": 1,
34
+ "samples": 210898,
35
+ "duration_seconds": 845257.84904167,
36
+ "by_split": {
37
+ "test": 1955,
38
+ "train": 206793,
39
+ "val": 2150
40
+ },
41
+ "by_voice": {
42
+ "ariadne": 22907,
43
+ "felix": 20676,
44
+ "gwen": 18651,
45
+ "ink": 22103,
46
+ "max": 22369,
47
+ "orpheus": 20923,
48
+ "rex": 21415,
49
+ "scylla": 20891,
50
+ "stone": 18436,
51
+ "tuesday": 22527
52
+ },
53
+ "by_language": {
54
+ "en_gb": 18347,
55
+ "en_us": 40812,
56
+ "es": 71505,
57
+ "it": 80234
58
+ }
59
+ },
60
+ {
61
+ "id": "happy",
62
+ "index": 2,
63
+ "samples": 217138,
64
+ "duration_seconds": 881428.0421666885,
65
+ "by_split": {
66
+ "test": 2147,
67
+ "train": 212829,
68
+ "val": 2162
69
+ },
70
+ "by_voice": {
71
+ "ariadne": 24462,
72
+ "felix": 19873,
73
+ "gwen": 18925,
74
+ "ink": 23253,
75
+ "max": 22416,
76
+ "orpheus": 21555,
77
+ "rex": 21799,
78
+ "scylla": 20042,
79
+ "stone": 22531,
80
+ "tuesday": 22282
81
+ },
82
+ "by_language": {
83
+ "en_gb": 18822,
84
+ "en_us": 43370,
85
+ "es": 70932,
86
+ "it": 84014
87
+ }
88
+ },
89
+ {
90
+ "id": "excited",
91
+ "index": 3,
92
+ "samples": 204378,
93
+ "duration_seconds": 806667.9612499941,
94
+ "by_split": {
95
+ "test": 2027,
96
+ "train": 200103,
97
+ "val": 2248
98
+ },
99
+ "by_voice": {
100
+ "ariadne": 23322,
101
+ "felix": 18767,
102
+ "gwen": 18880,
103
+ "ink": 21488,
104
+ "max": 21011,
105
+ "orpheus": 19404,
106
+ "rex": 21223,
107
+ "scylla": 19936,
108
+ "stone": 20490,
109
+ "tuesday": 19857
110
+ },
111
+ "by_language": {
112
+ "en_gb": 17386,
113
+ "en_us": 42121,
114
+ "es": 66990,
115
+ "it": 77881
116
+ }
117
+ },
118
+ {
119
+ "id": "angry",
120
+ "index": 4,
121
+ "samples": 210619,
122
+ "duration_seconds": 848382.7504583321,
123
+ "by_split": {
124
+ "test": 2094,
125
+ "train": 206404,
126
+ "val": 2121
127
+ },
128
+ "by_voice": {
129
+ "ariadne": 23635,
130
+ "felix": 20584,
131
+ "gwen": 19557,
132
+ "ink": 22060,
133
+ "max": 22234,
134
+ "orpheus": 20845,
135
+ "rex": 21915,
136
+ "scylla": 19330,
137
+ "stone": 21411,
138
+ "tuesday": 19048
139
+ },
140
+ "by_language": {
141
+ "en_gb": 18856,
142
+ "en_us": 43857,
143
+ "es": 68340,
144
+ "it": 79566
145
+ }
146
+ },
147
+ {
148
+ "id": "frustrated",
149
+ "index": 5,
150
+ "samples": 205875,
151
+ "duration_seconds": 824191.7913333414,
152
+ "by_split": {
153
+ "test": 1942,
154
+ "train": 201825,
155
+ "val": 2108
156
+ },
157
+ "by_voice": {
158
+ "ariadne": 22018,
159
+ "felix": 19666,
160
+ "gwen": 19263,
161
+ "ink": 21738,
162
+ "max": 21370,
163
+ "orpheus": 20185,
164
+ "rex": 20432,
165
+ "scylla": 19599,
166
+ "stone": 20800,
167
+ "tuesday": 20804
168
+ },
169
+ "by_language": {
170
+ "en_gb": 17691,
171
+ "en_us": 41256,
172
+ "es": 67218,
173
+ "it": 79710
174
+ }
175
+ },
176
+ {
177
+ "id": "sad",
178
+ "index": 6,
179
+ "samples": 215564,
180
+ "duration_seconds": 874490.1773749925,
181
+ "by_split": {
182
+ "test": 2243,
183
+ "train": 211076,
184
+ "val": 2245
185
+ },
186
+ "by_voice": {
187
+ "ariadne": 23611,
188
+ "felix": 20462,
189
+ "gwen": 20308,
190
+ "ink": 23746,
191
+ "max": 23032,
192
+ "orpheus": 20975,
193
+ "rex": 20841,
194
+ "scylla": 21510,
195
+ "stone": 19943,
196
+ "tuesday": 21136
197
+ },
198
+ "by_language": {
199
+ "en_gb": 18396,
200
+ "en_us": 42195,
201
+ "es": 71329,
202
+ "it": 83644
203
+ }
204
+ },
205
+ {
206
+ "id": "sarcastic",
207
+ "index": 7,
208
+ "samples": 226034,
209
+ "duration_seconds": 910965.1107916768,
210
+ "by_split": {
211
+ "test": 2332,
212
+ "train": 221394,
213
+ "val": 2308
214
+ },
215
+ "by_voice": {
216
+ "ariadne": 25507,
217
+ "felix": 22139,
218
+ "gwen": 20935,
219
+ "ink": 23428,
220
+ "max": 23163,
221
+ "orpheus": 21523,
222
+ "rex": 21409,
223
+ "scylla": 21653,
224
+ "stone": 23373,
225
+ "tuesday": 22904
226
+ },
227
+ "by_language": {
228
+ "en_gb": 20037,
229
+ "en_us": 48206,
230
+ "es": 71638,
231
+ "it": 86153
232
+ }
233
+ },
234
+ {
235
+ "id": "unsure",
236
+ "index": 8,
237
+ "samples": 198578,
238
+ "duration_seconds": 786214.2111250038,
239
+ "by_split": {
240
+ "test": 2048,
241
+ "train": 194568,
242
+ "val": 1962
243
+ },
244
+ "by_voice": {
245
+ "ariadne": 20549,
246
+ "felix": 18669,
247
+ "gwen": 19226,
248
+ "ink": 20909,
249
+ "max": 20383,
250
+ "orpheus": 19328,
251
+ "rex": 21042,
252
+ "scylla": 19179,
253
+ "stone": 20519,
254
+ "tuesday": 18774
255
+ },
256
+ "by_language": {
257
+ "en_gb": 16283,
258
+ "en_us": 39416,
259
+ "es": 65947,
260
+ "it": 76932
261
+ }
262
+ }
263
+ ]
onnx/assets/g2p/export_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_dynamic": true,
3
+ "format": "scyllasband_g2p",
4
+ "input_granularity": "phrase",
5
+ "languages": [
6
+ "en_gb",
7
+ "en_us",
8
+ "es",
9
+ "it"
10
+ ],
11
+ "model_type": "transformer",
12
+ "onnx_export_batch_size": 1,
13
+ "onnx_export_layout": "batch_first",
14
+ "onnx_export_max_batch_size": 256,
15
+ "onnx_exporter": "legacy",
16
+ "onnx_fp32_model": "",
17
+ "onnx_quantization": "none",
18
+ "onnx_quantized_parity_tolerance": 1.0,
19
+ "opset": 18,
20
+ "phoneme_token_mode": "char",
21
+ "phrase_rows_per_language": 100000,
22
+ "punctuation_silence_target": "explicit_silence",
23
+ "source_checkpoint": "output/deepphonemizer_multilingual/model_200k_wikt_kokoro_en_us_en_gb_phrase/checkpoints/best_model.pt",
24
+ "training_mix": "scyllasband_phrase_word_chunked_clean",
25
+ "word_rows_per_language": 15000
26
+ }
onnx/assets/g2p/language_map.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "american": "en_us",
3
+ "american_english": "en_us",
4
+ "british": "en_gb",
5
+ "british_english": "en_gb",
6
+ "en": "en_us",
7
+ "en-gb": "en_gb",
8
+ "en-uk": "en_gb",
9
+ "en-us": "en_us",
10
+ "en_gb": "en_gb",
11
+ "en_uk": "en_gb",
12
+ "en_us": "en_us",
13
+ "eng": "en_us",
14
+ "eng_gb": "en_gb",
15
+ "eng_us": "en_us",
16
+ "english": "en_us",
17
+ "english_gb": "en_gb",
18
+ "english_uk": "en_gb",
19
+ "english_us": "en_us",
20
+ "es": "es",
21
+ "gb": "en_gb",
22
+ "it": "it",
23
+ "ita": "it",
24
+ "italian": "it",
25
+ "spa": "es",
26
+ "spanish": "es",
27
+ "uk": "en_gb",
28
+ "us": "en_us"
29
+ }
onnx/assets/g2p/normalization.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "normalizer": "SpokenTextNormalizer",
3
+ "languages": [
4
+ "en",
5
+ "en_us",
6
+ "en_gb",
7
+ "es",
8
+ "it"
9
+ ],
10
+ "expand_currency": true,
11
+ "expand_numbers": true,
12
+ "expand_ordinals": true,
13
+ "expand_percentages": true,
14
+ "expand_times": true,
15
+ "expand_dates": true,
16
+ "normalize_at_sign": true,
17
+ "normalize_punctuation": true
18
+ }
onnx/assets/g2p/phoneme_dict.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "en_gb": {},
3
+ "en_us": {},
4
+ "es": {},
5
+ "it": {}
6
+ }
onnx/assets/g2p/pronunciation_overrides.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "format": "scyllasband_g2p_pronunciation_overrides_v1",
3
+ "languages": {}
4
+ }
onnx/assets/g2p/tokenizer.json ADDED
@@ -0,0 +1,368 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "deepphonemizer_forward_ctc",
3
+ "languages": [
4
+ "en_gb",
5
+ "en_us",
6
+ "es",
7
+ "it"
8
+ ],
9
+ "char_repeats": 4,
10
+ "lowercase": true,
11
+ "phoneme_token_mode": "char",
12
+ "text_symbols": {
13
+ "_": 0,
14
+ "<en_gb>": 1,
15
+ "<en_us>": 2,
16
+ "<es>": 3,
17
+ "<it>": 4,
18
+ "<end>": 5,
19
+ "\b": 6,
20
+ " ": 7,
21
+ "!": 8,
22
+ "\"": 9,
23
+ "#": 10,
24
+ "$": 11,
25
+ "%": 12,
26
+ "&": 13,
27
+ "'": 14,
28
+ "(": 15,
29
+ ")": 16,
30
+ "*": 17,
31
+ "+": 18,
32
+ ",": 19,
33
+ "-": 20,
34
+ ".": 21,
35
+ "/": 22,
36
+ "0": 23,
37
+ "1": 24,
38
+ "2": 25,
39
+ "3": 26,
40
+ "4": 27,
41
+ "5": 28,
42
+ "6": 29,
43
+ "7": 30,
44
+ "8": 31,
45
+ "9": 32,
46
+ ":": 33,
47
+ ";": 34,
48
+ "<": 35,
49
+ "=": 36,
50
+ ">": 37,
51
+ "?": 38,
52
+ "@": 39,
53
+ "A": 40,
54
+ "B": 41,
55
+ "C": 42,
56
+ "D": 43,
57
+ "E": 44,
58
+ "F": 45,
59
+ "G": 46,
60
+ "H": 47,
61
+ "I": 48,
62
+ "J": 49,
63
+ "K": 50,
64
+ "L": 51,
65
+ "M": 52,
66
+ "N": 53,
67
+ "O": 54,
68
+ "P": 55,
69
+ "Q": 56,
70
+ "R": 57,
71
+ "S": 58,
72
+ "T": 59,
73
+ "U": 60,
74
+ "V": 61,
75
+ "W": 62,
76
+ "X": 63,
77
+ "Y": 64,
78
+ "Z": 65,
79
+ "[": 66,
80
+ "\\": 67,
81
+ "]": 68,
82
+ "^": 69,
83
+ "`": 70,
84
+ "a": 71,
85
+ "b": 72,
86
+ "c": 73,
87
+ "d": 74,
88
+ "e": 75,
89
+ "f": 76,
90
+ "g": 77,
91
+ "h": 78,
92
+ "i": 79,
93
+ "j": 80,
94
+ "k": 81,
95
+ "l": 82,
96
+ "m": 83,
97
+ "n": 84,
98
+ "o": 85,
99
+ "p": 86,
100
+ "q": 87,
101
+ "r": 88,
102
+ "s": 89,
103
+ "t": 90,
104
+ "u": 91,
105
+ "v": 92,
106
+ "w": 93,
107
+ "x": 94,
108
+ "y": 95,
109
+ "z": 96,
110
+ "{": 97,
111
+ "|": 98,
112
+ "}": 99,
113
+ "~": 100,
114
+ "¡": 101,
115
+ "¢": 102,
116
+ "£": 103,
117
+ "¥": 104,
118
+ "ª": 105,
119
+ "«": 106,
120
+ "­": 107,
121
+ "®": 108,
122
+ "°": 109,
123
+ "²": 110,
124
+ "³": 111,
125
+ "´": 112,
126
+ "·": 113,
127
+ "¹": 114,
128
+ "º": 115,
129
+ "»": 116,
130
+ "¼": 117,
131
+ "½": 118,
132
+ "¿": 119,
133
+ "Á": 120,
134
+ "Å": 121,
135
+ "Æ": 122,
136
+ "Ç": 123,
137
+ "È": 124,
138
+ "É": 125,
139
+ "Í": 126,
140
+ "Ñ": 127,
141
+ "Ò": 128,
142
+ "Ó": 129,
143
+ "Ö": 130,
144
+ "×": 131,
145
+ "Ø": 132,
146
+ "Ú": 133,
147
+ "ß": 134,
148
+ "à": 135,
149
+ "á": 136,
150
+ "â": 137,
151
+ "ã": 138,
152
+ "ä": 139,
153
+ "å": 140,
154
+ "æ": 141,
155
+ "ç": 142,
156
+ "è": 143,
157
+ "é": 144,
158
+ "ê": 145,
159
+ "ë": 146,
160
+ "ì": 147,
161
+ "í": 148,
162
+ "î": 149,
163
+ "ï": 150,
164
+ "ñ": 151,
165
+ "ò": 152,
166
+ "ó": 153,
167
+ "ô": 154,
168
+ "õ": 155,
169
+ "ö": 156,
170
+ "÷": 157,
171
+ "ø": 158,
172
+ "ù": 159,
173
+ "ú": 160,
174
+ "û": 161,
175
+ "ü": 162,
176
+ "ā": 163,
177
+ "ă": 164,
178
+ "ą": 165,
179
+ "ć": 166,
180
+ "Ĉ": 167,
181
+ "č": 168,
182
+ "đ": 169,
183
+ "ē": 170,
184
+ "ė": 171,
185
+ "ę": 172,
186
+ "ğ": 173,
187
+ "ī": 174,
188
+ "ı": 175,
189
+ "ł": 176,
190
+ "ń": 177,
191
+ "ō": 178,
192
+ "ő": 179,
193
+ "œ": 180,
194
+ "ś": 181,
195
+ "ş": 182,
196
+ "Š": 183,
197
+ "š": 184,
198
+ "Ţ": 185,
199
+ "ū": 186,
200
+ "ŭ": 187,
201
+ "ż": 188,
202
+ "ǀ": 189,
203
+ "ǎ": 190,
204
+ "ǐ": 191,
205
+ "ǔ": 192,
206
+ "ș": 193,
207
+ "ə": 194,
208
+ "ɣ": 195,
209
+ "ˈ": 196,
210
+ "̃": 197,
211
+ "̉": 198,
212
+ "μ": 199,
213
+ "π": 200,
214
+ "С": 201,
215
+ "в": 202,
216
+ "е": 203,
217
+ "й": 204,
218
+ "н": 205,
219
+ "о": 206,
220
+ "р": 207,
221
+ "с": 208,
222
+ "т": 209,
223
+ "ы": 210,
224
+ "ѝ": 211,
225
+ "ַ": 212,
226
+ "א": 213,
227
+ "ל": 214,
228
+ "ע": 215,
229
+ "د": 216,
230
+ "ص": 217,
231
+ "م": 218,
232
+ "و": 219,
233
+ "ḥ": 220,
234
+ "ṛ": 221,
235
+ "ṣ": 222,
236
+ "ẓ": 223,
237
+ "ồ": 224,
238
+ "​": 225,
239
+ "‍": 226,
240
+ "—": 227,
241
+ "―": 228,
242
+ "…": 229,
243
+ "⁻": 230,
244
+ "₂": 231,
245
+ "₃": 232,
246
+ "₤": 233,
247
+ "₪": 234,
248
+ "₫": 235,
249
+ "€": 236,
250
+ "₹": 237,
251
+ "℃": 238,
252
+ "√": 239,
253
+ "─": 240,
254
+ "☀": 241,
255
+ "☠": 242,
256
+ "⚓": 243,
257
+ "✨": 244,
258
+ "々": 245,
259
+ "・": 246,
260
+ "习": 247,
261
+ "務": 248,
262
+ "問": 249,
263
+ "学": 250,
264
+ "小": 251,
265
+ "师": 252,
266
+ "政": 253,
267
+ "老": 254,
268
+ "顧": 255,
269
+ "fi": 256,
270
+ "️": 257,
271
+ "🇭": 258,
272
+ "🇹": 259,
273
+ "🌊": 260,
274
+ "🌡": 261,
275
+ "🌿": 262,
276
+ "🎶": 263,
277
+ "🏴": 264,
278
+ "🐈": 265,
279
+ "🐾": 266,
280
+ "👠": 267,
281
+ "💦": 268,
282
+ "💨": 269,
283
+ "🔥": 270,
284
+ "😉": 271,
285
+ "😹": 272
286
+ },
287
+ "phoneme_symbols": {
288
+ "0": "_",
289
+ "1": "<en_gb>",
290
+ "2": "<en_us>",
291
+ "3": "<es>",
292
+ "4": "<it>",
293
+ "5": "<end>",
294
+ "6": " ",
295
+ "7": "!",
296
+ "8": ",",
297
+ "9": ".",
298
+ "10": "1",
299
+ "11": ":",
300
+ "12": ";",
301
+ "13": "?",
302
+ "14": "a",
303
+ "15": "b",
304
+ "16": "c",
305
+ "17": "d",
306
+ "18": "e",
307
+ "19": "f",
308
+ "20": "h",
309
+ "21": "i",
310
+ "22": "j",
311
+ "23": "k",
312
+ "24": "l",
313
+ "25": "m",
314
+ "26": "n",
315
+ "27": "o",
316
+ "28": "p",
317
+ "29": "r",
318
+ "30": "s",
319
+ "31": "t",
320
+ "32": "u",
321
+ "33": "v",
322
+ "34": "w",
323
+ "35": "x",
324
+ "36": "y",
325
+ "37": "z",
326
+ "38": "«",
327
+ "39": "»",
328
+ "40": "æ",
329
+ "41": "ð",
330
+ "42": "ŋ",
331
+ "43": "ɐ",
332
+ "44": "ɑ",
333
+ "45": "ɒ",
334
+ "46": "ɔ",
335
+ "47": "ə",
336
+ "48": "ɚ",
337
+ "49": "ɛ",
338
+ "50": "ɜ",
339
+ "51": "ɟ",
340
+ "52": "ɡ",
341
+ "53": "ɣ",
342
+ "54": "ɪ",
343
+ "55": "ɬ",
344
+ "56": "ɲ",
345
+ "57": "ɹ",
346
+ "58": "ɾ",
347
+ "59": "ʁ",
348
+ "60": "ʃ",
349
+ "61": "ʊ",
350
+ "62": "ʌ",
351
+ "63": "ʎ",
352
+ "64": "ʒ",
353
+ "65": "ʔ",
354
+ "66": "ʝ",
355
+ "67": "ʲ",
356
+ "68": "ˈ",
357
+ "69": "ˌ",
358
+ "70": "ː",
359
+ "71": "̃",
360
+ "72": "̩",
361
+ "73": "̪",
362
+ "74": "β",
363
+ "75": "θ",
364
+ "76": "ᵻ",
365
+ "77": "—",
366
+ "78": "…"
367
+ }
368
+ }
onnx/assets/languages.json ADDED
@@ -0,0 +1,368 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "en_us",
4
+ "index": 0,
5
+ "samples": 383914,
6
+ "duration_seconds": 1464718.5884999859,
7
+ "by_split": {
8
+ "test": 3756,
9
+ "train": 376354,
10
+ "val": 3804
11
+ },
12
+ "by_emotion": {
13
+ "angry": 43857,
14
+ "excited": 42121,
15
+ "friendly": 40812,
16
+ "frustrated": 41256,
17
+ "happy": 43370,
18
+ "neutral": 42681,
19
+ "sad": 42195,
20
+ "sarcastic": 48206,
21
+ "unsure": 39416
22
+ },
23
+ "by_voice_emotion": {
24
+ "ariadne|angry": 7303,
25
+ "ariadne|excited": 7243,
26
+ "ariadne|friendly": 6864,
27
+ "ariadne|frustrated": 6523,
28
+ "ariadne|happy": 7104,
29
+ "ariadne|neutral": 6513,
30
+ "ariadne|sad": 7106,
31
+ "ariadne|sarcastic": 8123,
32
+ "ariadne|unsure": 6311,
33
+ "felix|angry": 5994,
34
+ "felix|excited": 5328,
35
+ "felix|friendly": 5468,
36
+ "felix|frustrated": 5489,
37
+ "felix|happy": 5391,
38
+ "felix|neutral": 5752,
39
+ "felix|sad": 5501,
40
+ "felix|sarcastic": 6509,
41
+ "felix|unsure": 5216,
42
+ "gwen|angry": 5804,
43
+ "gwen|excited": 5863,
44
+ "gwen|friendly": 5406,
45
+ "gwen|frustrated": 5770,
46
+ "gwen|happy": 5605,
47
+ "gwen|neutral": 5683,
48
+ "gwen|sad": 5880,
49
+ "gwen|sarcastic": 6775,
50
+ "gwen|unsure": 5548,
51
+ "max|angry": 6874,
52
+ "max|excited": 6322,
53
+ "max|friendly": 6126,
54
+ "max|frustrated": 6506,
55
+ "max|happy": 6719,
56
+ "max|neutral": 6881,
57
+ "max|sad": 6687,
58
+ "max|sarcastic": 7018,
59
+ "max|unsure": 5585,
60
+ "rex|angry": 6482,
61
+ "rex|excited": 6376,
62
+ "rex|friendly": 6044,
63
+ "rex|frustrated": 6069,
64
+ "rex|happy": 6956,
65
+ "rex|neutral": 6284,
66
+ "rex|sad": 5906,
67
+ "rex|sarcastic": 6709,
68
+ "rex|unsure": 6043,
69
+ "scylla|angry": 5517,
70
+ "scylla|excited": 5525,
71
+ "scylla|friendly": 5542,
72
+ "scylla|frustrated": 5374,
73
+ "scylla|happy": 5641,
74
+ "scylla|neutral": 5412,
75
+ "scylla|sad": 5698,
76
+ "scylla|sarcastic": 6648,
77
+ "scylla|unsure": 5242,
78
+ "stone|angry": 5883,
79
+ "stone|excited": 5464,
80
+ "stone|friendly": 5362,
81
+ "stone|frustrated": 5525,
82
+ "stone|happy": 5954,
83
+ "stone|neutral": 6156,
84
+ "stone|sad": 5417,
85
+ "stone|sarcastic": 6424,
86
+ "stone|unsure": 5471
87
+ }
88
+ },
89
+ {
90
+ "id": "en_gb",
91
+ "index": 1,
92
+ "samples": 164289,
93
+ "duration_seconds": 630126.1611666688,
94
+ "by_split": {
95
+ "test": 1597,
96
+ "train": 161012,
97
+ "val": 1680
98
+ },
99
+ "by_emotion": {
100
+ "angry": 18856,
101
+ "excited": 17386,
102
+ "friendly": 18347,
103
+ "frustrated": 17691,
104
+ "happy": 18822,
105
+ "neutral": 18471,
106
+ "sad": 18396,
107
+ "sarcastic": 20037,
108
+ "unsure": 16283
109
+ },
110
+ "by_voice_emotion": {
111
+ "ink|angry": 6827,
112
+ "ink|excited": 6274,
113
+ "ink|friendly": 6606,
114
+ "ink|frustrated": 6498,
115
+ "ink|happy": 6386,
116
+ "ink|neutral": 6634,
117
+ "ink|sad": 6967,
118
+ "ink|sarcastic": 7261,
119
+ "ink|unsure": 5789,
120
+ "orpheus|angry": 6007,
121
+ "orpheus|excited": 5354,
122
+ "orpheus|friendly": 5669,
123
+ "orpheus|frustrated": 5483,
124
+ "orpheus|happy": 6197,
125
+ "orpheus|neutral": 5648,
126
+ "orpheus|sad": 5581,
127
+ "orpheus|sarcastic": 6305,
128
+ "orpheus|unsure": 5286,
129
+ "tuesday|angry": 6022,
130
+ "tuesday|excited": 5758,
131
+ "tuesday|friendly": 6072,
132
+ "tuesday|frustrated": 5710,
133
+ "tuesday|happy": 6239,
134
+ "tuesday|neutral": 6189,
135
+ "tuesday|sad": 5848,
136
+ "tuesday|sarcastic": 6471,
137
+ "tuesday|unsure": 5208
138
+ }
139
+ },
140
+ {
141
+ "id": "es",
142
+ "index": 2,
143
+ "samples": 620045,
144
+ "duration_seconds": 2453147.4230416627,
145
+ "by_split": {
146
+ "test": 6203,
147
+ "train": 607555,
148
+ "val": 6287
149
+ },
150
+ "by_emotion": {
151
+ "angry": 68340,
152
+ "excited": 66990,
153
+ "friendly": 71505,
154
+ "frustrated": 67218,
155
+ "happy": 70932,
156
+ "neutral": 66146,
157
+ "sad": 71329,
158
+ "sarcastic": 71638,
159
+ "unsure": 65947
160
+ },
161
+ "by_voice_emotion": {
162
+ "ariadne|angry": 7536,
163
+ "ariadne|excited": 7259,
164
+ "ariadne|friendly": 7340,
165
+ "ariadne|frustrated": 7360,
166
+ "ariadne|happy": 7789,
167
+ "ariadne|neutral": 6827,
168
+ "ariadne|sad": 7876,
169
+ "ariadne|sarcastic": 8457,
170
+ "ariadne|unsure": 6978,
171
+ "felix|angry": 6459,
172
+ "felix|excited": 6133,
173
+ "felix|friendly": 7149,
174
+ "felix|frustrated": 6639,
175
+ "felix|happy": 6779,
176
+ "felix|neutral": 6251,
177
+ "felix|sad": 7009,
178
+ "felix|sarcastic": 7221,
179
+ "felix|unsure": 6153,
180
+ "gwen|angry": 6236,
181
+ "gwen|excited": 5417,
182
+ "gwen|friendly": 5922,
183
+ "gwen|frustrated": 6284,
184
+ "gwen|happy": 6051,
185
+ "gwen|neutral": 5916,
186
+ "gwen|sad": 6748,
187
+ "gwen|sarcastic": 6218,
188
+ "gwen|unsure": 6114,
189
+ "ink|angry": 6826,
190
+ "ink|excited": 6923,
191
+ "ink|friendly": 6794,
192
+ "ink|frustrated": 6609,
193
+ "ink|happy": 7617,
194
+ "ink|neutral": 6395,
195
+ "ink|sad": 7039,
196
+ "ink|sarcastic": 7319,
197
+ "ink|unsure": 6804,
198
+ "max|angry": 6845,
199
+ "max|excited": 6674,
200
+ "max|friendly": 7828,
201
+ "max|frustrated": 6061,
202
+ "max|happy": 6848,
203
+ "max|neutral": 6333,
204
+ "max|sad": 7019,
205
+ "max|sarcastic": 6872,
206
+ "max|unsure": 6357,
207
+ "orpheus|angry": 6856,
208
+ "orpheus|excited": 6380,
209
+ "orpheus|friendly": 7096,
210
+ "orpheus|frustrated": 6792,
211
+ "orpheus|happy": 7118,
212
+ "orpheus|neutral": 6606,
213
+ "orpheus|sad": 7079,
214
+ "orpheus|sarcastic": 7059,
215
+ "orpheus|unsure": 6413,
216
+ "rex|angry": 7077,
217
+ "rex|excited": 6894,
218
+ "rex|friendly": 7054,
219
+ "rex|frustrated": 6457,
220
+ "rex|happy": 6781,
221
+ "rex|neutral": 6385,
222
+ "rex|sad": 6854,
223
+ "rex|sarcastic": 6565,
224
+ "rex|unsure": 6740,
225
+ "scylla|angry": 5976,
226
+ "scylla|excited": 6768,
227
+ "scylla|friendly": 7362,
228
+ "scylla|frustrated": 6603,
229
+ "scylla|happy": 6601,
230
+ "scylla|neutral": 5971,
231
+ "scylla|sad": 7573,
232
+ "scylla|sarcastic": 6506,
233
+ "scylla|unsure": 6473,
234
+ "stone|angry": 7400,
235
+ "stone|excited": 7177,
236
+ "stone|friendly": 6887,
237
+ "stone|frustrated": 7306,
238
+ "stone|happy": 7832,
239
+ "stone|neutral": 8089,
240
+ "stone|sad": 6959,
241
+ "stone|sarcastic": 8019,
242
+ "stone|unsure": 7112,
243
+ "tuesday|angry": 7129,
244
+ "tuesday|excited": 7365,
245
+ "tuesday|friendly": 8073,
246
+ "tuesday|frustrated": 7107,
247
+ "tuesday|happy": 7516,
248
+ "tuesday|neutral": 7373,
249
+ "tuesday|sad": 7173,
250
+ "tuesday|sarcastic": 7402,
251
+ "tuesday|unsure": 6803
252
+ }
253
+ },
254
+ {
255
+ "id": "it",
256
+ "index": 3,
257
+ "samples": 722355,
258
+ "duration_seconds": 3031719.9585833414,
259
+ "by_split": {
260
+ "test": 7237,
261
+ "train": 707554,
262
+ "val": 7564
263
+ },
264
+ "by_emotion": {
265
+ "angry": 79566,
266
+ "excited": 77881,
267
+ "friendly": 80234,
268
+ "frustrated": 79710,
269
+ "happy": 84014,
270
+ "neutral": 74221,
271
+ "sad": 83644,
272
+ "sarcastic": 86153,
273
+ "unsure": 76932
274
+ },
275
+ "by_voice_emotion": {
276
+ "ariadne|angry": 8796,
277
+ "ariadne|excited": 8820,
278
+ "ariadne|friendly": 8703,
279
+ "ariadne|frustrated": 8135,
280
+ "ariadne|happy": 9569,
281
+ "ariadne|neutral": 7453,
282
+ "ariadne|sad": 8629,
283
+ "ariadne|sarcastic": 8927,
284
+ "ariadne|unsure": 7260,
285
+ "felix|angry": 8131,
286
+ "felix|excited": 7306,
287
+ "felix|friendly": 8059,
288
+ "felix|frustrated": 7538,
289
+ "felix|happy": 7703,
290
+ "felix|neutral": 7199,
291
+ "felix|sad": 7952,
292
+ "felix|sarcastic": 8409,
293
+ "felix|unsure": 7300,
294
+ "gwen|angry": 7517,
295
+ "gwen|excited": 7600,
296
+ "gwen|friendly": 7323,
297
+ "gwen|frustrated": 7209,
298
+ "gwen|happy": 7269,
299
+ "gwen|neutral": 6794,
300
+ "gwen|sad": 7680,
301
+ "gwen|sarcastic": 7942,
302
+ "gwen|unsure": 7564,
303
+ "ink|angry": 8407,
304
+ "ink|excited": 8291,
305
+ "ink|friendly": 8703,
306
+ "ink|frustrated": 8631,
307
+ "ink|happy": 9250,
308
+ "ink|neutral": 7614,
309
+ "ink|sad": 9740,
310
+ "ink|sarcastic": 8848,
311
+ "ink|unsure": 8316,
312
+ "max|angry": 8515,
313
+ "max|excited": 8015,
314
+ "max|friendly": 8415,
315
+ "max|frustrated": 8803,
316
+ "max|happy": 8849,
317
+ "max|neutral": 7923,
318
+ "max|sad": 9326,
319
+ "max|sarcastic": 9273,
320
+ "max|unsure": 8441,
321
+ "orpheus|angry": 7982,
322
+ "orpheus|excited": 7670,
323
+ "orpheus|friendly": 8158,
324
+ "orpheus|frustrated": 7910,
325
+ "orpheus|happy": 8240,
326
+ "orpheus|neutral": 7100,
327
+ "orpheus|sad": 8315,
328
+ "orpheus|sarcastic": 8159,
329
+ "orpheus|unsure": 7629,
330
+ "rex|angry": 8356,
331
+ "rex|excited": 7953,
332
+ "rex|friendly": 8317,
333
+ "rex|frustrated": 7906,
334
+ "rex|happy": 8062,
335
+ "rex|neutral": 7490,
336
+ "rex|sad": 8081,
337
+ "rex|sarcastic": 8135,
338
+ "rex|unsure": 8259,
339
+ "scylla|angry": 7837,
340
+ "scylla|excited": 7643,
341
+ "scylla|friendly": 7987,
342
+ "scylla|frustrated": 7622,
343
+ "scylla|happy": 7800,
344
+ "scylla|neutral": 6431,
345
+ "scylla|sad": 8239,
346
+ "scylla|sarcastic": 8499,
347
+ "scylla|unsure": 7464,
348
+ "stone|angry": 8128,
349
+ "stone|excited": 7849,
350
+ "stone|friendly": 6187,
351
+ "stone|frustrated": 7969,
352
+ "stone|happy": 8745,
353
+ "stone|neutral": 8185,
354
+ "stone|sad": 7567,
355
+ "stone|sarcastic": 8930,
356
+ "stone|unsure": 7936,
357
+ "tuesday|angry": 5897,
358
+ "tuesday|excited": 6734,
359
+ "tuesday|friendly": 8382,
360
+ "tuesday|frustrated": 7987,
361
+ "tuesday|happy": 8527,
362
+ "tuesday|neutral": 8032,
363
+ "tuesday|sad": 8115,
364
+ "tuesday|sarcastic": 9031,
365
+ "tuesday|unsure": 6763
366
+ }
367
+ }
368
+ ]
onnx/assets/phone_vocab.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "scyllasband_ipa_phone_symbols",
3
+ "schema_version": 1,
4
+ "special_tokens": [
5
+ "<pad>",
6
+ "<unk>",
7
+ "<sil>",
8
+ "<pause_comma>",
9
+ "<pause_semicolon>",
10
+ "<pause_colon>",
11
+ "<pause_dash>",
12
+ "<ellipsis>",
13
+ "<end_stmt>",
14
+ "<end_question>",
15
+ "<end_exclaim>",
16
+ "<ctx_sentence_start>",
17
+ "<ctx_continuation>",
18
+ "<ctx_sentence_end>",
19
+ "<ctx_chunk_continue>"
20
+ ],
21
+ "token_to_id": {
22
+ "<ctx_chunk_continue>": 14,
23
+ "<ctx_continuation>": 12,
24
+ "<ctx_sentence_end>": 13,
25
+ "<ctx_sentence_start>": 11,
26
+ "<ellipsis>": 7,
27
+ "<end_exclaim>": 10,
28
+ "<end_question>": 9,
29
+ "<end_stmt>": 8,
30
+ "<pad>": 0,
31
+ "<pause_colon>": 5,
32
+ "<pause_comma>": 3,
33
+ "<pause_dash>": 6,
34
+ "<pause_semicolon>": 4,
35
+ "<sil>": 2,
36
+ "<unk>": 1,
37
+ "a": 15,
38
+ "b": 16,
39
+ "d": 17,
40
+ "e": 18,
41
+ "f": 19,
42
+ "h": 20,
43
+ "i": 21,
44
+ "j": 22,
45
+ "k": 23,
46
+ "l": 24,
47
+ "m": 25,
48
+ "n": 26,
49
+ "o": 27,
50
+ "p": 28,
51
+ "r": 29,
52
+ "s": 30,
53
+ "t": 31,
54
+ "u": 32,
55
+ "v": 33,
56
+ "w": 34,
57
+ "x": 35,
58
+ "y": 36,
59
+ "z": 37,
60
+ "æ": 38,
61
+ "ð": 39,
62
+ "ŋ": 40,
63
+ "ɐ": 41,
64
+ "ɑ": 42,
65
+ "ɒ": 43,
66
+ "ɔ": 44,
67
+ "ə": 45,
68
+ "ɚ": 46,
69
+ "ɛ": 47,
70
+ "ɜ": 48,
71
+ "ɡ": 49,
72
+ "ɣ": 50,
73
+ "ɪ": 51,
74
+ "ɬ": 52,
75
+ "ɲ": 53,
76
+ "ɹ": 54,
77
+ "ɾ": 55,
78
+ "ʁ": 56,
79
+ "ʃ": 57,
80
+ "ʊ": 58,
81
+ "ʌ": 59,
82
+ "ʎ": 60,
83
+ "ʒ": 61,
84
+ "ʔ": 62,
85
+ "ʝ": 63,
86
+ "ʲ": 64,
87
+ "ˈ": 65,
88
+ "ˌ": 66,
89
+ "ː": 67,
90
+ "̃": 68,
91
+ "̩": 69,
92
+ "̪": 70,
93
+ "β": 71,
94
+ "θ": 72,
95
+ "ᵻ": 73
96
+ },
97
+ "vocab_size": 74
98
+ }
onnx/assets/voice_packs/ariadne.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f4fc82e88797393c6d6eebeba07b4bebe635e8d7f1659c7a2cd8ad4b20867a9
3
+ size 58894
onnx/assets/voice_packs/felix.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eedbe3d0a65556c0e96b2213969bdcb8308dc943365d184796eb0c446d0cf3a3
3
+ size 58894