{ "architecture": "scyllasband-duration-flow", "assets": { "emotion_index": "assets/emotions.json", "g2p_config": "assets/g2p/export_config.json", "g2p_language_map": "assets/g2p/language_map.json", "g2p_normalization": "assets/g2p/normalization.json", "g2p_phoneme_dict": "assets/g2p/phoneme_dict.json", "g2p_pronunciation_overrides": "assets/g2p/pronunciation_overrides.json", "g2p_tokenizer": "assets/g2p/tokenizer.json", "language_index": "assets/languages.json", "phone_vocab": "assets/phone_vocab.json", "voice_index": "assets/voices.json", "voice_pack_manifest": "assets/voice_packs/reference_packs.json", "voice_packs": "assets/voice_packs" }, "audio": { "hop_length": 256, "latent_dim": 24, "latent_hop_length": 512, "n_mels": 100, "sample_rate": 24000 }, "components": { "duration_predictor": { "artifacts": { "litert": { "format": "litert", "path": "litert/duration_predictor.tflite" } }, "inputs": [ "phone_ids", "voice_id", "language_id", "affect_values", "boundary_before_id", "boundary_after_id", "phone_mask", "affect_condition_mask", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "durations" ], "required": true }, "g2p": { "artifacts": { "litert": { "format": "litert", "path": "litert/g2p.tflite" } }, "inputs": [ "text", "language" ], "outputs": [ "phones" ], "required": true }, "vector_context_encoder": { "artifacts": { "litert": { "format": "litert", "path": "litert/vector_context_encoder.tflite" } }, "inputs": [ "span_context_phone_ids", "span_context_segment_ids", "span_context_mask" ], "outputs": [ "span_context_hidden" ], "required": true }, "vector_estimator": { "artifacts": { "litert": { "format": "litert", "path": "litert/vector_estimator.tflite" } }, "inputs": [ "noise", "time", "expanded_phone_ids", "voice_id", "language_id", "affect_values", "boundary_before_id", "boundary_after_id", "latent_mask", "affect_condition_mask", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask", "prefix_latents", "prefix_mask", "span_context_hidden" ], "outputs": [ "latent_velocity" ], "required": true }, "vector_estimator_256": { "artifacts": { "litert": { "format": "litert", "path": "litert/vector_estimator_256.tflite" } }, "inputs": [ "noise", "time", "expanded_phone_ids", "voice_id", "language_id", "affect_values", "boundary_before_id", "boundary_after_id", "latent_mask", "affect_condition_mask", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask", "prefix_latents", "prefix_mask", "span_context_hidden" ], "outputs": [ "velocity" ], "required": false }, "vector_estimator_384": { "artifacts": { "litert": { "format": "litert", "path": "litert/vector_estimator_384.tflite" } }, "inputs": [ "noise", "time", "expanded_phone_ids", "voice_id", "language_id", "affect_values", "boundary_before_id", "boundary_after_id", "latent_mask", "affect_condition_mask", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask", "prefix_latents", "prefix_mask", "span_context_hidden" ], "outputs": [ "velocity" ], "required": false }, "vector_estimator_512": { "artifacts": { "litert": { "format": "litert", "path": "litert/vector_estimator_512.tflite" } }, "inputs": [ "noise", "time", "expanded_phone_ids", "voice_id", "language_id", "affect_values", "boundary_before_id", "boundary_after_id", "latent_mask", "affect_condition_mask", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask", "prefix_latents", "prefix_mask", "span_context_hidden" ], "outputs": [ "velocity" ], "required": false }, "vocoder": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "waveform" ], "required": true }, "vocoder_256": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_256.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "audio" ], "required": false }, "vocoder_384": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_384.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "audio" ], "required": false }, "vocoder_512": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_512.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "audio" ], "required": false }, "vocoder_adapter": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_adapter.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "vocos_features" ], "required": false }, "vocoder_adapter_256": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_adapter_256.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "vocos_features" ], "required": false }, "vocoder_adapter_384": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_adapter_384.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "vocos_features" ], "required": false }, "vocoder_adapter_512": { "artifacts": { "litert": { "format": "litert", "path": "litert/vocoder_adapter_512.tflite" } }, "inputs": [ "latents", "latent_mask", "voice_id", "language_id", "emotion_id", "reference_style", "reference_prosody", "reference_mask", "reference_condition_mask" ], "outputs": [ "vocos_features" ], "required": false } }, "contract_version": "1.0.0", "controls": { "affect": { "all_zero_is_explicit": true, "axes": [ "calm", "joy", "anger", "sadness", "sarcasm", "questioning" ], "axis_order_version": 1, "condition_mask_input": true, "default_preset": "calm", "dimension": 6, "enabled": true, "guidance": { "default_scale": 1.0, "enabled": true, "host_linear_combination": true, "identity_reference_retained": true, "minimum_scale": 0.0, "null_condition_mask": 0.0 }, "legacy_presets": { "angry": [ 0.0, 0.0, 0.75, 0.0, 0.0, 0.0 ], "excited": [ 0.0, 1.0, 0.25, 0.0, 0.0, 0.0 ], "friendly": [ 0.5, 0.5, 0.0, 0.0, 0.0, 0.0 ], "frustrated": [ 0.0, 0.0, 0.5, 0.25, 0.0, 0.0 ], "happy": [ 0.0, 0.75, 0.0, 0.0, 0.0, 0.0 ], "neutral": [ 0.5, 0.0, 0.0, 0.0, 0.0, 0.0 ], "sad": [ 0.0, 0.0, 0.0, 0.75, 0.0, 0.0 ], "sarcastic": [ 0.25, 0.0, 0.0, 0.0, 0.75, 0.0 ], "unsure": [ 0.25, 0.0, 0.0, 0.0, 0.0, 0.75 ] }, "preset_version": 2, "presets": { "anger": [ 0.0, 0.0, 0.75, 0.0, 0.0, 0.0 ], "calm": [ 0.5, 0.0, 0.0, 0.0, 0.0, 0.0 ], "joy": [ 0.0, 0.75, 0.0, 0.0, 0.0, 0.0 ], "questioning": [ 0.25, 0.0, 0.0, 0.0, 0.0, 0.75 ], "sadness": [ 0.0, 0.0, 0.0, 0.75, 0.0, 0.0 ], "sarcasm": [ 0.25, 0.0, 0.0, 0.0, 0.75, 0.0 ] }, "range": [ 0.0, 1.0 ] }, "chunk_context": { "artificial_continuation_boundaries": [ "chunk_continue" ], "artificial_continuation_phone": null, "boundary_after_values": [ "sentence_end", "paragraph_end", "clause_continue", "chunk_continue" ], "boundary_before_values": [ "sentence_start", "paragraph_start", "clause_continue", "chunk_continue" ], "clause_continuation_fallback_phone": "", "conditioning": "boundary_embeddings", "context_phone_tokens": { "continuation": "", "sentence_end": "", "sentence_start": "" }, "default_boundary_after": "sentence_end", "default_boundary_before": "sentence_start", "emit_context_phone_tokens": false, "linguistic_continuation_boundaries": [ "clause_continue" ], "schema_version": 2 }, "emotion_guidance": { "emotion_condition_mask_input": true, "enabled": false, "reference_condition_mask_input": true, "strength_mixing": "runtime_linear_combination" }, "emotions": { "asset": "assets/emotions.json", "count": 9, "enabled": false }, "energy": { "default": 1.0, "max": 1.5, "min": 0.5 }, "fixed_shapes": { "g2p_text_tokens": 512, "latent_frames": 640, "phone_frames": 512 }, "graph_input_contract": "scyllasband_affect_v1", "pitch": { "default": 0.0, "max": 4.0, "min": -4.0 }, "prefix_conditioning": { "component": "vector_estimator", "enabled": true, "inputs": [ "prefix_latents", "prefix_mask" ], "max_frames": 24 }, "punctuation_silence": { "silence_phone": "", "target": "explicit_silence" }, "reference_packs": { "asset_dir": "assets/voice_packs", "conditioning": { "duration_predictor": "additive", "vector_estimator": "additive", "vocoder": "additive" }, "enabled": true, "fallback_weight": 0.25, "manifest": "assets/voice_packs/reference_packs.json", "normalization": "runtime_standardized_reference_pack_features", "prosody_dim": 32, "style_dim": 128 }, "runtime_acceleration": { "backend": "litert", "native_gpu_acceleration": { "cuda_required": false, "platform_targets": { "android-arm64": { "gpu_accelerator_library": "libLiteRtClGlAccelerator.so", "gpu_backend": "OpenCL + OpenGL", "runtime_library": "libLiteRt.so" }, "android-x86_64": { "gpu_accelerator_library": "libLiteRtClGlAccelerator.so", "gpu_backend": "OpenCL + OpenGL", "runtime_library": "libLiteRt.so" }, "ios-arm64": { "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib", "gpu_backend": "Metal", "runtime_library": "libLiteRt.dylib" }, "ios-sim-arm64": { "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib", "gpu_backend": "Metal", "runtime_library": "libLiteRt.dylib" }, "linux-arm64": { "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.so", "gpu_backend": "WebGPU (Vulkan)", "runtime_library": "libLiteRt.so" }, "linux-x86_64": { "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.so", "gpu_backend": "WebGPU (Vulkan)", "runtime_library": "libLiteRt.so" }, "macos-arm64": { "gpu_accelerator_library": "libLiteRtMetalAccelerator.dylib", "gpu_backend": "Metal", "runtime_library": "libLiteRt.dylib" }, "windows-x86_64": { "gpu_accelerator_library": "libLiteRtWebGpuAccelerator.dll", "gpu_backend": "WebGPU (Direct3D)", "runtime_library": "libLiteRt.dll" } } }, "runtime_version": "2.1.5", "source": "scyllasband_hf_staging_inferred_from_bundle", "vector_estimator": { "execution": "single_graph", "min_gpu_split_vector_latent_frames": null, "policy": "cpu_or_runtime_selected_single_graph", "prefix_accelerator": null, "split_artifacts": [], "split_artifacts_available": false, "split_block": null, "tail_accelerator": null }, "vocoder": { "accelerator": "gpu_when_runtime_accelerator_gpu", "fallback_accelerator": "cpu", "policy": "gpu_vocoder_default_for_gpu_accelerator" } }, "sampler": { "choices": [ "euler", "heun" ], "default": "heun" }, "span_conditioning": { "context_max_phones": 768, "enabled": true, "encoder_component": "vector_context_encoder", "encoder_inputs": [ "span_context_phone_ids", "span_context_segment_ids", "span_context_mask" ], "hidden_size": 512, "segments": 3, "solver_input": "span_context_hidden" }, "speed": { "default": 1.0, "max": 1.25, "min": 0.75 }, "steps": { "default": 8, "max": 64, "min": 1 }, "target_buckets": { "bucket_margin_frames": 0, "buckets": [ { "default": false, "latent_frames": 256, "vector_estimator": "vector_estimator_256", "vector_estimator_prefix": "", "vector_estimator_tail": "", "vocoder": "vocoder_256" }, { "default": false, "latent_frames": 384, "vector_estimator": "vector_estimator_384", "vector_estimator_prefix": "", "vector_estimator_tail": "", "vocoder": "vocoder_384" }, { "default": false, "latent_frames": 512, "vector_estimator": "vector_estimator_512", "vector_estimator_prefix": "", "vector_estimator_tail": "", "vocoder": "vocoder_512" }, { "default": true, "latent_frames": 640, "vector_estimator": "vector_estimator", "vector_estimator_prefix": "", "vector_estimator_tail": "", "vocoder": "vocoder" } ], "default_latent_frames": 640, "enabled": true, "policy": "smallest_fit" } }, "dataset_summary": { "duration_hours": 1304.7728644444571, "input_dir": "output/emotional_multilingual", "languages": { "en_gb": 89065, "en_us": 209290, "es": 294696, "it": 293124 }, "max_duration_seconds": 36.4, "min_duration_seconds": 1.04, "samples": 886175, "voices": 10 }, "default_language": "en_us", "export_status": "complete_litert", "languages": [ "en_us", "en_gb", "es", "it" ], "model_name": "scyllasband", "preferred_backends": [ "litert" ], "voices": [ { "default_language": "en_us", "embedding_path": "assets/voice_packs/ariadne.npz", "id": "ariadne", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "ariadne", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/felix.npz", "id": "felix", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "felix", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/gwen.npz", "id": "gwen", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "gwen", "styles": [ "default" ] }, { "default_language": "en_gb", "embedding_path": "assets/voice_packs/ink.npz", "id": "ink", "languages": [ "en_gb", "en_us", "es", "it" ], "name": "ink", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/max.npz", "id": "max", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "max", "styles": [ "default" ] }, { "default_language": "en_gb", "embedding_path": "assets/voice_packs/orpheus.npz", "id": "orpheus", "languages": [ "en_gb", "en_us", "es", "it" ], "name": "orpheus", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/rex.npz", "id": "rex", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "rex", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/scylla.npz", "id": "scylla", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "scylla", "styles": [ "default" ] }, { "default_language": "en_us", "embedding_path": "assets/voice_packs/stone.npz", "id": "stone", "languages": [ "en_us", "en_gb", "es", "it" ], "name": "stone", "styles": [ "default" ] }, { "default_language": "en_gb", "embedding_path": "assets/voice_packs/tuesday.npz", "id": "tuesday", "languages": [ "en_gb", "en_us", "es", "it" ], "name": "tuesday", "styles": [ "default" ] } ] }