| { | |
| "architecture": "chatterbox", | |
| "model": "ResembleAI/chatterbox", | |
| "format": "litert", | |
| "variant": "fp16-multilingual", | |
| "deployment_complete": true, | |
| "voice": "default (zero-shot); cloning = follow-up (needs voice-encoder + s3-tokenizer + cond_enc graphs)", | |
| "sample_rate": 24000, | |
| "languages": [ | |
| "ar", | |
| "da", | |
| "de", | |
| "el", | |
| "en", | |
| "es", | |
| "fi", | |
| "fr", | |
| "he", | |
| "hi", | |
| "it", | |
| "ja", | |
| "ko", | |
| "ms", | |
| "nl", | |
| "no", | |
| "pl", | |
| "pt", | |
| "ru", | |
| "sv", | |
| "sw", | |
| "tr", | |
| "zh" | |
| ], | |
| "t3": { | |
| "hidden_size": 1024, | |
| "num_layers": 30, | |
| "num_kv_heads": 16, | |
| "head_dim": 64, | |
| "text_vocab": 2454, | |
| "speech_vocab": 8194, | |
| "start_speech_token": 6561, | |
| "stop_speech_token": 6562, | |
| "start_text_token": 255, | |
| "stop_text_token": 0, | |
| "cond_emb_len": 34, | |
| "prefill_text_pad": 478, | |
| "prefill_total": 512, | |
| "max_cache_tokens": 1536, | |
| "max_generated_tokens": 1000, | |
| "cfg_weight": 0.5, | |
| "temperature": 0.8, | |
| "batch": 1, | |
| "pipeline": "prefill(text_token_ids, cond_emb) -> cache; step(speech_token_id, speech_pos_idx, cache_position, cache) loop; BOS(6561) is step 0", | |
| "cache_layout": "per-layer key[1,16,cache_len,64] + value[1,16,cache_len,64]", | |
| "cfg_note": "batch=1; run cond + uncond (text_emb[1].zero_()) as two calls, combine: logits = cond + w*(cond-uncond)" | |
| }, | |
| "flow": { | |
| "encoder_max_tokens": 512, | |
| "estimator_max_frames": 1024, | |
| "inference_steps": 10, | |
| "solver": "euler", | |
| "cfg_rate": 0.7, | |
| "encoder_inputs": "token_ids (prompt_token ++ speech_tokens), token_len; folds input_embedding + conformer + encoder_proj", | |
| "token_mel_ratio": 2, | |
| "prompt_feat_frames": 314 | |
| }, | |
| "tokenizer": "grapheme_mtl_merged_expanded_v1.json", | |
| "cond_emb": { | |
| "file": "cond_emb.bin", | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 34, | |
| 1024 | |
| ] | |
| }, | |
| "files": { | |
| "t3_prefill": "chatterbox-t3-prefill.tflite", | |
| "t3_step": "chatterbox-t3-step.tflite", | |
| "flow_encoder": "chatterbox-flow-encoder.tflite", | |
| "flow_estimator": "chatterbox-flow-estimator.tflite", | |
| "hift": "chatterbox-hift.tflite" | |
| }, | |
| "graph_variants": { | |
| "t3_prefill": "fp16", | |
| "t3_step": "fp16", | |
| "flow_encoder": "fp32", | |
| "flow_estimator": "fp32", | |
| "hift": "fp32" | |
| }, | |
| "inputs": { | |
| "t3_prefill": { | |
| "serving_default_args_0:0": { | |
| "dtype": "int64", | |
| "shape": [ | |
| 1, | |
| 478 | |
| ] | |
| }, | |
| "serving_default_args_1:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 34, | |
| 1024 | |
| ] | |
| } | |
| }, | |
| "t3_step": { | |
| "serving_default_args_22:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_33:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_42:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_28:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_21:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_38:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_30:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_58:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_5:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_26:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_12:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_46:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_40:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_34:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_2:0": { | |
| "dtype": "int64", | |
| "shape": [ | |
| 1 | |
| ] | |
| }, | |
| "serving_default_args_25:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_62:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_60:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_31:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_37:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_53:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_3:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_52:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_24:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_54:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_29:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_19:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_9:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_0:0": { | |
| "dtype": "int64", | |
| "shape": [ | |
| 1, | |
| 1 | |
| ] | |
| }, | |
| "serving_default_args_14:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_43:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_49:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_56:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_50:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_10:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_45:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_39:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_36:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_16:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_20:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_11:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_6:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_48:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_4:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_51:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_13:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_18:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_41:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_8:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_15:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_47:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_59:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_35:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_44:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_1:0": { | |
| "dtype": "int64", | |
| "shape": [ | |
| 1, | |
| 1 | |
| ] | |
| }, | |
| "serving_default_args_27:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_32:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_55:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_17:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_61:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_7:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_23:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "serving_default_args_57:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| } | |
| }, | |
| "flow_encoder": { | |
| "serving_default_args_0:0": { | |
| "dtype": "int64", | |
| "shape": [ | |
| 1, | |
| 512 | |
| ] | |
| }, | |
| "serving_default_args_1:0": { | |
| "dtype": "int32", | |
| "shape": [ | |
| 1 | |
| ] | |
| } | |
| }, | |
| "flow_estimator": { | |
| "serving_default_args_5:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 80, | |
| 1024 | |
| ] | |
| }, | |
| "serving_default_args_2:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 80, | |
| 1024 | |
| ] | |
| }, | |
| "serving_default_args_3:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2 | |
| ] | |
| }, | |
| "serving_default_args_0:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 80, | |
| 1024 | |
| ] | |
| }, | |
| "serving_default_args_4:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 80 | |
| ] | |
| }, | |
| "serving_default_args_1:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 1, | |
| 1024 | |
| ] | |
| } | |
| }, | |
| "hift": { | |
| "serving_default_args_0:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 80, | |
| 1024 | |
| ] | |
| } | |
| } | |
| }, | |
| "outputs": { | |
| "t3_prefill": { | |
| "StatefulPartitionedCall:33": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:60": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:34": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:42": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:1": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:22": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:40": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:44": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:21": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:49": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:30": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:16": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:46": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:10": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:29": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:13": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:37": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:31": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:58": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:48": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:32": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:6": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:43": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:54": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:4": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:28": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:38": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:45": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:27": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:57": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:52": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:39": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:23": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:55": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:51": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:15": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:35": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:14": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:20": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:25": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:41": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:5": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:18": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:19": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:9": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:11": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 512, | |
| 8194 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:17": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:12": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:7": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:59": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:47": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:3": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:2": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:36": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:50": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:8": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:26": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:53": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:56": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:24": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 512, | |
| 64 | |
| ] | |
| } | |
| }, | |
| "t3_step": { | |
| "StatefulPartitionedCall:33": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:60": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:34": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:42": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:1": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:22": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:40": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:44": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:21": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:49": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:30": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:16": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:46": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:10": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:29": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:13": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:37": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:31": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:58": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:48": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:32": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:6": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:43": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:54": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:4": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:28": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:38": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:45": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:27": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:57": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:52": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:39": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:23": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:55": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:51": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:15": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:35": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:14": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:20": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:25": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:41": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:5": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:18": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:19": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:9": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:11": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 8194 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:17": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:12": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:7": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:59": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:47": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:3": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:2": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:36": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:50": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:8": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:26": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:53": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:56": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:24": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 16, | |
| 1536, | |
| 64 | |
| ] | |
| } | |
| }, | |
| "flow_encoder": { | |
| "StatefulPartitionedCall:1": { | |
| "dtype": "bool", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 1024 | |
| ] | |
| }, | |
| "StatefulPartitionedCall:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 80, | |
| 1024 | |
| ] | |
| } | |
| }, | |
| "flow_estimator": { | |
| "StatefulPartitionedCall:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 2, | |
| 80, | |
| 1024 | |
| ] | |
| } | |
| }, | |
| "hift": { | |
| "StatefulPartitionedCall:0": { | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 491520 | |
| ] | |
| } | |
| } | |
| }, | |
| "export": { | |
| "source_repo": "ResembleAI/chatterbox", | |
| "toolchain": "ai_edge_torch 0.6 + ai_edge_quantizer (dynamic_legacy_wi8_afp32 on T3)", | |
| "embeddings": "folded into T3 graphs (token-ID inputs); text/speech emb + learned pos inside graph", | |
| "kv_cache": "graph IO, functional StaticLayer.update; prefill cache=total, copy first prefix_len into step cache 1536", | |
| "stft": "iSTFT/STFT re-expressed as fixed-basis Conv1d/ConvTranspose1d", | |
| "flow_embeddings": "folded into flow_encoder_v2 (token-ID); input_embedding + encoder_proj inside graph", | |
| "t3_precision": "fp16 (float_casting); int8 too lossy for Arabic" | |
| }, | |
| "flow_cond": { | |
| "voice": "default (zero-shot)", | |
| "spks": { | |
| "file": "spks.bin", | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 80 | |
| ] | |
| }, | |
| "prompt_token": { | |
| "file": "prompt_token.bin", | |
| "dtype": "int32", | |
| "shape": [ | |
| 1, | |
| 157 | |
| ] | |
| }, | |
| "prompt_feat": { | |
| "file": "prompt_feat.bin", | |
| "dtype": "float32", | |
| "shape": [ | |
| 1, | |
| 314, | |
| 80 | |
| ] | |
| }, | |
| "note": "host: full_token = prompt_token ++ speech_tokens; flow_encoder -> mu; 10x Euler CFM (estimator batch-2 CFG, dxdt=1.7*cond-0.7*uncond, t_span=1-cos(linspace(0,1,11)*pi/2)) with x init = randn; mel = x[:,:,prompt_feat_frames:]; hift -> 24k pcm" | |
| }, | |
| "precision_note": "T3 graphs are fp16 (multilingual, incl. Arabic). int8 T3 is ~2x smaller but English-quality only (diverges on Arabic); available on request." | |
| } |