{ "architectures": [ "FireRedTTS3ForConditionalGeneration" ], "model_type": "fireredtts3", "redae_dim": 64, "num_history_patches": 2, "patch_size": 4, "patch_encoder_hidden_size": 1024, "patch_encoder_mlp_ratio": 4, "patch_encoder_depth": 8, "patch_encoder_num_heads": 16, "dit_mlp_ratio": 3, "dit_depth": 11, "dit_num_heads": 16, "dit_hidden_size": 1024, "dtype": "float32", "dit_in_channels": 1088, "audio_patch_size": 480, "audio_sample_rate": 24000, "bottleneck_dim": 64, "dec_hidden_size": 896, "dec_intermediate_size": 3584, "dec_max_position_embeddings": 32768, "dec_max_window_layers": 0, "dec_num_attention_heads": 14, "dec_num_hidden_layers": 18, "dec_num_key_value_heads": 2, "dec_sliding_window": 64, "dec_use_sliding_window": true, "enc_downsample_num_hidden_layers": 4, "enc_extra_downsample_rate": 2, "enc_hidden_size": 896, "enc_intermediate_size": 3584, "enc_max_position_embeddings": 32768, "enc_max_window_layers": 0, "enc_num_attention_heads": 14, "enc_num_hidden_layers": 18, "enc_num_key_value_heads": 2, "enc_sliding_window": 64, "enc_use_sliding_window": true, "vocab_size": 151936, "hidden_size": 2048, "intermediate_size": 6144, "num_hidden_layers": 28, "num_attention_heads": 16, "num_key_value_heads": 8, "head_dim": 128, "hidden_act": "silu", "max_position_embeddings": 40960, "rms_norm_eps": 1e-06, "rope_theta": 1000000.0, "tie_word_embeddings": true, "attention_bias": false, "max_window_layers": 28, "use_sliding_window": false, "sliding_window": null, "bos_token_id": 151643, "eos_token_id": 151645, "use_lm_head": true, "redae_scale": 0.4, "speaker_token": null, "text_latent_interleave_ratio": null, "special_tokens": { "text_start": "<|sot|>", "text_end": "<|eot|>", "audio_sos": "<|sosp|>", "audio_eos": "<|eosp|>", "audio_in_placeholder": "<|image_pad|>", "icl_audio_placeholder": "<|video_pad|>", "audio_holder": null, "text_holder": null, "text_pad": null, "audio_start": null, "audio_end": null }, "generation_defaults": { "n_timesteps": 10, "inference_cfg": 2.0, "stop_threshold": 0.5, "min_patches": 6, "max_patches": 400 }, "transformers_version": "5.14.1" }