File size: 1,687 Bytes
39d8553 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | {
"model": {
"latent_dim": 32,
"latent_patch_size": 1,
"model_dim": 1280,
"num_layers": 12,
"num_heads": 20,
"mlp_ratio": 2.875,
"text_mlp_ratio": 2.6,
"speaker_mlp_ratio": 2.6,
"dropout": 0.0,
"text_vocab_size": 99574,
"text_tokenizer_repo": "llm-jp/llm-jp-3-150m",
"text_add_bos": true,
"text_dim": 512,
"text_layers": 10,
"text_heads": 8,
"use_caption_condition": false,
"use_speaker_condition": null,
"caption_vocab_size": null,
"caption_tokenizer_repo": null,
"caption_add_bos": null,
"caption_dim": null,
"caption_layers": null,
"caption_heads": null,
"caption_mlp_ratio": null,
"speaker_dim": 768,
"speaker_layers": 8,
"speaker_heads": 12,
"speaker_patch_size": 1,
"timestep_embed_dim": 512,
"adaln_rank": 192,
"norm_eps": 1e-05,
"use_duration_predictor": true,
"duration_aux_dim": 14,
"duration_hidden_dim": 1024,
"duration_layers": 3,
"duration_dropout": 0.1,
"duration_attention_heads": 8,
"duration_architecture": "token_sum_adarn_zero_no_aux",
"duration_token_init_frames": 9.0,
"duration_speaker_fusion": "adarn_zero",
"duration_caption_fusion": "adarn_zero",
"duration_caption_pooling": "masked_mean"
},
"inference": {
"max_text_len": 256
},
"export": {
"seq_len": 128,
"text_len": 256,
"caption_len": 64,
"ref_len": 200,
"sample_rate": 48000,
"hop_length": 1920,
"latent_dim": 32,
"num_layers": 12,
"has_caption": false,
"has_speaker_kv_scale": true,
"lora_merged": false,
"dacvae_snake_coreml_safe": true,
"context_kv_cache": true
}
}
|