Add iOS ONNX VoiceDesign model pack
Browse files- 600m-v3-vd/caption_encoder.onnx +3 -0
- 600m-v3-vd/config.json +65 -0
- 600m-v3-vd/context_kv.onnx +3 -0
- 600m-v3-vd/dacvae_decode.onnx +3 -0
- 600m-v3-vd/dacvae_encode.onnx +3 -0
- 600m-v3-vd/dit_step.onnx +3 -0
- 600m-v3-vd/duration.onnx +3 -0
- 600m-v3-vd/speaker_encoder.onnx +3 -0
- 600m-v3-vd/text_encoder.onnx +3 -0
- 600m-v3-vd/tokenizer/tokenizer.json +0 -0
600m-v3-vd/caption_encoder.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c429f84f5beb19e5bc78ed2fadd1d59f22a148525265fc8272858806a2cd9ced
|
| 3 |
+
size 339140739
|
600m-v3-vd/config.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": {
|
| 3 |
+
"latent_dim": 32,
|
| 4 |
+
"latent_patch_size": 1,
|
| 5 |
+
"model_dim": 1280,
|
| 6 |
+
"num_layers": 12,
|
| 7 |
+
"num_heads": 20,
|
| 8 |
+
"mlp_ratio": 2.875,
|
| 9 |
+
"text_mlp_ratio": 2.6,
|
| 10 |
+
"speaker_mlp_ratio": 2.6,
|
| 11 |
+
"dropout": 0.0,
|
| 12 |
+
"text_vocab_size": 99574,
|
| 13 |
+
"text_tokenizer_repo": "llm-jp/llm-jp-3-150m",
|
| 14 |
+
"text_add_bos": true,
|
| 15 |
+
"text_dim": 512,
|
| 16 |
+
"text_layers": 10,
|
| 17 |
+
"text_heads": 8,
|
| 18 |
+
"use_caption_condition": true,
|
| 19 |
+
"use_speaker_condition": true,
|
| 20 |
+
"caption_vocab_size": 99574,
|
| 21 |
+
"caption_tokenizer_repo": "llm-jp/llm-jp-3-150m",
|
| 22 |
+
"caption_add_bos": true,
|
| 23 |
+
"caption_dim": 512,
|
| 24 |
+
"caption_layers": 10,
|
| 25 |
+
"caption_heads": 8,
|
| 26 |
+
"caption_mlp_ratio": 2.6,
|
| 27 |
+
"speaker_dim": 768,
|
| 28 |
+
"speaker_layers": 8,
|
| 29 |
+
"speaker_heads": 12,
|
| 30 |
+
"speaker_patch_size": 1,
|
| 31 |
+
"timestep_embed_dim": 512,
|
| 32 |
+
"adaln_rank": 192,
|
| 33 |
+
"norm_eps": 1e-05,
|
| 34 |
+
"use_duration_predictor": true,
|
| 35 |
+
"duration_aux_dim": 14,
|
| 36 |
+
"duration_hidden_dim": 1024,
|
| 37 |
+
"duration_layers": 3,
|
| 38 |
+
"duration_dropout": 0.1,
|
| 39 |
+
"duration_attention_heads": 8,
|
| 40 |
+
"duration_architecture": "token_sum_dual_adarn_zero_no_aux",
|
| 41 |
+
"duration_token_init_frames": 9.0,
|
| 42 |
+
"duration_speaker_fusion": "adarn_zero",
|
| 43 |
+
"duration_caption_fusion": "adarn_zero",
|
| 44 |
+
"duration_caption_pooling": "masked_mean"
|
| 45 |
+
},
|
| 46 |
+
"inference": {
|
| 47 |
+
"max_text_len": 256,
|
| 48 |
+
"max_caption_len": 512
|
| 49 |
+
},
|
| 50 |
+
"export": {
|
| 51 |
+
"seq_len": 128,
|
| 52 |
+
"text_len": 256,
|
| 53 |
+
"caption_len": 512,
|
| 54 |
+
"ref_len": 200,
|
| 55 |
+
"sample_rate": 48000,
|
| 56 |
+
"hop_length": 1920,
|
| 57 |
+
"latent_dim": 32,
|
| 58 |
+
"num_layers": 12,
|
| 59 |
+
"has_caption": true,
|
| 60 |
+
"has_speaker_kv_scale": true,
|
| 61 |
+
"lora_merged": false,
|
| 62 |
+
"dacvae_snake_coreml_safe": true,
|
| 63 |
+
"context_kv_cache": true
|
| 64 |
+
}
|
| 65 |
+
}
|
600m-v3-vd/context_kv.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a24fa7bac2afa2803fa6ff9003a9b8e9d10669c3d586266e87519d3f014d2d2
|
| 3 |
+
size 220370335
|
600m-v3-vd/dacvae_decode.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a48e87e347601cb5eb6ba7dfbdc3aafa586e588448980c5678670fd74b25715
|
| 3 |
+
size 261377318
|
600m-v3-vd/dacvae_encode.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43f5d220fd3126a39803d3c779953449a566edab555ed76f0ea16dc0c2a013a9
|
| 3 |
+
size 109422044
|
600m-v3-vd/dit_step.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c784a61a7a0951c65f23c09e1abc38f74b059d0cfa6da4903322c708e36dddce
|
| 3 |
+
size 1243780954
|
600m-v3-vd/duration.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:952377bbd10623eb7b5d353c2047bbbc4f2ae34c3362f54f02528230419bf375
|
| 3 |
+
size 87156783
|
600m-v3-vd/speaker_encoder.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b3412ec1ba05b3f3894e70ce1e670311fe97e16fb759e4443c8f0ec130ba859
|
| 3 |
+
size 242582307
|
600m-v3-vd/text_encoder.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67105de59d868cfffbde8c705d4a70c0afa47304584caa62efce9e4906f5a6bb
|
| 3 |
+
size 339121171
|
600m-v3-vd/tokenizer/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|