File size: 4,649 Bytes
292aa23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
{
  "format_version": 1,
  "checkpoint": "/home/ubuntu/.cache/huggingface/hub/models--Aratako--Irodori-TTS-500M-v2-VoiceDesign/snapshots/456e55708e7183f5c7faa1448209d54aa8991451/model.safetensors",
  "opset_version": 18,
  "model": {
    "latent_dim": 32,
    "latent_patch_size": 1,
    "patched_latent_dim": 32,
    "use_speaker_condition": false,
    "use_caption_condition": true
  },
  "tokenizers": {
    "text_repo": "llm-jp/llm-jp-3-150m",
    "text_add_bos": true,
    "caption_repo": "llm-jp/llm-jp-3-150m",
    "caption_add_bos": true
  },
  "rfdit": {
    "context_path": "rfdit_context_fp32_30s.onnx",
    "step_path": "rfdit_step_fp32_30s.onnx",
    "text_len": 256,
    "caption_len": 512,
    "ref_steps": 64,
    "ref_dim": 32,
    "max_patched_steps": 750,
    "has_speaker": false,
    "has_caption": true,
    "step_buckets": {
      "1": {
        "step_path": "rfdit_step_fp32_1s.onnx",
        "seconds": 1.0,
        "latent_steps": 25,
        "max_patched_steps": 25,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_1s.mxr"
      },
      "2": {
        "step_path": "rfdit_step_fp32_2s.onnx",
        "seconds": 2.0,
        "latent_steps": 50,
        "max_patched_steps": 50,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_2s.mxr"
      },
      "4": {
        "step_path": "rfdit_step_fp32_4s.onnx",
        "seconds": 4.0,
        "latent_steps": 100,
        "max_patched_steps": 100,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_4s.mxr"
      },
      "8": {
        "step_path": "rfdit_step_fp32_8s.onnx",
        "seconds": 8.0,
        "latent_steps": 200,
        "max_patched_steps": 200,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_8s.mxr"
      },
      "12": {
        "step_path": "rfdit_step_fp32_12s.onnx",
        "seconds": 12.0,
        "latent_steps": 300,
        "max_patched_steps": 300,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_12s.mxr"
      },
      "16": {
        "step_path": "rfdit_step_fp32_16s.onnx",
        "seconds": 16.0,
        "latent_steps": 400,
        "max_patched_steps": 400,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_16s.mxr"
      },
      "24": {
        "step_path": "rfdit_step_fp32_24s.onnx",
        "seconds": 24.0,
        "latent_steps": 600,
        "max_patched_steps": 600,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_24s.mxr"
      },
      "30": {
        "step_path": "rfdit_step_fp32_30s.onnx",
        "seconds": 30.0,
        "latent_steps": 750,
        "max_patched_steps": 750,
        "step_migraphx_path": "migraphx/rfdit_step_fp32_30s.mxr"
      }
    },
    "context_migraphx_path": "migraphx/rfdit_context_fp32_30s.mxr"
  },
  "dacvae": {
    "sample_rate": 48000,
    "hop_length": 1920,
    "buckets": {
      "1": {
        "path": "dacvae_decode_1s.onnx",
        "seconds": 1.0,
        "latent_steps": 25,
        "patched_steps": 25,
        "samples": 48000,
        "migraphx_path": "migraphx/dacvae_decode_1s.mxr"
      },
      "2": {
        "path": "dacvae_decode_2s.onnx",
        "seconds": 2.0,
        "latent_steps": 50,
        "patched_steps": 50,
        "samples": 96000,
        "migraphx_path": "migraphx/dacvae_decode_2s.mxr"
      },
      "4": {
        "path": "dacvae_decode_4s.onnx",
        "seconds": 4.0,
        "latent_steps": 100,
        "patched_steps": 100,
        "samples": 192000,
        "migraphx_path": "migraphx/dacvae_decode_4s.mxr"
      },
      "8": {
        "path": "dacvae_decode_8s.onnx",
        "seconds": 8.0,
        "latent_steps": 200,
        "patched_steps": 200,
        "samples": 384000,
        "migraphx_path": "migraphx/dacvae_decode_8s.mxr"
      },
      "12": {
        "path": "dacvae_decode_12s.onnx",
        "seconds": 12.0,
        "latent_steps": 300,
        "patched_steps": 300,
        "samples": 576000,
        "migraphx_path": "migraphx/dacvae_decode_12s.mxr"
      },
      "16": {
        "path": "dacvae_decode_16s.onnx",
        "seconds": 16.0,
        "latent_steps": 400,
        "patched_steps": 400,
        "samples": 768000,
        "migraphx_path": "migraphx/dacvae_decode_16s.mxr"
      },
      "24": {
        "path": "dacvae_decode_24s.onnx",
        "seconds": 24.0,
        "latent_steps": 600,
        "patched_steps": 600,
        "samples": 1152000,
        "migraphx_path": "migraphx/dacvae_decode_24s.mxr"
      },
      "30": {
        "path": "dacvae_decode_30s.onnx",
        "seconds": 30.0,
        "latent_steps": 750,
        "patched_steps": 750,
        "samples": 1440000,
        "migraphx_path": "migraphx/dacvae_decode_30s.mxr"
      }
    }
  }
}