UMMJ commited on
Commit
78f5f7d
·
1 Parent(s): 9dd3461

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +139 -0
app.py ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # coding=utf-8
2
+ import time
3
+ import os
4
+ import gradio as gr
5
+ import utils
6
+ import argparse
7
+ import commons
8
+ from models import SynthesizerTrn
9
+ from text import text_to_sequence
10
+ import torch
11
+ from torch import no_grad, LongTensor
12
+ import webbrowser
13
+ import logging
14
+ logging.getLogger('numba').setLevel(logging.WARNING)
15
+ limitation = os.getenv("SYSTEM") == "spaces" # limit text and audio length in huggingface spaces
16
+
17
+ def get_text(text, hps):
18
+ text_norm, clean_text = text_to_sequence(text, hps.symbols, hps.data.text_cleaners)
19
+ if hps.data.add_blank:
20
+ text_norm = commons.intersperse(text_norm, 0)
21
+ text_norm = LongTensor(text_norm)
22
+ return text_norm, clean_text
23
+
24
+ def vits(text, language, speaker_id, noise_scale, noise_scale_w, length_scale):
25
+ start = time.perf_counter()
26
+ if not len(text):
27
+ return "输入文本不能为空!", None, None
28
+ text = text.replace('\n', ' ').replace('\r', '').replace(" ", "")
29
+ if len(text) > 100 and limitation:
30
+ return f"输入文字过长!{len(text)}>100", None, None
31
+ if language == 0:
32
+ text = f"[ZH]{text}[ZH]"
33
+ elif language == 1:
34
+ text = f"[JA]{text}[JA]"
35
+ else:
36
+ text = f"{text}"
37
+ stn_tst, clean_text = get_text(text, hps_ms)
38
+ with no_grad():
39
+ x_tst = stn_tst.unsqueeze(0).to(device)
40
+ x_tst_lengths = LongTensor([stn_tst.size(0)]).to(device)
41
+ speaker_id = LongTensor([speaker_id]).to(device)
42
+ audio = net_g_ms.infer(x_tst, x_tst_lengths, sid=speaker_id, noise_scale=noise_scale, noise_scale_w=noise_scale_w,
43
+ length_scale=length_scale)[0][0, 0].data.cpu().float().numpy()
44
+
45
+ return "生成成功!", (22050, audio), f"生成耗时 {round(time.perf_counter()-start, 2)} s"
46
+
47
+ def search_speaker(search_value):
48
+ for s in speakers:
49
+ if search_value == s:
50
+ return s
51
+ for s in speakers:
52
+ if search_value in s:
53
+ return s
54
+
55
+ def change_lang(language):
56
+ if language == 0:
57
+ return 0.6, 0.668, 1.2
58
+ else:
59
+ return 0.6, 0.668, 1.1
60
+
61
+ download_audio_js = """
62
+ () =>{{
63
+ let root = document.querySelector("body > gradio-app");
64
+ if (root.shadowRoot != null)
65
+ root = root.shadowRoot;
66
+ let audio = root.querySelector("#tts-audio").querySelector("audio");
67
+ let text = root.querySelector("#input-text").querySelector("textarea");
68
+ if (audio == undefined)
69
+ return;
70
+ text = text.value;
71
+ if (text == undefined)
72
+ text = Math.floor(Math.random()*100000000);
73
+ audio = audio.src;
74
+ let oA = document.createElement("a");
75
+ oA.download = text.substr(0, 20)+'.wav';
76
+ oA.href = audio;
77
+ document.body.appendChild(oA);
78
+ oA.click();
79
+ oA.remove();
80
+ }}
81
+ """
82
+
83
+ if __name__ == '__main__':
84
+ parser = argparse.ArgumentParser()
85
+ parser.add_argument('--device', type=str, default='cpu')
86
+ parser.add_argument('--api', action="store_true", default=False)
87
+ parser.add_argument("--share", action="store_true", default=False, help="share gradio app")
88
+ parser.add_argument("--colab", action="store_true", default=False, help="share gradio app")
89
+ args = parser.parse_args()
90
+ device = torch.device(args.device)
91
+
92
+ hps_ms = utils.get_hparams_from_file(r'./model/config.json')
93
+ net_g_ms = SynthesizerTrn(
94
+ len(hps_ms.symbols),
95
+ hps_ms.data.filter_length // 2 + 1,
96
+ hps_ms.train.segment_size // hps_ms.data.hop_length,
97
+ n_speakers=hps_ms.data.n_speakers,
98
+ **hps_ms.model)
99
+ _ = net_g_ms.eval().to(device)
100
+ speakers = hps_ms.speakers
101
+ model, optimizer, learning_rate, epochs = utils.load_checkpoint(r'./model/G_953000.pth', net_g_ms, None)
102
+
103
+ with gr.Blocks() as app:
104
+ gr.Markdown(
105
+ "<div align='center'>JSX</div>"
106
+ '<div align="center"><a><font color="#dd0000">结果有随机性,语调可能很奇怪,可多次生成取最佳效果</font></a></div>'
107
+ '<div align="center"><a><font color="#dd0000">标点符号会影响生成的结果</font></a></div>'
108
+ )
109
+
110
+ with gr.Tabs():
111
+ with gr.TabItem("vits"):
112
+ with gr.Row():
113
+ with gr.Column():
114
+ input_text = gr.Textbox(label="Text (100 words limitation) " if limitation else "Text", lines=5, value="今天晚上吃啥好呢。", elem_id=f"input-text")
115
+ lang = gr.Dropdown(label="Language", choices=["中文", "日语", "中日混合(中文用[ZH][ZH]包裹起来,日文用[JA][JA]包裹起来)"],
116
+ type="index", value="中文")
117
+ btn = gr.Button(value="Submit")
118
+ with gr.Row():
119
+ search = gr.Textbox(label="Search Speaker", lines=1)
120
+ btn2 = gr.Button(value="Search")
121
+ sid = gr.Dropdown(label="Speaker", choices=speakers, type="index", value=speakers[228])
122
+ with gr.Row():
123
+ ns = gr.Slider(label="noise_scale(控制感情变化程度)", minimum=0.1, maximum=1.0, step=0.1, value=0.6, interactive=True)
124
+ nsw = gr.Slider(label="noise_scale_w(控制音素发音长度)", minimum=0.1, maximum=1.0, step=0.1, value=0.668, interactive=True)
125
+ ls = gr.Slider(label="length_scale(控制整体语速)", minimum=0.1, maximum=2.0, step=0.1, value=1.2, interactive=True)
126
+ with gr.Column():
127
+ o1 = gr.Textbox(label="Output Message")
128
+ o2 = gr.Audio(label="Output Audio", elem_id=f"tts-audio")
129
+ o3 = gr.Textbox(label="Extra Info")
130
+ download = gr.Button("Download Audio")
131
+ btn.click(vits, inputs=[input_text, lang, sid, ns, nsw, ls], outputs=[o1, o2, o3])
132
+ download.click(None, [], [], _js=download_audio_js.format())
133
+ btn2.click(search_speaker, inputs=[search], outputs=[sid])
134
+ lang.change(change_lang, inputs=[lang], outputs=[ns, nsw, ls])
135
+ with gr.TabItem("可用人物一览"):
136
+ gr.Radio(label="Speaker", choices=speakers, interactive=False, type="index")
137
+ if args.colab:
138
+ webbrowser.open("http://127.0.0.1:7860")
139
+ app.queue(concurrency_count=1, api_open=args.api).launch(share=args.share)