wall-e-zz commited on
Commit
93372ef
·
1 Parent(s): 4cfa3f8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +149 -24
app.py CHANGED
@@ -1,26 +1,151 @@
 
1
  import os
 
 
 
2
  import gradio as gr
3
- from scipy.io.wavfile import write
4
-
5
-
6
- def inference(audio):
7
- os.makedirs("out", exist_ok=True)
8
- write('test.wav', audio[0], audio[1])
9
- os.system("python3 -m demucs.separate -n mdx_extra_q test.wav -o out")
10
- return "./out/mdx_extra_q/test/vocals.wav","./out/mdx_extra_q/test/bass.wav",\
11
- "./out/mdx_extra_q/test/drums.wav","./out/mdx_extra_q/test/other.wav"
12
-
13
- title = "Demucs"
14
- description = "<p style='text-align: center'>基于波形域的音乐源分离模型,使用它非常简单,只需上传您的音频文件,或者点击其中一个示例以加载它们。</p>"
15
- article = "<p style='text-align: center'><a href='https://arxiv.org/abs/1911.13254' target='_blank'>Music Source Separation in the Waveform Domain</a> | <a href='https://github.com/facebookresearch/demucs' target='_blank'>Github Repo</a></p>"
16
-
17
- examples=[['test.mp3']]
18
- gr.Interface(
19
- inference,
20
- gr.inputs.Audio(type="numpy", label="上传"),
21
- [gr.outputs.Audio(type="filepath", label="人声"),gr.outputs.Audio(type="filepath", label="低音部分"),gr.outputs.Audio(type="filepath", label="打击乐器"),gr.outputs.Audio(type="filepath", label="其他")],
22
- title=title,
23
- description=description,
24
- article=article,
25
- examples=examples
26
- ).launch(enable_queue=True)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import re
2
  import os
3
+ import sys
4
+
5
+ import torch
6
  import gradio as gr
7
+ from transformers import MBart50TokenizerFast, MBartForConditionalGeneration
8
+
9
+
10
+ class MBartTranslator:
11
+ """MBartTranslator class provides a simple interface for translating text using the MBart language model.
12
+
13
+ The class can translate between 50 languages and is based on the "facebook/mbart-large-50-many-to-many-mmt"
14
+ pre-trained MBart model. However, it is possible to use a different MBart model by specifying its name.
15
+
16
+ Attributes:
17
+ model (MBartForConditionalGeneration): The MBart language model.
18
+ tokenizer (MBart50TokenizerFast): The MBart tokenizer.
19
+ """
20
+
21
+ def __init__(self, model_name="facebook/mbart-large-50-many-to-many-mmt", src_lang=None, tgt_lang=None):
22
+
23
+ self.supported_languages = [
24
+ "ar_AR",
25
+ "de_DE",
26
+ "en_XX",
27
+ "es_XX",
28
+ "fr_XX",
29
+ "hi_IN",
30
+ "it_IT",
31
+ "ja_XX",
32
+ "ko_XX",
33
+ "pt_XX",
34
+ "ru_RU",
35
+ "zh_XX",
36
+ "af_ZA",
37
+ "bn_BD",
38
+ "bs_XX",
39
+ "ca_XX",
40
+ "cs_CZ",
41
+ "da_XX",
42
+ "el_GR",
43
+ "et_EE",
44
+ "fa_IR",
45
+ "fi_FI",
46
+ "gu_IN",
47
+ "he_IL",
48
+ "hi_XX",
49
+ "hr_HR",
50
+ "hu_HU",
51
+ "id_ID",
52
+ "is_IS",
53
+ "ja_XX",
54
+ "jv_XX",
55
+ "ka_GE",
56
+ "kk_XX",
57
+ "km_KH",
58
+ "kn_IN",
59
+ "ko_KR",
60
+ "lo_LA",
61
+ "lt_LT",
62
+ "lv_LV",
63
+ "mk_MK",
64
+ "ml_IN",
65
+ "mr_IN",
66
+ "ms_MY",
67
+ "ne_NP",
68
+ "nl_XX",
69
+ "no_XX",
70
+ "pl_XX",
71
+ "ro_RO",
72
+ "si_LK",
73
+ "sk_SK",
74
+ "sl_SI",
75
+ "sq_AL",
76
+ "sr_XX",
77
+ "sv_XX",
78
+ "sw_TZ",
79
+ "ta_IN",
80
+ "te_IN",
81
+ "th_TH",
82
+ "tl_PH",
83
+ "tr_TR",
84
+ "uk_UA",
85
+ "ur_PK",
86
+ "vi_VN",
87
+ "war_PH",
88
+ "yue_XX",
89
+ "zh_CN",
90
+ "zh_TW",
91
+ ]
92
+ print("Building translator")
93
+ print("Loading generator (this may take few minutes the first time as I need to download the model)")
94
+ self.model = MBartForConditionalGeneration.from_pretrained(model_name).to(device)
95
+ print("Loading tokenizer")
96
+ self.tokenizer = MBart50TokenizerFast.from_pretrained(model_name, src_lang=src_lang, tgt_lang=tgt_lang)
97
+ print("Translator is ready")
98
+
99
+ def translate(self, text: str, input_language: str, output_language: str) -> str:
100
+ """Translate the given text from the input language to the output language.
101
+
102
+ Args:
103
+ text (str): The text to translate.
104
+ input_language (str): The input language code (e.g. "hi_IN" for Hindi).
105
+ output_language (str): The output language code (e.g. "en_US" for English).
106
+
107
+ Returns:
108
+ str: The translated text.
109
+ """
110
+ if input_language not in self.supported_languages:
111
+ raise ValueError(f"Input language not supported. Supported languages: {self.supported_languages}")
112
+ if output_language not in self.supported_languages:
113
+ raise ValueError(f"Output language not supported. Supported languages: {self.supported_languages}")
114
+
115
+ self.tokenizer.src_lang = input_language
116
+ encoded_input = self.tokenizer(text, return_tensors="pt").to(device)
117
+ generated_tokens = self.model.generate(
118
+ **encoded_input, forced_bos_token_id=self.tokenizer.lang_code_to_id[output_language]
119
+ )
120
+ translated_text = self.tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
121
+
122
+ return translated_text[0]
123
+
124
+
125
+ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
126
+ translator = MBartTranslator()
127
+
128
+
129
+ def translate(src, dst, content):
130
+ outputText = translator.translate(content, "zh_CN", "en_XX")
131
+ return outputText
132
+
133
+
134
+ demo = gr.Interface(
135
+ fn=translate,
136
+ inputs=[
137
+ gr.Dropdown(
138
+ ["简体中文", "繁体中文", "英文", "泰文"], label="源语言", value="简体中文", show_label=True
139
+ ),
140
+ gr.Dropdown(
141
+ ["简体中文", "繁体中文", "英文", "泰文"], label="目标语言", value="英文", show_label=True
142
+ ),
143
+ gr.Text(label='内容')
144
+ ],
145
+ outputs=[
146
+ gr.Text(label='结果')
147
+ ]
148
+ )
149
+
150
+
151
+ demo.launch(enable_queue=True)