infer-web.py

import torch, pdb, os,traceback,sys,warnings,shutil
now_dir=os.getcwd()
sys.path.append(now_dir)
tmp=os.path.join(now_dir,"TEMP")
shutil.rmtree(tmp,ignore_errors=True)
os.makedirs(tmp,exist_ok=True)
os.environ["TEMP"]=tmp
warnings.filterwarnings("ignore")
torch.manual_seed(114514)
from infer_pack.models import SynthesizerTrnMs256NSF as SynthesizerTrn256
from scipy.io import wavfile
from fairseq import checkpoint_utils
import gradio as gr
import librosa
import logging
from vc_infer_pipeline import VC
import soundfile as sf
from config import is_half,device,is_half
from infer_uvr5 import _audio_pre_
logging.getLogger('numba').setLevel(logging.WARNING)

models, saved_cfg, task = checkpoint_utils.load_model_ensemble_and_task(["hubert_base.pt"],suffix="",)
hubert_model = models[0]
hubert_model = hubert_model.to(device)
if(is_half):hubert_model = hubert_model.half()
else:hubert_model = hubert_model.float()
hubert_model.eval()


weight_root="weights"
weight_uvr5_root="uvr5_weights"
names=[]
for name in os.listdir(weight_root):names.append(name.replace(".pt",""))
uvr5_names=[]
for name in os.listdir(weight_uvr5_root):uvr5_names.append(name.replace(".pth",""))

def get_vc(sid):
    person = "%s/%s.pt" % (weight_root, sid)
    cpt = torch.load(person, map_location="cpu")
    dv = cpt["dv"]
    tgt_sr = cpt["config"][-1]
    net_g = SynthesizerTrn256(*cpt["config"], is_half=is_half)
    net_g.load_state_dict(cpt["weight"], strict=True)
    net_g.eval().to(device)
    if (is_half):net_g = net_g.half()
    else:net_g = net_g.float()
    vc = VC(tgt_sr, device, is_half)
    return dv,tgt_sr,net_g,vc

def vc_single(sid,input_audio,f0_up_key,f0_file):
    if input_audio is None:return "You need to upload an audio", None
    f0_up_key = int(f0_up_key)
    try:
        if(type(input_audio)==str):
            print("processing %s" % input_audio)
            audio, sampling_rate = sf.read(input_audio)
        else:
            sampling_rate, audio = input_audio
            audio = audio.astype("float32") / 32768
        if(type(sid)==str):dv, tgt_sr, net_g, vc=get_vc(sid)
        else:dv,tgt_sr,net_g,vc=sid
        if len(audio.shape) > 1:
            audio = librosa.to_mono(audio.transpose(1, 0))
        if sampling_rate != 16000:
            audio = librosa.resample(audio, orig_sr=sampling_rate, target_sr=16000)
        times = [0, 0, 0]
        audio_opt=vc.pipeline(hubert_model,net_g,dv,audio,times,f0_up_key,f0_file=f0_file)
        print(times)
        return "Success", (tgt_sr, audio_opt)
    except:
        info=traceback.format_exc()
        print(info)
        return info,(None,None)
    finally:
        print("clean_empty_cache")
        del net_g,dv,vc
        torch.cuda.empty_cache()

def vc_multi(sid,dir_path,opt_root,paths,f0_up_key):
    try:
        dir_path=dir_path.strip(" ")#防止小白拷路径头尾带了空格
        opt_root=opt_root.strip(" ")
        os.makedirs(opt_root, exist_ok=True)
        dv, tgt_sr, net_g, vc = get_vc(sid)
        try:
            if(dir_path!=""):paths=[os.path.join(dir_path,name)for name in os.listdir(dir_path)]
            else:paths=[path.name for path in paths]
        except:
            traceback.print_exc()
            paths = [path.name for path in paths]
        infos=[]
        for path in paths:
            info,opt=vc_single([dv,tgt_sr,net_g,vc],path,f0_up_key,f0_file=None)
            if(info=="Success"):
                try:
                    tgt_sr,audio_opt=opt
                    wavfile.write("%s/%s" % (opt_root, os.path.basename(path)), tgt_sr, audio_opt)
                except:
                    info=traceback.format_exc()
            infos.append("%s->%s"%(os.path.basename(path),info))
        return "\n".join(infos)
    except:
        return traceback.format_exc()
    finally:
        print("clean_empty_cache")
        del net_g,dv,vc
        torch.cuda.empty_cache()

def uvr(model_name,inp_root,save_root_vocal,save_root_ins):
    infos = []
    try:
        inp_root = inp_root.strip(" ")# 防止小白拷路径头尾带了空格
        save_root_vocal = save_root_vocal.strip(" ")
        save_root_ins = save_root_ins.strip(" ")
        pre_fun = _audio_pre_(model_path=os.path.join(weight_uvr5_root,model_name+".pth"), device=device, is_half=is_half)
        for name in os.listdir(inp_root):
            inp_path=os.path.join(inp_root,name)
            try:
                pre_fun._path_audio_(inp_path , save_root_ins,save_root_vocal)
                infos.append("%s->Success"%(os.path.basename(inp_path)))
            except:
                infos.append("%s->%s" % (os.path.basename(inp_path),traceback.format_exc()))
    except:
        infos.append(traceback.format_exc())
    finally:
        try:
            del pre_fun.model
            del pre_fun
        except:
            traceback.print_exc()
        print("clean_empty_cache")
        torch.cuda.empty_cache()
    return "\n".join(infos)

with gr.Blocks() as app:
    with gr.Tabs():
        with gr.TabItem("推理"):
            with gr.Group():
                gr.Markdown(value="""
                    使用软件者、传播软件导出的声音者自负全责。如不认可该条款，则不能使用/引用软件包内所有代码和文件。<br>
                    目前仅开放白菜音色，后续将扩展为本地训练推理工具，用户可训练自己的音色进行社区共享。<br>
                    男转女推荐+12key，女转男推荐-12key，如果音域爆炸导致音色失真也可以自己调整到合适音域
                    """)
                with gr.Row():
                    with gr.Column():
                        sid0 = gr.Dropdown(label="音色", choices=names)
                        vc_transform0 = gr.Number(label="变调（整数，半音数量，升八度12降八度-12）", value=12)
                        f0_file = gr.File(label="F0曲线文件，可选，一行一个音高，代替默认F0及升降调")
                    input_audio0 = gr.Audio(label="上传音频")
                    but0=gr.Button("转换", variant="primary")
                    with gr.Column():
                        vc_output1 = gr.Textbox(label="输出信息")
                        vc_output2 = gr.Audio(label="输出音频")
                    but0.click(vc_single, [sid0, input_audio0, vc_transform0,f0_file], [vc_output1, vc_output2])
            with gr.Group():
                gr.Markdown(value="""
                    批量转换，上传多个音频文件，在指定文件夹（默认opt）下输出转换的音频。<br>
                    合格的文件夹路径格式举例：E:\codes\py39\\vits_vc_gpu\白鹭霜华测试样例（去文件管理器地址栏拷就行了）
                    """)
                with gr.Row():
                    with gr.Column():
                        sid1 = gr.Dropdown(label="音色", choices=names)
                        vc_transform1 = gr.Number(label="变调（整数，半音数量，升八度12降八度-12）", value=12)
                        opt_input = gr.Textbox(label="指定输出文件夹",value="opt")
                    with gr.Column():
                        dir_input = gr.Textbox(label="输入待处理音频文件夹路径")
                        inputs = gr.File(file_count="multiple", label="也可批量输入音频文件，二选一，优先读文件夹")
                    but1=gr.Button("转换", variant="primary")
                    vc_output3 = gr.Textbox(label="输出信息")
                    but1.click(vc_multi, [sid1, dir_input,opt_input,inputs, vc_transform1], [vc_output3])

        with gr.TabItem("数据处理"):
            with gr.Group():
                gr.Markdown(value="""
                    人声伴奏分离批量处理，使用UVR5模型。<br>
                    不带和声用HP2，带和声且提取的人声不需要和声用HP5<br>
                    合格的文件夹路径格式举例：E:\codes\py39\\vits_vc_gpu\白鹭霜华测试样例（去文件管理器地址栏拷就行了）
                    """)
                with gr.Row():
                    with gr.Column():
                        dir_wav_input = gr.Textbox(label="输入待处理音频文件夹路径")
                        wav_inputs = gr.File(file_count="multiple", label="也可批量输入音频文件，二选一，优先读文件夹")
                    with gr.Column():
                        model_choose = gr.Dropdown(label="模型", choices=uvr5_names)
                        opt_vocal_root = gr.Textbox(label="指定输出人声文件夹",value="opt")
                        opt_ins_root = gr.Textbox(label="指定输出乐器文件夹",value="opt")
                    but2=gr.Button("转换", variant="primary")
                    vc_output4 = gr.Textbox(label="输出信息")
                    but2.click(uvr, [model_choose, dir_wav_input,opt_vocal_root,opt_ins_root], [vc_output4])
        with gr.TabItem("训练-待开放"):pass

    # app.launch(server_name="0.0.0.0",server_port=7860)
    app.launch(server_name="127.0.0.1",server_port=7860)