|
|
import os, sys |
|
|
import gradio as gr |
|
|
import torch |
|
|
import shutil |
|
|
from src.gradio_demo import SadTalker |
|
|
|
|
|
def sadtalker_demo(): |
|
|
|
|
|
checkpoint_path = 'checkpoints' |
|
|
config_path = 'src/config' |
|
|
|
|
|
try: |
|
|
sad_talker = SadTalker(checkpoint_path, config_path, lazy_load=True) |
|
|
except Exception as e: |
|
|
print(f"Warning: Could not initialize SadTalker: {e}") |
|
|
sad_talker = None |
|
|
|
|
|
def generate_video(source_image, driven_audio, preprocess_type, is_still_mode, enhancer, batch_size, size_of_image, pose_style): |
|
|
if sad_talker is None: |
|
|
return "Error: SadTalker not initialized. Please ensure all model files are uploaded." |
|
|
|
|
|
try: |
|
|
return sad_talker.test( |
|
|
source_image=source_image, |
|
|
driven_audio=driven_audio, |
|
|
preprocess=preprocess_type, |
|
|
still_mode=is_still_mode, |
|
|
use_enhancer=enhancer, |
|
|
batch_size=batch_size, |
|
|
size=size_of_image, |
|
|
pose_style=pose_style |
|
|
) |
|
|
except Exception as e: |
|
|
return f"Error generating video: {str(e)}" |
|
|
with gr.Row().style(equal_height=False): |
|
|
with gr.Column(variant='panel'): |
|
|
with gr.Tabs(elem_id="sadtalker_source_image"): |
|
|
with gr.TabItem('Upload image'): |
|
|
with gr.Row(): |
|
|
source_image = gr.Image( |
|
|
label="Source image", |
|
|
source="upload", |
|
|
type="filepath", |
|
|
elem_id="img2img_image" |
|
|
).style(width=512) |
|
|
|
|
|
with gr.Tabs(elem_id="sadtalker_driven_audio"): |
|
|
with gr.TabItem('Upload Audio'): |
|
|
with gr.Column(variant='panel'): |
|
|
driven_audio = gr.Audio( |
|
|
label="Input audio", |
|
|
source="upload", |
|
|
type="filepath" |
|
|
) |
|
|
|
|
|
with gr.Column(variant='panel'): |
|
|
with gr.Tabs(elem_id="sadtalker_checkbox"): |
|
|
with gr.TabItem('Settings'): |
|
|
gr.Markdown(""" |
|
|
Need help? Please visit our [best practice page](https://github.com/OpenTalker/SadTalker/blob/main/docs/best_practice.md) for more details |
|
|
""") |
|
|
with gr.Column(variant='panel'): |
|
|
pose_style = gr.Slider( |
|
|
minimum=0, |
|
|
maximum=46, |
|
|
step=1, |
|
|
label="Pose style", |
|
|
value=0 |
|
|
) |
|
|
size_of_image = gr.Radio( |
|
|
[256, 512], |
|
|
value=256, |
|
|
label='Face model resolution', |
|
|
info="Use 256/512 model?" |
|
|
) |
|
|
preprocess_type = gr.Radio( |
|
|
['crop', 'resize','full', 'extcrop', 'extfull'], |
|
|
value='crop', |
|
|
label='preprocess', |
|
|
info="How to handle input image?" |
|
|
) |
|
|
is_still_mode = gr.Checkbox( |
|
|
label="Still Mode (fewer head motion, works with preprocess `full`)" |
|
|
) |
|
|
batch_size = gr.Slider( |
|
|
label="Batch size in generation", |
|
|
step=1, |
|
|
maximum=10, |
|
|
value=2 |
|
|
) |
|
|
enhancer = gr.Checkbox( |
|
|
label="GFPGAN as Face enhancer" |
|
|
) |
|
|
submit = gr.Button( |
|
|
'Generate', |
|
|
elem_id="sadtalker_generate", |
|
|
variant='primary' |
|
|
) |
|
|
|
|
|
with gr.Tabs(elem_id="sadtalker_generated"): |
|
|
gen_video = gr.Video( |
|
|
label="Generated video", |
|
|
format="mp4" |
|
|
).style(width=512) |
|
|
|
|
|
submit.click( |
|
|
fn=generate_video, |
|
|
inputs=[ |
|
|
source_image, |
|
|
driven_audio, |
|
|
preprocess_type, |
|
|
is_still_mode, |
|
|
enhancer, |
|
|
batch_size, |
|
|
size_of_image, |
|
|
pose_style |
|
|
], |
|
|
outputs=[gen_video] |
|
|
) |
|
|
|
|
|
return sadtalker_interface |
|
|
|
|
|
if __name__ == "__main__": |
|
|
demo = sadtalker_demo() |
|
|
demo.queue() |
|
|
demo.launch() |
