Update app.py

app.py

@@ -23,9 +23,9 @@ import uuid
 import time
 from PIL import Image
 import moviepy.editor as mp
-from videoretalking import inference_function
-import base64
-import gfpgan_enhancer
+# from videoretalking import inference_function
+# import base64
+# import gfpgan_enhancer
 
 start_time = time.time()
 
@@ -192,55 +192,55 @@ def main(args):
     result, base64_video,temp_file_path,new_audio_path = animate_from_coeff.generate(data, save_dir, pic_path, crop_info, \
                                 enhancer=args.enhancer, background_enhancer=args.background_enhancer, preprocess=args.preprocess)
 
-    face_path = temp_file_path
-    audio_path = new_audio_path
-    temp_file = tempfile.NamedTemporaryFile(delete=False, dir=TEMP_DIR.name, suffix='.mp4')
-    video_lipsync_file_path = temp_file.name
-    output_path = video_lipsync_file_path
-
-    # Call the function
-    inference_function.video_lipsync_correctness(
-        face=face_path,
-        audio_path=audio_path,
-        face3d_net_path = path_of_net_recon_model,
-        outfile=output_path,
-        tmp_dir="temp",
-        crop=[0, -1, 0, -1],
-        re_preprocess=True,  # Set to True if you want to reprocess; False otherwise
-        exp_img="neutral",  # Can be 'smile', 'neutral', or path to an expression image
-        one_shot=False,
-        up_face="original",  # Options: 'original', 'sad', 'angry', 'surprise'
-        LNet_batch_size=16,
-        without_rl1=False
-    )
+    # face_path = temp_file_path
+    # audio_path = new_audio_path
+    # temp_file = tempfile.NamedTemporaryFile(delete=False, dir=TEMP_DIR.name, suffix='.mp4')
+    # video_lipsync_file_path = temp_file.name
+    # output_path = video_lipsync_file_path
+
+    # # Call the function
+    # inference_function.video_lipsync_correctness(
+    #     face=face_path,
+    #     audio_path=audio_path,
+    #     face3d_net_path = path_of_net_recon_model,
+    #     outfile=output_path,
+    #     tmp_dir="temp",
+    #     crop=[0, -1, 0, -1],
+    #     re_preprocess=True,  # Set to True if you want to reprocess; False otherwise
+    #     exp_img="neutral",  # Can be 'smile', 'neutral', or path to an expression image
+    #     one_shot=False,
+    #     up_face="original",  # Options: 'original', 'sad', 'angry', 'surprise'
+    #     LNet_batch_size=16,
+    #     without_rl1=False
+    # )
     
-    print('The video with lip sync is generated')
-    print("GFPGAN Activated")
+    # print('The video with lip sync is generated')
+    # print("GFPGAN Activated")
     
-    gfpgan_enhancer.process_video_with_gfpgan(output_path, output_path)
-    audio_clip = mp.AudioFileClip(new_audio_path) 
-    video_clip = mp.VideoFileClip(output_path)
-    # Combine audio and video
-    final_clip = video_clip.set_audio(audio_clip)
+    # gfpgan_enhancer.process_video_with_gfpgan(output_path, output_path)
+    # audio_clip = mp.AudioFileClip(new_audio_path) 
+    # video_clip = mp.VideoFileClip(output_path)
+    # # Combine audio and video
+    # final_clip = video_clip.set_audio(audio_clip)
 
-    temp_file = tempfile.NamedTemporaryFile(suffix='.mp4', dir=TEMP_DIR.name, delete=False)
-    temp_file.close()
-    final_video_path = temp_file.name
-    final_clip.write_videofile(final_video_path)
+    # temp_file = tempfile.NamedTemporaryFile(suffix='.mp4', dir=TEMP_DIR.name, delete=False)
+    # temp_file.close()
+    # final_video_path = temp_file.name
+    # final_clip.write_videofile(final_video_path)
 
-    with open(final_video_path, 'rb') as f:
-        video_content = f.read()
+    # with open(final_video_path, 'rb') as f:
+    #     video_content = f.read()
 
-    base64_lipsync_video = base64.b64encode(video_content).decode('utf-8')
+    # base64_lipsync_video = base64.b64encode(video_content).decode('utf-8')
 
-    video_clip = mp.VideoFileClip(final_video_path)
-    duration = video_clip.duration
+    # video_clip = mp.VideoFileClip(final_video_path)
+    # duration = video_clip.duration
     
-    app.config['temp_response'] = base64_lipsync_video
-    app.config['final_video_path'] = final_video_path
+    app.config['temp_response'] = base64_video
+    app.config['final_video_path'] = temp_file_path
     app.config['final_video_duration'] = duration
     
-    return base64_lipsync_video, final_video_path, duration
+    return base64_video, temp_file_path, duration
 
     # shutil.move(result, save_dir+'.mp4')