update

viewcrafter.py

@@ -26,7 +26,6 @@ from pytorch_lightning import seed_everything
 from utils.diffusion_utils import instantiate_from_config,load_model_checkpoint,image_guided_synthesis
 from pathlib import Path
 from torchvision.utils import save_image
-render_results = None
 
 class ViewCrafter:
     def __init__(self, opts, gradio = False):
@@ -372,24 +371,23 @@ class ViewCrafter:
         # self.img_ori:  torch.Size([576, 1024, 3]), [0,1]
         # self.images, self.img_ori = self.load_initial_images(image_dir=i2v_input_image)
         self.run_dust3r(input_images=self.images)
-        global render_results
         render_results = self.nvs_single_view(gradio=True)
-        # save_video(render_results, os.path.join(self.opts.save_dir, 'render0.mp4'))
+        save_video(render_results, os.path.join(self.opts.save_dir, 'render0.mp4'))
         traj_dir = os.path.join(self.opts.save_dir, "viz_traj.mp4")
         return traj_dir
     
     def run_gen(self,i2v_steps, i2v_seed):
         self.opts.ddim_steps = i2v_steps
         seed_everything(i2v_seed)
-        # render_dir = os.path.join(self.opts.save_dir, 'render0.mp4')
-        # video = imageio.get_reader(render_dir, 'ffmpeg')
-        # frames = []
-        # for frame in video:
-        #     frame = frame / 255.0
-        #     frames.append(frame)
-        # frames = np.array(frames)
-        # ##torch.Size([25, 576, 1024, 3])
-        # render_results = torch.from_numpy(frames).to(self.device).half()
+        render_dir = os.path.join(self.opts.save_dir, 'render0.mp4')
+        video = imageio.get_reader(render_dir, 'ffmpeg')
+        frames = []
+        for frame in video:
+            frame = frame / 255.0
+            frames.append(frame)
+        frames = np.array(frames)
+        ##torch.Size([25, 576, 1024, 3])
+        render_results = torch.from_numpy(frames).to(self.device).half()
 
         gen_dir = os.path.join(self.opts.save_dir, "diffusion0.mp4")
         diffusion_results = self.run_diffusion(render_results)