i

apps/mv_models.py

@@ -42,26 +42,26 @@ class GenMVImage(object):
                                 )
         self.crm_pipeline.set_seed(self.seed)
 
-        sys.path.append(f"{parent_dir}/apps/third_party/Wonder3D")
-        from diffusers import DiffusionPipeline  # only tested on diffusers[torch]==0.19.3, may have conflicts with newer versions of diffusers
-        self.wonder3d_pipeline =  DiffusionPipeline.from_pretrained(
-            'flamehaze1115/wonder3d-v1.0', # or use local checkpoint './ckpts'
-            custom_pipeline='flamehaze1115/wonder3d-pipeline',
-            torch_dtype=torch.float16
-        )
-        self.wonder3d_pipeline.unet.enable_xformers_memory_efficient_attention()
-        self.wonder3d_pipeline.to(self.device)
-        self.wonder3d_pipeline.set_progress_bar_config(disable=True)
-
-
-        sys.path.append(f"{parent_dir}/apps/third_party/mvdream_diffusers")
-        from .third_party.mvdream_diffusers.pipeline_mvdream import MVDreamPipeline
-        self.mvdream_pipeline = MVDreamPipeline.from_pretrained(
-            "ashawkey/mvdream-sd2.1-diffusers", # remote weights
-            torch_dtype=torch.float16,
-            trust_remote_code=True,
-        )
-        self.mvdream_pipeline = self.mvdream_pipeline.to(self.device)
+        # sys.path.append(f"{parent_dir}/apps/third_party/Wonder3D")
+        # from diffusers import DiffusionPipeline  # only tested on diffusers[torch]==0.19.3, may have conflicts with newer versions of diffusers
+        # self.wonder3d_pipeline =  DiffusionPipeline.from_pretrained(
+        #     'flamehaze1115/wonder3d-v1.0', # or use local checkpoint './ckpts'
+        #     custom_pipeline='flamehaze1115/wonder3d-pipeline',
+        #     torch_dtype=torch.float16
+        # )
+        # self.wonder3d_pipeline.unet.enable_xformers_memory_efficient_attention()
+        # self.wonder3d_pipeline.to(self.device)
+        # self.wonder3d_pipeline.set_progress_bar_config(disable=True)
+
+
+        # sys.path.append(f"{parent_dir}/apps/third_party/mvdream_diffusers")
+        # from .third_party.mvdream_diffusers.pipeline_mvdream import MVDreamPipeline
+        # self.mvdream_pipeline = MVDreamPipeline.from_pretrained(
+        #     "ashawkey/mvdream-sd2.1-diffusers", # remote weights
+        #     torch_dtype=torch.float16,
+        #     trust_remote_code=True,
+        # )
+        # self.mvdream_pipeline = self.mvdream_pipeline.to(self.device)
         # self.imagedream_pipeline = MVDreamPipeline.from_pretrained(
         #         "ashawkey/imagedream-ipmv-diffusers", # remote weights
         #         torch_dtype=torch.float16,

gradio_app.py

@@ -141,7 +141,8 @@ if __name__=="__main__":
         "Auto Remove Background": "Auto Remove Background",
         "Original Image": "Original Image",        
     })
-    mvimg_model_config_list = ["CRM", "ImageDream", "Wonder3D"]
+    # mvimg_model_config_list = ["CRM", "ImageDream", "Wonder3D"]
+    mvimg_model_config_list = ["CRM"]
     
     # for 3D latent set diffusion
     ckpt_path = hf_hub_download(repo_id="wyysf/CraftsMan", filename="image-to-shape-diffusion/clip-mvrgb-modln-l256-e64-ne8-nd16-nl6/model.ckpt", repo_type="model")