update

hf_demo.py

@@ -7,8 +7,6 @@ import matplotlib.pyplot as plt
 import torch
 from PIL import Image
 
-
-
 device = "cuda" if torch.cuda.is_available() else "cpu"
 dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float16
 print(f"Using {device} device, dtype={dtype}")
@@ -49,7 +47,7 @@ def demo_inference_gen(adapter_choice:str, prompt:str, samples:int=1,seed:int=0,
                             height=512, width=512, scales=[1.0],
                             save_dir=None, seed=seed,steps=steps, guidance_scale=guidance_scale,
                             start_noise=-1, show=False, style_prompt="sks art", no_load=True,
-                            from_scratch=True, device=device)[0][1.0]
+                            from_scratch=True, device=device, weight_dtype=dtype)[0][1.0]
     return pred_images
 @spaces.GPU
 def demo_inference_stylization(adapter_path:str, prompts:list, image:list, start_noise=800,seed:int=0):
@@ -59,7 +57,7 @@ def demo_inference_stylization(adapter_path:str, prompts:list, image:list, start
                             height=512, width=512, scales=[0.,1.],
                             save_dir=None, seed=seed,steps=20, guidance_scale=7.5,
                             start_noise=start_noise, show=True, style_prompt="sks art", no_load=True,
-                            from_scratch=False, device=device)
+                            from_scratch=False, device=device, weight_dtype=dtype)[0][1.0]
     return pred_images
 
 # def infer(prompt, samples, steps, scale, seed):