CHA

util/text_img.py

@@ -15,6 +15,10 @@ def check_prompt(prompt):
     if prompt is None:
         raise gr.Error("Please enter a prompt!")
 
+imagepipe = AutoPipelineForImage2Image.from_pretrained(
+"stabilityai/stable-diffusion-xl-refiner-1.0", torch_dtype=torch.float32, use_safetensors=True
+)
+
 controlNet_normal = ControlNetModel.from_pretrained(
         "fusing/stable-diffusion-v1-5-controlnet-normal", 
         torch_dtype=torch.float16
@@ -57,9 +61,7 @@ def generate_txttoimg(prompt, control_image, controlnet):
 def generate_imgtoimg(prompt, init_image, strength=0.5):
     prompt += ", no background, side view, minimalist shot, single shoe, no legs, product photo"
     
-    imagepipe = AutoPipelineForImage2Image.from_pretrained(
-    "stabilityai/stable-diffusion-xl-refiner-1.0", torch_dtype=torch.float32, use_safetensors=True
-    )
+    imagepipe.to("cuda")
 
     image = imagepipe(prompt, image=init_image, strength=strength).images[0]