fp16

app.py

@@ -10,11 +10,11 @@ from diffusers import (
 device="cuda"
 model_id = "IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Chinese-v0.1"
 
-pipe_text2img = StableDiffusionPipeline.from_pretrained(model_id).to(device)
+pipe_text2img = StableDiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.float16).to(device)
 
 # pipe_inpaint = StableDiffusionInpaintPipeline.from_pretrained(model_id).to(device)    # work
 # pipe_inpaint = StableDiffusionInpaintPipeline(**pipe_text2img.components)   # not work
-pipe_img2img = StableDiffusionImg2ImgPipeline(**pipe_text2img.components)
+pipe_img2img = StableDiffusionImg2ImgPipeline(**pipe_text2img.components).to(device)
 
 def infer_text2img(prompt, width, height): 
     output = pipe_text2img(prompt, width=width, height=height, guidance_scale=7.5, num_inference_steps=20,)