use TheMistoAI/MistoLine

app.py

@@ -33,8 +33,14 @@ model = "stabilityai/stable-diffusion-xl-base-1.0"
 # model = "stabilityai/sdxl-turbo"
 # vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=dtype)
 scheduler = DDIMScheduler.from_pretrained(model, subfolder="scheduler")
+# controlnet = ControlNetModel.from_pretrained(
+#     "diffusers/controlnet-canny-sdxl-1.0", torch_dtype=torch.float16
+# )
 controlnet = ControlNetModel.from_pretrained(
-    "diffusers/controlnet-canny-sdxl-1.0", torch_dtype=torch.float16
+    "TheMistoAI/MistoLine",
+    torch_dtype=torch.float16,
+    revision="refs/pr/3",
+    variant="fp16",
 )
 pipe = StableDiffusionXLControlNetImg2ImgPipeline.from_pretrained(
     model,