Update app.py

app.py

@@ -9,7 +9,7 @@ import numpy as np
 from PIL import Image
 import spaces
 import torch
-from diffusers import StableDiffusionPipeline, StableDiffusionInpaintPipeline, StableDiffusionXLPipeline, EulerAncestralDiscreteScheduler
+from diffusers import StableDiffusionPipeline, StableDiffusionInpaintPipeline, StableDiffusionXLPipeline, StableDiffusionXLInpaintPipeline, EulerAncestralDiscreteScheduler, DPMSolverSinglestepScheduler
 from diffusers.utils import load_image
 
 DESCRIPTION = """
@@ -52,6 +52,13 @@ if torch.cuda.is_available():
     pipe_epic.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe_epic.scheduler.config)
     pipe_epic.to(device)
 
+    pipe_xl_inpaint = StableDiffusionXLInpaintPipeline.from_single_file(
+        "https://huggingface.co/fluently/Fluently-XL-v3-inpainting/blob/main/FluentlyXL-v3-inpainting.safetensors",
+        torch_dtype=torch.float16,
+        use_safetensors=True,
+    )
+    pipe_xl_inpaint.to(device)
+
     pipe_inpaint = StableDiffusionInpaintPipeline.from_pretrained(
         "fluently/Fluently-v4-inpainting",
         torch_dtype=torch.float16,
@@ -61,12 +68,20 @@ if torch.cuda.is_available():
     pipe_inpaint.to(device)
 
     pipe_xl = StableDiffusionXLPipeline.from_pretrained(
-        "fluently/Fluently-XL-v2",
+        "fluently/Fluently-XL-v3",
         torch_dtype=torch.float16,
         use_safetensors=True,
     )
     pipe_xl.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe_xl.scheduler.config)
     pipe_xl.to(device)
+    
+    pipe_xl_lightning = StableDiffusionXLPipeline.from_pretrained(
+        "fluently/Fluently-XL-v3-lightning",
+        torch_dtype=torch.float16,
+        use_safetensors=True,
+    )
+    pipe_xl_lightning.scheduler = DPMSolverSinglestepScheduler.from_config(pipe_xl_lightning.scheduler.config, use_karras_sigmas=False, timestep_spacing="trailing")
+    pipe_xl_lightning.to(device)
 
     print("Loaded on Device!")
 
@@ -84,10 +99,12 @@ def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
     return seed
 
 def get_model(model):
-    if model == "Fluently v4 inpaint":
-        return gr.update(visible=True), gr.update(visible=True), gr.update(visible=True), gr.update(visible=True), gr.update(visible=True)
+    if model == "Fluently v4 inpaint" or model == "Fluently XL v3 inpaint":
+        return gr.update(visible=True), gr.update(visible=True), gr.update(visible=True), gr.update(visible=True), gr.update(visible=True), gr.update(interactive=True)
+    if model == "Fluently XL v3 Lightning":
+        return gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(interactive=False)
     else:
-        return gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False)
+        return gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(interactive=True)
 
 
 @spaces.GPU(enable_queue=True)
@@ -146,7 +163,7 @@ def generate(
             num_images_per_prompt=1,
             output_type="pil",
         ).images
-    elif model == "Fluently XL v2":
+    elif model == "Fluently XL v3":
         images = pipe_xl(
             prompt=prompt,
             negative_prompt=negative_prompt,
@@ -157,7 +174,18 @@ def generate(
             num_images_per_prompt=1,
             output_type="pil",
         ).images
-    else:
+    elif model == "Fluently XL v3 Lightning":
+        images = pipe_xl_lightning(
+            prompt=prompt,
+            negative_prompt=negative_prompt,
+            width=width,
+            height=height,
+            guidance_scale=2,
+            num_inference_steps=5,
+            num_images_per_prompt=1,
+            output_type="pil",
+        ).images
+    elif model == "Fluently v4 inpaint":
         blurred_mask = pipe_inpaint.mask_processor.blur(mask_image, blur_factor=blur_factor)
         images = pipe_inpaint(
             prompt=prompt,
@@ -172,6 +200,21 @@ def generate(
             num_images_per_prompt=1,
             output_type="pil",
         ).images
+    else:
+        blurred_mask = pipe_inpaint.mask_processor.blur(mask_image, blur_factor=blur_factor)
+        images = pipe_xl_inpaint(
+            prompt=prompt,
+            image=inpaint_image,
+            mask_image=blurred_mask,
+            negative_prompt=negative_prompt,
+            width=width,
+            height=height,
+            guidance_scale=guidance_scale,
+            num_inference_steps=25,
+            strength=strength,
+            num_images_per_prompt=1,
+            output_type="pil",
+        ).images
 
     image_paths = [save_image(img) for img in images]
     print(image_paths)
@@ -209,8 +252,8 @@ with gr.Blocks(title="Fluently Playground", css=css) as demo:
     with gr.Row():
         model = gr.Radio(
             label="Model",
-            choices=["Fluently XL v2", "Fluently v4", "Fluently Anime", "Fluently Epic", "Fluently v4 inpaint"],
-            value="Fluently v4",
+            choices=["Fluently XL v3 Lightning","Fluently XL v3", "Fluently v4", "Fluently Anime", "Fluently Epic", "Fluently XL v3 inpaint", "Fluently v4 inpaint"],
+            value="Fluently XL v3 Lightning",
             interactive=True,
         )
 
@@ -235,14 +278,14 @@ with gr.Blocks(title="Fluently Playground", css=css) as demo:
             run_button = gr.Button("Run", scale=0)
         result = gr.Gallery(label="Result", columns=1, preview=True, show_label=False)
     with gr.Accordion("Advanced options", open=False):
-        use_negative_prompt = gr.Checkbox(label="Use negative prompt", value=False)
+        use_negative_prompt = gr.Checkbox(label="Use negative prompt", value=True)
         negative_prompt = gr.Text(
             label="Negative prompt",
-            max_lines=5,
-            lines=4,
+            max_lines=6,
+            lines=5,
             value="""(deformed, distorted, disfigured:1.3), poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, (mutated hands and fingers:1.4), disconnected limbs, mutation, mutated, ugly, disgusting, blurry, amputation""",
             placeholder="Enter a negative prompt",
-            visible=False,
+            visible=True,
         )
         seed = gr.Slider(
             label="Seed",
@@ -275,6 +318,7 @@ with gr.Blocks(title="Fluently Playground", css=css) as demo:
                 maximum=20.0,
                 step=0.1,
                 value=5.5,
+                interactive=False,
             )
 
     gr.Examples(
@@ -295,7 +339,7 @@ with gr.Blocks(title="Fluently Playground", css=css) as demo:
     model.change(
         fn=get_model,
         inputs=model,
-        outputs=[md_mask, inpaint_image, mask_image, blur_factor, strength],
+        outputs=[md_mask, inpaint_image, mask_image, blur_factor, strength, guidance_scale],
         api_name=False,
     )