feat: force cache clear

app.py

@@ -47,6 +47,16 @@ pipe.scheduler = TCDScheduler.from_config(pipe.scheduler.config)
 pipe.to("cuda")
 print(pipe)
 
+def load_default_pipeline():
+    global pipe
+    pipe = StableDiffusionXLFillPipeline.from_pretrained(
+        "SG161222/RealVisXL_V5.0_Lightning",
+        torch_dtype=torch.float16,
+        vae=vae,
+        controlnet=model,
+    ).to("cuda")
+    return gr.update(value="Default pipeline loaded!")
+
 @spaces.GPU(duration=12)
 def fill_image(prompt, image, model_selection, paste_back):
     print(f"Received image: {image}")
@@ -95,12 +105,12 @@ def can_expand(source_width, source_height, target_width, target_height, alignme
         return False
     return True
 
+
 def prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
     target_size = (width, height)
     scale_factor = min(target_size[0] / image.width, target_size[1] / image.height)
     new_width = int(image.width * scale_factor)
     new_height = int(image.height * scale_factor)
-
     source = image.resize((new_width, new_height), Image.LANCZOS)
     if resize_option == "Full":
         resize_percentage = 100
@@ -114,20 +124,16 @@ def prepare_image_and_mask(image, width, height, overlap_percentage, resize_opti
         resize_percentage = 25
     else:  # Custom
         resize_percentage = custom_resize_percentage
-
     resize_factor = resize_percentage / 100
     new_width = int(source.width * resize_factor)
     new_height = int(source.height * resize_factor)
     new_width = max(new_width, 64)
     new_height = max(new_height, 64)
-
     source = source.resize((new_width, new_height), Image.LANCZOS)
-
     overlap_x = int(new_width * (overlap_percentage / 100))
     overlap_y = int(new_height * (overlap_percentage / 100))
     overlap_x = max(overlap_x, 1)
     overlap_y = max(overlap_y, 1)
-
     if alignment == "Middle":
         margin_x = (target_size[0] - new_width) // 2
         margin_y = (target_size[1] - new_height) // 2
@@ -143,22 +149,17 @@ def prepare_image_and_mask(image, width, height, overlap_percentage, resize_opti
     elif alignment == "Bottom":
         margin_x = (target_size[0] - new_width) // 2
         margin_y = target_size[1] - new_height
-
     margin_x = max(0, min(margin_x, target_size[0] - new_width))
     margin_y = max(0, min(margin_y, target_size[1] - new_height))
-
     background = Image.new('RGB', target_size, (255, 255, 255))
     background.paste(source, (margin_x, margin_y))
-
     mask = Image.new('L', target_size, 255)
     mask_draw = ImageDraw.Draw(mask)
-
     white_gaps_patch = 2
     left_overlap = margin_x + overlap_x if overlap_left else margin_x + white_gaps_patch
     right_overlap = margin_x + new_width - overlap_x if overlap_right else margin_x + new_width - white_gaps_patch
     top_overlap = margin_y + overlap_y if overlap_top else margin_y + white_gaps_patch
     bottom_overlap = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height - white_gaps_patch
-
     if alignment == "Left":
         left_overlap = margin_x + overlap_x if overlap_left else margin_x
     elif alignment == "Right":
@@ -166,14 +167,12 @@ def prepare_image_and_mask(image, width, height, overlap_percentage, resize_opti
     elif alignment == "Top":
         top_overlap = margin_y + overlap_y if overlap_top else margin_y
     elif alignment == "Bottom":
-        bottom_overlap = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height
-
+        botttom_overlap = margin = margin = margin = margin_y + new_height - overlap_y if overlap_bottom else margin_y + new_height
     mask_draw.rectangle([
         (left_overlap, top_overlap),
         (right_overlap, bottom_overlap)
     ], fill=0)
     return background, mask
-
 def preview_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom):
     background, mask = prepare_image_and_mask(image, width, height, overlap_percentage, resize_option, custom_resize_percentage, alignment, overlap_left, overlap_right, overlap_top, overlap_bottom)
     preview = background.copy().convert('RGBA')
@@ -303,6 +302,12 @@ def update_history(new_image, history):
     history.insert(0, new_image)
     return history
 
+def clear_cache():
+    global pipe
+    pipe = None
+    torch.cuda.empty_cache()
+    return gr.update(value="Cache cleared!")
+
 css = """
 .nulgradio-container {
     width: 86vw !important;
@@ -484,7 +489,22 @@ with gr.Blocks(css=css, fill_height=True) as demo:
                         use_as_input_button_outpaint = gr.Button("Use as Input Image", visible=False)
                         history_gallery = gr.Gallery(label="History", columns=6, object_fit="contain", interactive=False)
                         preview_image = gr.Image(label="Preview")
-
+        with gr.TabItem("Misc"):
+            with gr.Column():
+                clear_cache_button = gr.Button("Clear CUDA Cache")
+                clear_cache_message = gr.Markdown("")
+                clear_cache_button.click(
+                    fn=clear_cache,
+                    inputs=None,
+                    outputs=clear_cache_message,
+                )
+                load_default_button = gr.Button("Load Default Pipeline")
+                load_default_message = gr.Markdown("")
+                load_default_button.click(
+                    fn=load_default_pipeline,
+                    inputs=None,
+                    outputs=load_default_message,
+                )
     target_ratio.change(
         fn=preload_presets,
         inputs=[target_ratio, width_slider, height_slider],