import gradio as gr import numpy as np import spaces import torch import random import os # from diffusers import QwenImageEditInpaintPipeline from optimization import optimize_pipeline_ from diffusers.utils import load_image from qwenimage.pipeline_qwenimage_edit_inpaint import QwenImageEditInpaintPipeline from qwenimage.transformer_qwenimage import QwenImageTransformer2DModel from qwenimage.qwen_fa3_processor import QwenDoubleStreamAttnProcessorFA3 from PIL import Image # Set environment variable for parallel loading os.environ["HF_ENABLE_PARALLEL_LOADING"] = "YES" MAX_SEED = np.iinfo(np.int32).max MAX_IMAGE_SIZE = 2048 # Initialize Qwen Image Edit pipeline pipe = QwenImageEditInpaintPipeline.from_pretrained("Qwen/Qwen-Image-Edit", torch_dtype=torch.bfloat16).to("cuda") pipe.transformer.__class__ = QwenImageTransformer2DModel pipe.transformer.set_attn_processor(QwenDoubleStreamAttnProcessorFA3()) dummy_mask = load_image("https://github.com/Trgtuan10/Image_storage/blob/main/mask_cat.png?raw=true") # --- Ahead-of-time compilation --- optimize_pipeline_(pipe, image=Image.new("RGB", (1328, 1328)), prompt="prompt", mask_image=dummy_mask) @spaces.GPU(duration=120) def infer(edit_images, prompt, negative_prompt="", seed=42, randomize_seed=False, strength=1.0, num_inference_steps=35, true_cfg_scale=4.0, progress=gr.Progress(track_tqdm=True)): image = edit_images["background"] mask = edit_images["layers"][0] if randomize_seed: seed = random.randint(0, MAX_SEED) # Generate image using Qwen pipeline result_image = pipe( prompt=prompt, negative_prompt=negative_prompt, image=image, mask_image=mask, strength=strength, num_inference_steps=num_inference_steps, true_cfg_scale=true_cfg_scale, generator=torch.Generator(device="cuda").manual_seed(seed) ).images[0] return result_image, seed examples = [ "change the hat to red", "make the background a beautiful sunset", "replace the object with a flower vase", ] css=""" #col-container { margin: 0 auto; max-width: 1000px; } """ with gr.Blocks(css=css) as demo: with gr.Column(elem_id="col-container"): gr.HTML("""