Create app.py

app.py

@@ -0,0 +1,502 @@
+import torch
+import spaces
+import gradio as gr
+from diffusers import DiffusionPipeline
+
+# ============================================================
+# Load the pipeline once at startup
+# ============================================================
+
+print("Loading Z-Image-Turbo pipeline...")
+
+pipe = DiffusionPipeline.from_pretrained(
+    "Tongyi-MAI/Z-Image-Turbo",
+    torch_dtype=torch.bfloat16,
+    low_cpu_mem_usage=False,
+)
+
+pipe.to("cuda")
+
+# ============================================================
+# Optional AoTI + Flash Attention 3
+# ============================================================
+
+# pipe.transformer.layers._repeated_blocks = ["ZImageTransformerBlock"]
+# spaces.aoti_blocks_load(
+#     pipe.transformer.layers,
+#     "zerogpu-aoti/Z-Image",
+#     variant="fa3"
+# )
+
+print("Pipeline loaded successfully!")
+
+# ============================================================
+# Image Generation Function
+# ============================================================
+
+@spaces.GPU
+def generate_image(
+    prompt,
+    height,
+    width,
+    num_inference_steps,
+    seed,
+    randomize_seed,
+    progress=gr.Progress(track_tqdm=True),
+):
+    """Generate an AI image from a text prompt."""
+
+    if randomize_seed:
+        seed = torch.randint(0, 2**32 - 1, (1,)).item()
+
+    generator = torch.Generator("cuda").manual_seed(int(seed))
+
+    image = pipe(
+        prompt=prompt,
+        height=int(height),
+        width=int(width),
+        num_inference_steps=int(num_inference_steps),
+        guidance_scale=0.0,
+        generator=generator,
+    ).images[0]
+
+    return image, seed
+
+
+# ============================================================
+# Example Prompts
+# ============================================================
+
+examples = [
+    [
+        "Young Chinese woman in red Hanfu, intricate embroidery. Impeccable makeup, red floral forehead pattern. Elaborate high bun, golden phoenix headdress, red flowers, beads. Holds round folding fan with lady, trees, bird. Neon lightning-bolt lamp glowing above her hand. Night background with pagoda and colorful lights."
+    ],
+    [
+        "A majestic dragon soaring through clouds at sunset, scales shimmering with iridescent colors, highly detailed fantasy artwork."
+    ],
+    [
+        "Cozy coffee shop interior with warm lighting, rain on the windows, plants on wooden shelves, vintage aesthetic, photorealistic."
+    ],
+    [
+        "Astronaut riding a horse on Mars, cinematic lighting, science fiction concept art, ultra detailed."
+    ],
+    [
+        "Portrait of a wise old wizard with a long white beard holding a glowing crystal staff inside a magical forest."
+    ],
+]
+
+# ============================================================
+# Build the Gradio Interface
+# ============================================================
+
+with gr.Blocks(
+    theme=gr.themes.Ocean(),
+    fill_height=True,
+) as demo:
+
+    # --------------------------------------------------------
+    # Header
+    # --------------------------------------------------------
+
+    gr.Markdown(
+        """
+# 🌊 Z-Image-Turbo
+
+### Ultra-fast AI image generation powered by **Tongyi-MAI/Z-Image-Turbo**
+
+Create stunning AI artwork in only **8 inference steps**.
+""",
+        elem_classes="header-text",
+    )
+
+    with gr.Row(equal_height=False):
+
+        # ====================================================
+        # LEFT COLUMN
+        # ====================================================
+
+        with gr.Column(scale=1, min_width=320):
+
+            prompt = gr.Textbox(
+                label="✨ Prompt",
+                placeholder="Describe the image you'd like to generate...",
+                lines=5,
+                max_lines=10,
+                autofocus=True,
+            )
+
+            with gr.Accordion(
+                "⚙️ Advanced Settings",
+                open=False,
+            ):
+
+                with gr.Row():
+
+                    height = gr.Slider(
+                        minimum=512,
+                        maximum=2048,
+                        value=1024,
+                        step=64,
+                        label="Height",
+                        info="Image height in pixels",
+                    )
+
+                    width = gr.Slider(
+                        minimum=512,
+                        maximum=2048,
+                        value=1024,
+                        step=64,
+                        label="Width",
+                        info="Image width in pixels",
+                    )
+
+                num_inference_steps = gr.Slider(
+                    minimum=1,
+                    maximum=20,
+                    value=9,
+                    step=1,
+                    label="Inference Steps",
+                    info="Recommended: 9",
+                )
+
+                with gr.Row():
+
+                    randomize_seed = gr.Checkbox(
+                        label="🎲 Random Seed",
+                        value=True,
+                    )
+
+                    seed = gr.Number(
+                        label="Seed",
+                        value=42,
+                        precision=0,
+                        visible=False,
+                    )
+
+                def toggle_seed(randomize):
+                    return gr.Number(
+                        visible=not randomize
+                    )
+
+                randomize_seed.change(
+                    toggle_seed,
+                    inputs=randomize_seed,
+                    outputs=seed,
+                )
+
+            generate_btn = gr.Button(
+                "🚀 Generate Image",
+                variant="primary",
+                size="lg",
+            )
+
+            gr.Examples(
+                examples=examples,
+                inputs=prompt,
+                label="💡 Example Prompts",
+                examples_per_page=5,
+            )
+
+                    # ====================================================
+        # RIGHT COLUMN
+        # ====================================================
+
+        with gr.Column(scale=1, min_width=320):
+
+            output_image = gr.Image(
+                label="Generated Image",
+                type="pil",
+                format="png",
+                show_label=False,
+                height=600,
+            )
+
+            used_seed = gr.Number(
+                label="🎲 Seed Used",
+                interactive=False,
+                container=True,
+            )
+
+
+    # ========================================================
+    # Footer
+    # ========================================================
+
+    gr.Markdown(
+        """
+---
+<div class="footer-text">
+
+<strong>Model:</strong>
+<a href="https://huggingface.co/Tongyi-MAI/Z-Image-Turbo" target="_blank">
+Tongyi-MAI/Z-Image-Turbo
+</a>
+
+<br>
+
+<strong>Demo:</strong>
+<a href="https://x.com/realmrfakename" target="_blank">
+@mrfakename
+</a>
+
+<br>
+
+<strong>Optimizations:</strong>
+<a href="https://huggingface.co/multimodalart" target="_blank">
+@multimodalart
+</a>
+
+</div>
+""",
+        elem_classes="footer-text",
+    )
+
+
+    # ========================================================
+    # Button Event
+    # ========================================================
+
+    generate_btn.click(
+        fn=generate_image,
+        inputs=[
+            prompt,
+            height,
+            width,
+            num_inference_steps,
+            seed,
+            randomize_seed,
+        ],
+        outputs=[
+            output_image,
+            used_seed,
+        ],
+    )
+
+
+    # ========================================================
+    # Press Enter To Generate
+    # ========================================================
+
+    prompt.submit(
+        fn=generate_image,
+        inputs=[
+            prompt,
+            height,
+            width,
+            num_inference_steps,
+            seed,
+            randomize_seed,
+        ],
+        outputs=[
+            output_image,
+            used_seed,
+        ],
+    )
+
+
+# ============================================================
+# Launch Application
+# ============================================================
+
+if __name__ == "__main__":
+
+    demo.launch(
+        css="""
+
+        /* ==============================================
+           Header
+        ============================================== */
+
+        .header-text h1 {
+
+            font-size: 2.5rem !important;
+
+            font-weight: 800 !important;
+
+            background:
+            linear-gradient(
+                135deg,
+                #0ea5e9,
+                #2563eb
+            );
+
+            -webkit-background-clip: text;
+
+            -webkit-text-fill-color: transparent;
+
+            background-clip: text;
+
+        }
+
+
+        .header-text h3 {
+
+            color:
+            #64748b !important;
+
+        }
+
+
+
+        /* ==============================================
+           Generate Button
+        ============================================== */
+
+
+        button.primary {
+
+            background:
+            linear-gradient(
+                135deg,
+                #0ea5e9,
+                #2563eb
+            ) !important;
+
+            border-radius:
+            16px !important;
+
+            font-weight:
+            700 !important;
+
+            transition:
+            all .25s ease !important;
+
+        }
+
+
+
+        button.primary:hover {
+
+            transform:
+            translateY(-3px);
+
+            box-shadow:
+            0 10px 30px
+            rgba(
+                37,
+                99,
+                235,
+                .35
+            ) !important;
+
+        }
+
+
+
+        /* ==============================================
+           Textbox Styling
+        ============================================== */
+
+
+        textarea {
+
+            border-radius:
+            16px !important;
+
+        }
+
+
+
+        /* ==============================================
+           Image Output
+        ============================================== */
+
+
+        .image-container {
+
+            border-radius:
+            20px !important;
+
+            overflow:
+            hidden !important;
+
+        }
+
+
+
+        /* ==============================================
+           Footer
+        ============================================== */
+
+
+        .footer-text {
+
+            text-align:
+            center;
+
+            opacity:
+            .75;
+
+            padding:
+            1rem;
+
+        }
+
+
+
+        .footer-text a {
+
+            color:
+            #2563eb !important;
+
+            text-decoration:
+            none !important;
+
+            font-weight:
+            600;
+
+        }
+
+
+
+        .footer-text a:hover {
+
+            text-decoration:
+            underline !important;
+
+        }
+
+
+
+        /* ==============================================
+           Container Width
+        ============================================== */
+
+
+        .gradio-container {
+
+            max-width:
+            1400px !important;
+
+            margin:
+            auto !important;
+
+        }
+
+
+
+        /* ==============================================
+           Mobile
+        ============================================== */
+
+
+        @media(max-width:768px){
+
+            .header-text h1 {
+
+                font-size:
+                1.8rem !important;
+
+            }
+
+        }
+
+        """,
+
+        footer_links=[
+            "api",
+            "gradio"
+        ],
+
+        mcp_server=True,
+    )