Update app.py

app.py

@@ -1,38 +1,70 @@
 import gradio as gr
-from diffusers import DiffusionPipeline
-import torch
-
-pipe = DiffusionPipeline.from_pretrained(
-    "stabilityai/stable-diffusion-xl-base-1.0", 
-    torch_dtype=torch.float32, 
-    use_safetensors=True, 
-    variant="fp16"
+import os
+import subprocess
+import zipfile
+import urllib.request
+from huggingface_hub import hf_hub_download
+
+# =========================
+# 1. download sd.cpp binary (only once)
+# =========================
+SD_ZIP_URL = "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-586-c97702e/sd-master-c97702e-bin-Linux-Ubuntu-24.04-x86_64.zip"
+SD_DIR = "sdcpp"
+SD_CLI_PATH = os.path.join(SD_DIR, "sd-cli")
+
+if not os.path.exists(SD_CLI_PATH):
+    print("Downloading stable-diffusion.cpp binary...")
+
+    os.makedirs(SD_DIR, exist_ok=True)
+
+    zip_path = os.path.join(SD_DIR, "sd.zip")
+    urllib.request.urlretrieve(SD_ZIP_URL, zip_path)
+
+    print("Unzipping...")
+    with zipfile.ZipFile(zip_path, 'r') as zip_ref:
+        zip_ref.extractall(SD_DIR)
+
+    os.remove(zip_path)
+
+    # make executable
+    os.system(f"chmod +x {SD_CLI_PATH}")
+
+# =========================
+# 2. download GGUF model
+# =========================
+model_path = hf_hub_download(
+    repo_id="gpustack/stable-diffusion-v2-1-GGUF",
+    filename="stable-diffusion-v2-1-FP16.gguf"
 )
-pipe.to("cpu")
 
-pipe.enable_attention_slicing()
+OUTPUT_IMAGE = "output.png"
 
 # =========================
-# generate function
+# 3. generate function
 # =========================
 def generate(prompt):
 
-    image = pipe(
-        prompt=prompt,
-        num_inference_steps=20,
-        guidance_scale=6.5
-    ).images[0]
+    cmd = [
+        SD_CLI_PATH,
+        "-m", model_path,
+        "-p", prompt,
+        "--steps", "20",
+        "--cfg-scale", "6.5",
+        "-o", OUTPUT_IMAGE
+    ]
+
+    subprocess.run(cmd, check=True)
 
-    return image
+    return OUTPUT_IMAGE
 
 # =========================
-# gradio UI
+# 4. gradio UI
 # =========================
 demo = gr.Interface(
     fn=generate,
     inputs=gr.Textbox(label="Prompt"),
-    outputs=gr.Image(),
-    title="Small Stable Diffusion (CPU)"
+    outputs=gr.Image(type="filepath"),
+    title="GGUF Text-to-Image (sd.cpp on HF Space)"
 )
 
 demo.launch()