1st Nunchaku upload

.gitignore

@@ -0,0 +1 @@
+venv/

README.md

@@ -1,6 +1,6 @@
 ---
 title: Flux Dev Nunchaku
-emoji: 📊
+emoji: 🥷
 colorFrom: indigo
 colorTo: indigo
 sdk: gradio
@@ -11,4 +11,4 @@ license: mit
 short_description: A nunchaku implementation with flux.1-dev
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the nunchaku framework at https://github.com/nunchaku-tech/nunchaku

app.py

@@ -0,0 +1,46 @@
+import torch
+import gradio as gr
+from diffusers import FluxPipeline
+
+from nunchaku import NunchakuFluxTransformer2dModel
+from nunchaku.utils import get_precision
+
+dtype=torch.bfloat16
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+precision = get_precision()  # auto-detect your precision is 'int4' or 'fp4' based on your GPU
+transformer = NunchakuFluxTransformer2dModel.from_pretrained(
+    f"nunchaku-tech/nunchaku-flux.1-dev/svdq-{precision}_r32-flux.1-dev.safetensors"
+)
+pipeline = FluxPipeline.from_pretrained(
+    "black-forest-labs/FLUX.1-dev", transformer=transformer, torch_dtype=dtype
+).to(device)
+
+def generate_image(prompt: str, steps: int, guidance_scale: float):
+    if not prompt.strip():
+        raise gr.Error("Prompt cannot be empty.")
+    
+    with torch.inference_mode(), torch.autocast(device, dtype=dtype):
+        result = pipeline(
+            prompt=prompt,
+            width=576,
+            height=1024,
+            num_inference_steps=steps,
+            guidance_scale=guidance_scale
+        )
+    return result.images[0]
+
+# Minimal Gradio UI
+demo = gr.Interface(
+    fn=generate_image,
+    inputs=[
+        gr.Textbox(label="Prompt", placeholder="Describe the scene..."),
+        gr.Slider(label="Inference Steps", minimum=5, maximum=50, step=1, value=20),
+        gr.Slider(label="Guidance Scale", minimum=0.1, maximum=10.0, step=0.1, value=3.5)
+    ],
+    outputs=gr.Image(label="Generated Image"),
+    title="FLUX Image Generator",
+    description="Prompt-based image generation using Flux + LoRA"
+)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,10 @@
+# PyTorch, torchvision, torchaudio with CUDA 12.8 support
+torch --index-url https://download.pytorch.org/whl/cu128
+torchvision --index-url https://download.pytorch.org/whl/cu128
+torchaudio --index-url https://download.pytorch.org/whl/cu128
+
+# Nunchaku prebuilt wheel (exact version, torch 2.7, Python 3.11, Linux x86_64)
+https://github.com/nunchaku-tech/nunchaku/releases/download/v0.3.1/nunchaku-0.3.1+torch2.7-cp310-cp310-linux_x86_64.whl
+
+#Gradio instance
+gradio