Initial FastAPI SDXL Turbo deployment

.gitignore

@@ -0,0 +1,76 @@
+# -----------------------------
+# Python
+# -----------------------------
+__pycache__/
+*.py[cod]
+*.pyo
+*.pyd
+*.egg-info/
+.eggs/
+
+# -----------------------------
+# Virtual Environments
+# -----------------------------
+venv/
+.venv/
+env/
+ENV/
+
+# -----------------------------
+# Environment Variables
+# -----------------------------
+.env
+.env.local
+.env.*.local
+
+# -----------------------------
+# OS / Editor
+# -----------------------------
+.DS_Store
+Thumbs.db
+.idea/
+.vscode/
+
+# -----------------------------
+# Logs
+# -----------------------------
+*.log
+
+# -----------------------------
+# Output / Generated Files
+# -----------------------------
+outputs/
+*.png
+*.jpg
+*.jpeg
+*.webp
+
+# -----------------------------
+# Hugging Face Cache
+# -----------------------------
+.cache/
+.huggingface/
+hf_cache/
+
+# -----------------------------
+# PyTorch / Diffusers Cache
+# -----------------------------
+torch_cache/
+model_cache/
+
+# -----------------------------
+# Docker
+# -----------------------------
+*.tar
+docker-compose.override.yml
+
+# -----------------------------
+# Jupyter
+# -----------------------------
+.ipynb_checkpoints/
+
+# -----------------------------
+# Build / Distribution
+# -----------------------------
+build/
+dist/

Dockerfile

@@ -0,0 +1,27 @@
+FROM python:3.10-slim
+
+# Prevent Python from writing pyc files
+ENV PYTHONDONTWRITEBYTECODE=1
+ENV PYTHONUNBUFFERED=1
+
+WORKDIR /app
+
+# System deps (needed for PIL, torch, etc.)
+RUN apt-get update && apt-get install -y \
+    git \
+    libgl1 \
+    libglib2.0-0 \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements first (better cache)
+COPY requirements.txt .
+
+RUN pip install --no-cache-dir --upgrade pip \
+    && pip install --no-cache-dir -r requirements.txt
+
+# Copy application
+COPY . .
+
+EXPOSE 7860
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,72 @@
+from fastapi import FastAPI
+from fastapi.responses import FileResponse
+from pydantic import BaseModel
+from diffusers import AutoPipelineForText2Image
+import torch
+import uuid
+import os
+
+# --------------------------------------------------
+# 1. Create FastAPI app
+# --------------------------------------------------
+app = FastAPI(title="Text to Image API (SDXL Turbo)")
+
+# --------------------------------------------------
+# 2. Device & dtype
+# --------------------------------------------------
+DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
+DTYPE = torch.float16 if DEVICE == "cuda" else torch.float32
+
+MODEL_ID = "stabilityai/sdxl-turbo"
+
+# --------------------------------------------------
+# 3. Load model once
+# --------------------------------------------------
+pipe = AutoPipelineForText2Image.from_pretrained(
+    MODEL_ID,
+    torch_dtype=DTYPE,
+    variant="fp16" if DEVICE == "cuda" else None
+)
+pipe = pipe.to(DEVICE)
+
+# --------------------------------------------------
+# 4. Output directory
+# --------------------------------------------------
+OUTPUT_DIR = "outputs"
+os.makedirs(OUTPUT_DIR, exist_ok=True)
+
+# --------------------------------------------------
+# 5. Request schema
+# --------------------------------------------------
+class PromptRequest(BaseModel):
+    prompt: str
+
+# --------------------------------------------------
+# 6. Health check
+# --------------------------------------------------
+@app.get("/")
+def root():
+    return {"status": "ok", "message": "SDXL Turbo API is running"}
+
+# --------------------------------------------------
+# 7. Image generation endpoint
+# --------------------------------------------------
+@app.post("/generate")
+def generate_image(request: PromptRequest):
+    result = pipe(
+        prompt=request.prompt,
+        num_inference_steps=4,
+        guidance_scale=0.0
+    )
+
+    image = result.images[0]
+
+    filename = f"{uuid.uuid4()}.png"
+    filepath = os.path.join(OUTPUT_DIR, filename)
+    image.save(filepath)
+
+    return FileResponse(
+        filepath,
+        media_type="image/png",
+        filename="generated.png"
+    )

requirements.txt

@@ -0,0 +1,14 @@
+fastapi
+uvicorn
+
+torch
+torchvision
+torchaudio
+
+diffusers
+transformers
+accelerate
+safetensors
+pillow
+
+huggingface_hub