Spaces:
Sleeping
Sleeping
Download main.py from kajalan/hf-image-api: direct link, hf CLI and curl.
- Browser
- Download file 4.98 kB
-
https://huggingface.co/spaces/kajalan/hf-image-api/resolve/main/main.py
- Command line
-
hf download hf://spaces/kajalan/hf-image-api/main.py
-
curl -L -o main.py https://huggingface.co/spaces/kajalan/hf-image-api/resolve/main/main.py
4.98 kB
| """ | |
| main.py β FastAPI application entry point. | |
| Startup sequence | |
| ββββββββββββββββ | |
| 1. Worker thread is started (daemon thread β auto-stops with the process). | |
| 2. If AUTO_LOAD_MODEL=true, the HuggingFace pipeline is loaded in the | |
| background so the first job doesn't include cold-start download time. | |
| 3. The HTTP server starts accepting requests. | |
| Run with: | |
| uvicorn main:app --host 0.0.0.0 --port 8000 --reload | |
| """ | |
| from __future__ import annotations | |
| import logging | |
| import os | |
| import threading | |
| from contextlib import asynccontextmanager | |
| import uvicorn | |
| from fastapi import FastAPI, Request | |
| from fastapi.middleware.cors import CORSMiddleware | |
| from fastapi.responses import JSONResponse | |
| from config import settings | |
| from routes import generate, health, jobs | |
| from worker import start_worker | |
| # ββ Logging βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| logging.basicConfig( | |
| level=logging.DEBUG if settings.debug else logging.INFO, | |
| format="%(asctime)s %(levelname)-8s %(name)s %(message)s", | |
| datefmt="%H:%M:%S", | |
| ) | |
| logger = logging.getLogger("main") | |
| # ββ Lifespan (startup / shutdown) βββββββββββββββββββββββββββββββββββββββββββββ | |
| async def lifespan(app: FastAPI): | |
| logger.info("β" * 60) | |
| logger.info(" HF Image Generation API β starting up") | |
| logger.info(" Model ID : %s", settings.model_id) | |
| logger.info(" Outputs dir: %s", settings.outputs_dir) | |
| logger.info(" CPU threads: %s", settings.cpu_threads or os.cpu_count()) | |
| logger.info("β" * 60) | |
| # 1. Start background worker thread | |
| start_worker() | |
| logger.info("Background worker started.") | |
| # 2. Optionally pre-load the pipeline | |
| if settings.auto_load_model: | |
| def _preload(): | |
| from pipeline_manager import pipeline_mgr | |
| try: | |
| pipeline_mgr.load() | |
| except Exception as exc: | |
| logger.exception("Pre-load failed: %s", exc) | |
| t = threading.Thread(target=_preload, name="preload", daemon=True) | |
| t.start() | |
| logger.info("Pipeline pre-load started in background (AUTO_LOAD_MODEL=true).") | |
| else: | |
| logger.info("AUTO_LOAD_MODEL=false β pipeline will load on first job.") | |
| yield # β application runs here | |
| logger.info("Shutting down.") | |
| # ββ App βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| app = FastAPI( | |
| title="HF CPU Image Generation API", | |
| description=( | |
| "Job-based REST API for Stable Diffusion image generation on CPU " | |
| "using Hugging Face Diffusers. " | |
| "Submit a job β poll status β download image β optionally delete." | |
| ), | |
| version="1.0.0", | |
| lifespan=lifespan, | |
| docs_url="/docs", | |
| redoc_url="/redoc", | |
| ) | |
| # CORS β allow everything by default (restrict in production) | |
| app.add_middleware( | |
| CORSMiddleware, | |
| allow_origins=["*"], | |
| allow_credentials=True, | |
| allow_methods=["*"], | |
| allow_headers=["*"], | |
| ) | |
| # ββ Global exception handler βββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| async def global_exception_handler(request: Request, exc: Exception): | |
| logger.exception("Unhandled error on %s %s: %s", request.method, request.url.path, exc) | |
| return JSONResponse( | |
| status_code=500, | |
| content={"detail": "An internal server error occurred.", "error": str(exc)}, | |
| ) | |
| # ββ Root redirect to docs ββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| async def root(): | |
| from fastapi.responses import RedirectResponse | |
| return RedirectResponse(url="/docs") | |
| # ββ Mount routers ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| app.include_router(health.router) | |
| app.include_router(generate.router) | |
| app.include_router(jobs.router) | |
| # ββ Dev entrypoint βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| if __name__ == "__main__": | |
| uvicorn.run( | |
| "main:app", | |
| host=settings.host, | |
| port=settings.port, | |
| reload=settings.debug, | |
| log_level="debug" if settings.debug else "info", | |
| ) | |