src/api/main.py

import logging
import os
import threading

from src.core.config import settings
from src.core.dependencies import get_answer_generator
from src.frontend.app import build_app

logger = logging.getLogger(__name__)

_demo = build_app()

if settings.LLM_EAGER_LOAD:
    def _warmup():
        try:
            get_answer_generator().load()
        except Exception as exc:
            logger.error("LLM warmup failed: %s", exc)

    threading.Thread(target=_warmup, daemon=True, name="llm-warmup").start()

if __name__ == "__main__":
    _demo.launch(
        server_name="0.0.0.0",
        server_port=settings.API_PORT,
        ssr_mode=False,
        show_error=True,
    )