docker-compose.yml

version: "3.9"

services:
  qwen3-api:
    build: .
    image: qwen3-api:latest
    container_name: qwen3-api
    ports:
      - "8000:8000"
    volumes:
      # Put your GGUF file in ./models/ on the host
      - ./models:/models:ro
    environment:
      MODEL_PATH: /models/qwen3-14b-q4_k_m.gguf
      MODEL_ID: qwen3-14b
      N_CTX: "4096"
      # Set to number of physical CPU cores for best performance
      N_THREADS: "8"
      N_BATCH: "512"
      VERBOSE: "false"
    restart: unless-stopped
    # CPU-only — no deploy.resources.reservations needed