File size: 1,131 Bytes
b94d067
bbe8f39
 
 
 
 
 
 
c4a1003
 
 
 
 
 
 
 
 
 
 
 
bbe8f39
 
 
 
 
70c01d1
bbe8f39
69abad6
bbe8f39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
FROM python:3.10-slim

ENV PYTHONDONTWRITEBYTECODE=1 \
    PYTHONUNBUFFERED=1

WORKDIR /app

RUN apt-get update && \
    apt-get install -y --no-install-recommends \
        ffmpeg \
        build-essential \
        git \
        pkg-config \
        libavcodec-dev \
        libavdevice-dev \
        libavfilter-dev \
        libavformat-dev \
        libavutil-dev \
        libswresample-dev \
        libswscale-dev && \
    rm -rf /var/lib/apt/lists/*

COPY requirements.txt .
RUN pip install --upgrade pip && pip install -r requirements.txt

ARG WHISPER_MODEL=Systran/faster-whisper-small
ARG LLM_MODEL=Qwen/Qwen2.5-0.5B-Instruct
ENV HF_HUB_ENABLE_HF_TRANSFER=0

RUN python - <<'PY'
import os
from huggingface_hub import snapshot_download

whisper = os.environ.get("WHISPER_MODEL")
llm = os.environ.get("LLM_MODEL")

if whisper:
    snapshot_download(repo_id=whisper, local_dir="/models/whisper", local_dir_use_symlinks=False)
if llm:
    snapshot_download(repo_id=llm, local_dir="/models/llm", local_dir_use_symlinks=False)
PY

COPY . .

EXPOSE 7860

CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]