SeaWolf-AI commited on
Commit
f4eae4e
·
verified ·
1 Parent(s): 1e1f8f3

Upload Dockerfile with huggingface_hub

Browse files
Files changed (1) hide show
  1. Dockerfile +19 -0
Dockerfile ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.11-slim
2
+
3
+ RUN apt-get update && apt-get install -y --no-install-recommends \
4
+ build-essential cmake git curl && rm -rf /var/lib/apt/lists/*
5
+
6
+ WORKDIR /app
7
+ COPY requirements.txt .
8
+ RUN pip install --no-cache-dir -r requirements.txt
9
+
10
+ COPY app.py index.html ./
11
+
12
+ ENV MODEL_REPO=FINAL-Bench/POCKET-35B-GGUF \
13
+ MODEL_FILE=POCKET-35B-Q2_K.gguf \
14
+ N_CTX=4096 \
15
+ HF_HOME=/data/hf \
16
+ PORT=7860
17
+
18
+ EXPOSE 7860
19
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]