File size: 679 Bytes
115612d
 
 
 
 
 
 
 
 
 
 
 
 
 
44281cb
115612d
27e6cb4
d73d6cb
27e6cb4
115612d
7853cbe
 
658ea3e
d57d02f
115612d
d73d6cb
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
FROM python:3.11-slim

# Set working directory
WORKDIR /app

# Copy requirements first for caching
COPY requirements.txt .

# Install dependencies
RUN pip install --no-cache-dir -r requirements.txt

# Copy application code
COPY cloud_soc_env.py .
COPY inference.py .
COPY graders.py .
COPY openenv.yaml .
COPY dummy_server.py .
COPY server/ ./server/

# Environment variables (defaults)
# Using HF's new router.huggingface.co endpoint
ENV API_BASE_URL="https://router.huggingface.co/v1"
ENV MODEL_NAME="Qwen/Qwen2.5-Coder-32B-Instruct"
ENV HF_TOKEN=""

# Run FastAPI server conforming to OpenEnv REST spec
CMD ["uvicorn", "server.app:app", "--host", "0.0.0.0", "--port", "7860"]