Initial deployment of Claude Code with Qwen local
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
|
@@ -16,9 +16,9 @@ WORKDIR /app
|
|
| 16 |
# Install llama-cpp-python with OpenBLAS and Streamlit
|
| 17 |
RUN pip install llama-cpp-python[server] streamlit
|
| 18 |
|
| 19 |
-
# Download Qwen2.5-Coder-
|
| 20 |
RUN mkdir -p /app/models
|
| 21 |
-
RUN curl -L -o /app/models/qwen2.5-coder-
|
| 22 |
|
| 23 |
# Install Claude Code globally
|
| 24 |
RUN npm install -g @anthropic-ai/claude-code
|
|
@@ -33,7 +33,7 @@ COPY app_claude_code_gui.py /app/app_claude_code_gui.py
|
|
| 33 |
# Create a startup script
|
| 34 |
RUN echo '#!/bin/bash\n\
|
| 35 |
# Start llama-cpp-python server in background\n\
|
| 36 |
-
python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-
|
| 37 |
\n\
|
| 38 |
# Wait for server to start\n\
|
| 39 |
until curl -s http://localhost:8001/v1/models > /dev/null; do\n\
|
|
|
|
| 16 |
# Install llama-cpp-python with OpenBLAS and Streamlit
|
| 17 |
RUN pip install llama-cpp-python[server] streamlit
|
| 18 |
|
| 19 |
+
# Download Qwen2.5-Coder-3B-Instruct GGUF Q4_K_M
|
| 20 |
RUN mkdir -p /app/models
|
| 21 |
+
RUN curl -L -o /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct-GGUF/resolve/main/qwen2.5-coder-3b-instruct-q4_k_m.gguf
|
| 22 |
|
| 23 |
# Install Claude Code globally
|
| 24 |
RUN npm install -g @anthropic-ai/claude-code
|
|
|
|
| 33 |
# Create a startup script
|
| 34 |
RUN echo '#!/bin/bash\n\
|
| 35 |
# Start llama-cpp-python server in background\n\
|
| 36 |
+
python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf --host 0.0.0.0 --port 8001 &\n\
|
| 37 |
\n\
|
| 38 |
# Wait for server to start\n\
|
| 39 |
until curl -s http://localhost:8001/v1/models > /dev/null; do\n\
|