Tsitsi19 commited on
Commit
191e416
·
verified ·
1 Parent(s): de2a5d3

Initial deployment of Claude Code with Qwen local

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -16,9 +16,9 @@ WORKDIR /app
16
  # Install llama-cpp-python with OpenBLAS and Streamlit
17
  RUN pip install llama-cpp-python[server] streamlit
18
 
19
- # Download Qwen2.5-Coder-7B-Instruct GGUF Q4_K_M
20
  RUN mkdir -p /app/models
21
- RUN curl -L -o /app/models/qwen2.5-coder-7b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf
22
 
23
  # Install Claude Code globally
24
  RUN npm install -g @anthropic-ai/claude-code
@@ -33,7 +33,7 @@ COPY app_claude_code_gui.py /app/app_claude_code_gui.py
33
  # Create a startup script
34
  RUN echo '#!/bin/bash\n\
35
  # Start llama-cpp-python server in background\n\
36
- python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-7b-instruct-q4_k_m.gguf --host 0.0.0.0 --port 8001 &\n\
37
  \n\
38
  # Wait for server to start\n\
39
  until curl -s http://localhost:8001/v1/models > /dev/null; do\n\
 
16
  # Install llama-cpp-python with OpenBLAS and Streamlit
17
  RUN pip install llama-cpp-python[server] streamlit
18
 
19
+ # Download Qwen2.5-Coder-3B-Instruct GGUF Q4_K_M
20
  RUN mkdir -p /app/models
21
+ RUN curl -L -o /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct-GGUF/resolve/main/qwen2.5-coder-3b-instruct-q4_k_m.gguf
22
 
23
  # Install Claude Code globally
24
  RUN npm install -g @anthropic-ai/claude-code
 
33
  # Create a startup script
34
  RUN echo '#!/bin/bash\n\
35
  # Start llama-cpp-python server in background\n\
36
+ python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf --host 0.0.0.0 --port 8001 &\n\
37
  \n\
38
  # Wait for server to start\n\
39
  until curl -s http://localhost:8001/v1/models > /dev/null; do\n\