Duckshot commited on
Commit
77fda8d
·
verified ·
1 Parent(s): c049738

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -5
Dockerfile CHANGED
@@ -1,14 +1,12 @@
1
  # We use the official Llama.cpp server image (Super lightweight & CPU fast)
2
  FROM ghcr.io/ggerganov/llama.cpp:server
3
 
4
- # Set the port to 7860 (This is the specific port Hugging Face Spaces require)
5
  ENV HOST=0.0.0.0
6
  ENV PORT=7860
7
 
8
- # The Magic Command:
9
- # 1. Downloads the Phi-3.5 Mini GGUF (Optimized for CPU) from the community repo
10
- # 2. Starts the OpenAI-compatible server
11
- CMD ["-hf", "lmstudio-community/Phi-3.5-mini-instruct-GGUF", \
12
  "-hff", "Phi-3.5-mini-instruct-Q4_K_M.gguf", \
13
  "--host", "0.0.0.0", \
14
  "--port", "7860", \
 
1
  # We use the official Llama.cpp server image (Super lightweight & CPU fast)
2
  FROM ghcr.io/ggerganov/llama.cpp:server
3
 
4
+ # Set the port to 7860 (Required for Hugging Face Spaces)
5
  ENV HOST=0.0.0.0
6
  ENV PORT=7860
7
 
8
+ # We switch to 'bartowski' which is a public, ungated repo
9
+ CMD ["-hf", "bartowski/Phi-3.5-mini-instruct-GGUF", \
 
 
10
  "-hff", "Phi-3.5-mini-instruct-Q4_K_M.gguf", \
11
  "--host", "0.0.0.0", \
12
  "--port", "7860", \