Ved Gupta commited on
Commit
0305af4
·
1 Parent(s): 8afc3f4

Add models and update CMD in Dockerfile

Browse files
Files changed (2) hide show
  1. Dockerfile +7 -1
  2. file.txt +0 -14
Dockerfile CHANGED
@@ -1,5 +1,11 @@
1
  FROM quay.io/go-skynet/local-ai:v2.7.0-ffmpeg-core
2
 
 
 
 
 
 
 
3
  EXPOSE 8080
4
 
5
- CMD ["phi-2"]
 
1
  FROM quay.io/go-skynet/local-ai:v2.7.0-ffmpeg-core
2
 
3
+ RUN mkdir models
4
+
5
+ RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
6
+ RUN wget -q "https://huggingface.co/TheBloke/Luna-AI-Llama2-Uncensored-GGUF/resolve/main/luna-ai-llama2-uncensored.Q4_0.gguf" -O models/luna-ai-llama2
7
+ COPY models/* models/
8
+
9
  EXPOSE 8080
10
 
11
+ CMD ["--models-path", "./models", "--context-size", "700", "--threads", "4"]
file.txt DELETED
@@ -1,14 +0,0 @@
1
- # Dockerfile
2
- FROM quay.io/go-skynet/local-ai:latest
3
-
4
- WORKDIR /app
5
-
6
- RUN mkdir models
7
-
8
- RUN wget -q "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf" -O models/mistral-7b-instruct-v0.2.Q4_0.gguf
9
- RUN wget -q "https://huggingface.co/TheBloke/Luna-AI-Llama2-Uncensored-GGUF/resolve/main/luna-ai-llama2-uncensored.Q4_0.gguf" -O models/luna-ai-llama2
10
- COPY models/* models/
11
-
12
- EXPOSE 8080
13
-
14
- CMD ["--models-path", "/app/models", "--context-size", "700", "--threads", "4"]