wenyin commited on
Commit
fc82c6d
ยท
verified ยท
1 Parent(s): a79108f

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +35 -0
Dockerfile ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ubuntu:22.04
2
+
3
+ ENV DEBIAN_FRONTEND=noninteractive
4
+ ENV PYTHONUNBUFFERED=1
5
+
6
+ # โ”€โ”€ ็ณป็ปŸไพ่ต– โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
7
+ RUN apt-get update && apt-get install -y \
8
+ python3 python3-pip wget curl git \
9
+ cmake build-essential libcurl4-openssl-dev \
10
+ && rm -rf /var/lib/apt/lists/*
11
+
12
+ # โ”€โ”€ ็ผ–่ฏ‘ๅฎ‰่ฃ… llama.cpp๏ผˆCPU๏ผŒๅฏ็”จๅ…จ้ƒจไผ˜ๅŒ–๏ผ‰ โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
13
+ RUN git clone https://github.com/ggml-org/llama.cpp /llama.cpp && \
14
+ cd /llama.cpp && \
15
+ cmake -B build \
16
+ -DGGML_NATIVE=ON \
17
+ -DGGML_AVX2=ON \
18
+ -DLLAMA_CURL=ON \
19
+ -DCMAKE_BUILD_TYPE=Release && \
20
+ cmake --build build --config Release -j$(nproc) && \
21
+ cp build/bin/llama-server /usr/local/bin/llama-server && \
22
+ rm -rf /llama.cpp
23
+
24
+ # โ”€โ”€ Python ไพ่ต– โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
25
+ COPY requirements.txt /app/requirements.txt
26
+ RUN pip3 install --no-cache-dir -r /app/requirements.txt
27
+
28
+ # โ”€โ”€ ๅบ”็”จไปฃ็  โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€
29
+ COPY app.py /app/app.py
30
+ WORKDIR /app
31
+
32
+ # HF Spaces ่ฆๆฑ‚็ซฏๅฃ 7860
33
+ EXPOSE 7860
34
+
35
+ CMD ["python3", "app.py"]