fathos82 commited on
Commit
65759cd
·
verified ·
1 Parent(s): 43d8a9a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -18
Dockerfile CHANGED
@@ -1,26 +1,20 @@
1
- FROM h2oairelease/h2oai-llmstudio-app:latest
2
 
3
  USER root
4
-
5
- RUN mkdir -p /workspace/mount && \
6
- chmod -R 777 /workspace/mount && \
7
- chmod -R 777 /workspace
8
 
9
  USER 1000
10
-
11
  ENV HOME=/home/user \
12
- PATH=/home/user/.local/bin:$PATH \
13
- H2O_LLM_STUDIO_WORKDIR=/workspace/mount \
14
- HF_HOME=/workspace/mount/huggingface \
15
- TRITON_CACHE_DIR=/workspace/mount/.triton/cache \
16
- H2O_WAVE_DATA_DIR=/workspace/mount/wave_data \
17
- H2O_WAVE_MAX_REQUEST_SIZE=25MB \
18
- H2O_WAVE_NO_LOG=True \
19
- H2O_WAVE_PRIVATE_DIR="/download/@/workspace/mount/output/download" \
20
- H2O_WAVE_ADDRESS=http://0.0.0.0:10101
21
 
22
- WORKDIR /workspace
23
 
24
- EXPOSE 10101
 
 
 
25
 
26
- CMD ["wave", "run", "llm_studio.app"]
 
1
+ FROM nvidia/cuda:12.1.0-base-ubuntu22.04
2
 
3
  USER root
4
+ RUN apt-get update && apt-get install -y curl bash && \
5
+ mkdir -p /workspace/mount && \
6
+ chmod -R 777 /workspace && \
7
+ useradd -m -u 1000 user
8
 
9
  USER 1000
 
10
  ENV HOME=/home/user \
11
+ PATH=/home/user/.local/bin:$PATH
 
 
 
 
 
 
 
 
12
 
13
+ RUN curl -fsSL https://lmstudio.ai/install.sh | bash
14
 
15
+ ENV PATH="/home/user/.lmstudio/bin:$PATH"
16
+
17
+ WORKDIR /workspace
18
+ EXPOSE 7860
19
 
20
+ CMD ["sh", "-c", "lms daemon up && lms server start --port 7860 --host 0.0.0.0"]