cometapii commited on
Commit
5292ff7
·
verified ·
1 Parent(s): 3718c55

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +10 -15
entrypoint.sh CHANGED
@@ -1,14 +1,14 @@
1
  #!/bin/bash
2
  set -e
3
 
4
- echo "==> Starting Ollama (internal on 11434)..."
5
  export OLLAMA_HOST=127.0.0.1:11434
6
  export OLLAMA_MODELS=/home/user/.ollama/models
7
 
 
8
  ollama serve &
9
 
10
  # Wait for ollama ready
11
- echo "==> Waiting for Ollama..."
12
  MAX_RETRIES=30
13
  COUNT=0
14
  until curl -s http://127.0.0.1:11434/api/version > /dev/null 2>&1; do
@@ -20,22 +20,17 @@ until curl -s http://127.0.0.1:11434/api/version > /dev/null 2>&1; do
20
  echo " ... attempt $COUNT/$MAX_RETRIES"
21
  sleep 2
22
  done
23
-
24
  echo "==> Ollama ready!"
25
 
26
- # Pull models if not cached (fallback)
27
- if ! ollama list | grep -q "deepseek-r1"; then
28
- echo "==> Pulling deepseek-r1:latest..."
29
- ollama pull deepseek-r1:latest
30
- fi
31
 
32
- if ! ollama list | grep -q "qwen3-vl"; then
33
- echo "==> Pulling qwen3-vl:latest..."
34
- ollama pull qwen3-vl:latest
35
- fi
36
 
37
- echo "==> Models available:"
38
  ollama list
39
 
40
- echo "==> Starting FastAPI proxy on 0.0.0.0:7860 (API key: connectkey)..."
41
- exec uvicorn proxy:app --host 0.0.0.0 --port 7860
 
1
  #!/bin/bash
2
  set -e
3
 
 
4
  export OLLAMA_HOST=127.0.0.1:11434
5
  export OLLAMA_MODELS=/home/user/.ollama/models
6
 
7
+ echo "==> Starting Ollama..."
8
  ollama serve &
9
 
10
  # Wait for ollama ready
11
+ echo "==> Waiting for Ollama to be ready..."
12
  MAX_RETRIES=30
13
  COUNT=0
14
  until curl -s http://127.0.0.1:11434/api/version > /dev/null 2>&1; do
 
20
  echo " ... attempt $COUNT/$MAX_RETRIES"
21
  sleep 2
22
  done
 
23
  echo "==> Ollama ready!"
24
 
25
+ # Pull models
26
+ echo "==> Pulling deepseek-r1:latest..."
27
+ ollama pull deepseek-r1:latest
 
 
28
 
29
+ echo "==> Pulling qwen3-vl:latest..."
30
+ ollama pull qwen3-vl:latest
 
 
31
 
32
+ echo "==> Models loaded:"
33
  ollama list
34
 
35
+ echo "==> Starting proxy on :7860..."
36
+ exec uvicorn proxy:app --host 0.0.0.0 --port 7860