0xarchit commited on
Commit
8762214
·
1 Parent(s): 18a5c35

Add startup phase logs and avoid recursive permission setup

Browse files
Files changed (1) hide show
  1. start.sh +7 -9
start.sh CHANGED
@@ -13,19 +13,16 @@ export MODEL_PATH="${MODEL_PATH:-/data/models/model.gguf}"
13
  export CTX_SIZE="${CONTEXT_LENGTH:-${CTX_SIZE:-4096}}"
14
 
15
  # Ensure data directories exist and are writable. Run as root in container startup.
16
- mkdir -p "$HF_HOME" "$MODEL_DIR"
17
- # try to chown to appuser; if that fails (readonly mount), relax permissions
18
- if chown -R 65532:65532 "$HF_HOME" "$MODEL_DIR" 2>/dev/null; then
19
- true
20
- else
21
- chmod -R a+rwx "$HF_HOME" "$MODEL_DIR" || true
22
- fi
23
 
24
  # Run downloader as the non-root `appuser` using the venv python when available.
 
25
  if [ -x "/opt/venv/bin/python" ]; then
26
- su -s /bin/sh appuser -c "/opt/venv/bin/python /app/download_model.py"
27
  else
28
- su -s /bin/sh appuser -c "python3 /app/download_model.py"
29
  fi
30
 
31
  LLAMA_SERVER_BIN="${LLAMA_SERVER_BIN:-/usr/local/bin/llama-server}"
@@ -52,4 +49,5 @@ if [[ -n "${PARALLEL:-}" ]]; then
52
  fi
53
 
54
  server_cmd=("$LLAMA_SERVER_BIN" "${server_args[@]}")
 
55
  exec su -s /bin/sh appuser -c "$(printf '%q ' "${server_cmd[@]}")"
 
13
  export CTX_SIZE="${CONTEXT_LENGTH:-${CTX_SIZE:-4096}}"
14
 
15
  # Ensure data directories exist and are writable. Run as root in container startup.
16
+ echo "preparing storage: $HF_HOME and $MODEL_DIR"
17
+ install -d -m 0777 "$HF_HOME" "$MODEL_DIR" || mkdir -p "$HF_HOME" "$MODEL_DIR"
18
+ chmod 0777 "$HF_HOME" "$MODEL_DIR" || true
 
 
 
 
19
 
20
  # Run downloader as the non-root `appuser` using the venv python when available.
21
+ echo "starting model downloader"
22
  if [ -x "/opt/venv/bin/python" ]; then
23
+ su -s /bin/sh appuser -c "/opt/venv/bin/python -u /app/download_model.py"
24
  else
25
+ su -s /bin/sh appuser -c "python3 -u /app/download_model.py"
26
  fi
27
 
28
  LLAMA_SERVER_BIN="${LLAMA_SERVER_BIN:-/usr/local/bin/llama-server}"
 
49
  fi
50
 
51
  server_cmd=("$LLAMA_SERVER_BIN" "${server_args[@]}")
52
+ echo "starting llama-server"
53
  exec su -s /bin/sh appuser -c "$(printf '%q ' "${server_cmd[@]}")"