0xarchit commited on
Commit
5dbcfbc
·
1 Parent(s): c459436

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +6 -0
start.sh CHANGED
@@ -16,6 +16,7 @@ export PERF_PROFILE="${PERF_PROFILE:-balanced}"
16
  export CACHE_TYPE_K="${CACHE_TYPE_K:-f16}"
17
  export CACHE_TYPE_V="${CACHE_TYPE_V:-f16}"
18
  export REASONING="${REASONING:-auto}"
 
19
 
20
  # Ensure data directories exist and are writable. Run as root in container startup.
21
  echo "preparing storage: $HF_HOME and $MODEL_DIR"
@@ -132,6 +133,11 @@ case "${REASONING,,}" in
132
  ;;
133
  esac
134
 
 
 
 
 
 
135
  if [[ -n "${PARALLEL:-}" ]]; then
136
  server_args+=(--parallel "$PARALLEL")
137
  fi
 
16
  export CACHE_TYPE_K="${CACHE_TYPE_K:-f16}"
17
  export CACHE_TYPE_V="${CACHE_TYPE_V:-f16}"
18
  export REASONING="${REASONING:-auto}"
19
+ export TOOLS="${TOOLS:-}"
20
 
21
  # Ensure data directories exist and are writable. Run as root in container startup.
22
  echo "preparing storage: $HF_HOME and $MODEL_DIR"
 
133
  ;;
134
  esac
135
 
136
+ if [[ -n "${TOOLS}" ]]; then
137
+ server_args+=(--tools "$TOOLS")
138
+ echo "enabled tools: $TOOLS"
139
+ fi
140
+
141
  if [[ -n "${PARALLEL:-}" ]]; then
142
  server_args+=(--parallel "$PARALLEL")
143
  fi