Update start.sh
Browse files
start.sh
CHANGED
|
@@ -16,6 +16,7 @@ export PERF_PROFILE="${PERF_PROFILE:-balanced}"
|
|
| 16 |
export CACHE_TYPE_K="${CACHE_TYPE_K:-f16}"
|
| 17 |
export CACHE_TYPE_V="${CACHE_TYPE_V:-f16}"
|
| 18 |
export REASONING="${REASONING:-auto}"
|
|
|
|
| 19 |
|
| 20 |
# Ensure data directories exist and are writable. Run as root in container startup.
|
| 21 |
echo "preparing storage: $HF_HOME and $MODEL_DIR"
|
|
@@ -132,6 +133,11 @@ case "${REASONING,,}" in
|
|
| 132 |
;;
|
| 133 |
esac
|
| 134 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 135 |
if [[ -n "${PARALLEL:-}" ]]; then
|
| 136 |
server_args+=(--parallel "$PARALLEL")
|
| 137 |
fi
|
|
|
|
| 16 |
export CACHE_TYPE_K="${CACHE_TYPE_K:-f16}"
|
| 17 |
export CACHE_TYPE_V="${CACHE_TYPE_V:-f16}"
|
| 18 |
export REASONING="${REASONING:-auto}"
|
| 19 |
+
export TOOLS="${TOOLS:-}"
|
| 20 |
|
| 21 |
# Ensure data directories exist and are writable. Run as root in container startup.
|
| 22 |
echo "preparing storage: $HF_HOME and $MODEL_DIR"
|
|
|
|
| 133 |
;;
|
| 134 |
esac
|
| 135 |
|
| 136 |
+
if [[ -n "${TOOLS}" ]]; then
|
| 137 |
+
server_args+=(--tools "$TOOLS")
|
| 138 |
+
echo "enabled tools: $TOOLS"
|
| 139 |
+
fi
|
| 140 |
+
|
| 141 |
if [[ -n "${PARALLEL:-}" ]]; then
|
| 142 |
server_args+=(--parallel "$PARALLEL")
|
| 143 |
fi
|