Update entrypoint.sh.template
Browse files- entrypoint.sh.template +9 -3
entrypoint.sh.template
CHANGED
|
@@ -8,13 +8,19 @@ find /data/db -name "*.lock" -type f -exec rm -f {} \;
|
|
| 8 |
mongod &
|
| 9 |
|
| 10 |
# Start the text-generation-inference process
|
| 11 |
-
text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
|
| 12 |
|
| 13 |
# Wait for text-generation-inference to start
|
| 14 |
-
curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
|
| 15 |
|
| 16 |
# Start the chat-ui process
|
| 17 |
-
pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
# Wait for any process to exit
|
| 20 |
wait -n
|
|
|
|
| 8 |
mongod &
|
| 9 |
|
| 10 |
# Start the text-generation-inference process
|
| 11 |
+
#text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
|
| 12 |
|
| 13 |
# Wait for text-generation-inference to start
|
| 14 |
+
#curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
|
| 15 |
|
| 16 |
# Start the chat-ui process
|
| 17 |
+
#pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
|
| 18 |
+
./llama.cpp/server -m ${MODEL_NAME} -c 2048
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
nmp install
|
| 22 |
+
|
| 23 |
+
npm run dev
|
| 24 |
|
| 25 |
# Wait for any process to exit
|
| 26 |
wait -n
|