Create entrypoint.sh
Browse files- entrypoint.sh +13 -0
entrypoint.sh
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/sh
|
| 2 |
+
|
| 3 |
+
# Start the Ollama server in the background
|
| 4 |
+
ollama serve &
|
| 5 |
+
|
| 6 |
+
# Wait for Ollama to initialize
|
| 7 |
+
sleep 5
|
| 8 |
+
|
| 9 |
+
# Preload the model by running it once
|
| 10 |
+
ollama run hf.co/abanm/Dubs-Q8_0-GGUF &
|
| 11 |
+
|
| 12 |
+
# Start the FastAPI app with Uvicorn
|
| 13 |
+
uvicorn app:app --host 0.0.0.0 --port 7860
|