update Dockerfile

pull_models.sh

@@ -1,9 +1,18 @@
 #!/bin/bash
 
-# Kiểm tra xem model đã được tải chưa
-if [ ! -d "/root/.ollama/models/manifests/phi2" ]; then
-  echo "Pulling phi2 model..."
-  ollama pull phi2
-else
-  echo "phi2 model already exists"
-fi
+echo "Checking for models..."
+
+# Ensure we're using the right home directory
+export HOME=/root
+
+# Check if Ollama is running
+if ! pgrep -x "ollama" > /dev/null
+then
+    echo "Ollama is not running. Starting Ollama..."
+    ollama serve &
+    sleep 5
+fi
+
+# Try to pull the model
+echo "Pulling phi2 model..."
+ollama pull phi2

requirements.txt

@@ -1,6 +1,7 @@
 streamlit
-fastapi>=0.100.0  # Newer FastAPI version
-llama-index
-pydantic>=2.0.0  # Newer Pydantic version
+fastapi>=0.100.0
+llama-index>=0.9.0  # Make sure to use the latest version that includes Ollama
+llama-index-llms-ollama  # This is the missing package
+pydantic>=2.0.0
 Pillow
 uvicorn

start.sh

@@ -1,13 +1,17 @@
 #!/bin/bash
 
-# Start Ollama in the background
+# Start Ollama in the background with proper home directory
+export HOME=/root
 ollama serve &
 
 # Wait for Ollama to start
-sleep 5
+echo "Waiting for Ollama to start..."
+sleep 10
 
 # Pull models if needed
-/pull_models.sh
+echo "Running pull_models.sh"
+/app/pull_models.sh
 
 # Start FastAPI app
+echo "Starting FastAPI application..."
 uvicorn app:app --host 0.0.0.0 --port 7860