gemma

app.py

@@ -12,7 +12,7 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 app = FastAPI()
-MODEL_NAME = 'phi3:mini'
+MODEL_NAME = 'gemma2:2b'
 
 @lru_cache()
 def get_llm():

start.sh

@@ -9,8 +9,8 @@ export CUDA_VISIBLE_DEVICES=0  # Use the first GPU if available
 ollama serve &  # Use GPU 0 if available
 
 # Pull the model if not already present
-if ! ollama list | grep -q "phi3:mini"; then
-    ollama pull phi3:mini
+if ! ollama list | grep -q "gemma2:2b"; then
+    ollama pull gemma2:2b
 fi
 
 # Wait for Ollama to start up (use a more robust check)