change to Zephyr

app.py

@@ -91,11 +91,11 @@ class RAGChatbot:
     """Chatbot with RAG capabilities."""
     
     # Default and fallback models (try in order until one is supported by your Inference API providers)
-    DEFAULT_CHAT_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
+    DEFAULT_CHAT_MODEL = "HuggingFaceH4/zephyr-7b-beta"
     FALLBACK_CHAT_MODELS = [
-        "ServiceNow-AI/Apriel-1.6-15b-Thinker:together",
-        "microsoft/phi-2",
-        "HuggingFaceH4/zephyr-7b-beta",
+        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "meta-llama/Llama-3.2-3B-Instruct",
+        "Qwen/Qwen2.5-7B-Instruct",
     ]
 
     def __init__(
@@ -177,7 +177,12 @@ class RAGChatbot:
             except Exception as e:
                 last_error = e
                 err_str = str(e).lower()
-                if "model_not_supported" in err_str or "not supported by any provider" in err_str:
+                if (
+                    "model_not_supported" in err_str
+                    or "not supported by any provider" in err_str
+                    or "410" in err_str
+                    or "gone" in err_str
+                ):
                     print(f"[DEBUG] Model {model} not available, trying next fallback.")
                     continue
                 print(f"[DEBUG] _generate_with_chat exception for {model}: {type(e).__name__}: {e}")