Update app.py

app.py

@@ -2,18 +2,20 @@ from flask import Flask, request, jsonify, render_template
 import os
 from flask_cors import CORS
 from googletrans import Translator
-from openai import OpenAI
+import litellm # MODIFIED: Import litellm instead of OpenAI
 
-# Load API key and base URL from environment variables
-OPENAI_API_KEY = os.getenv("OPENAI_API_KEY") or os.getenv("GEMINI_API_KEY")
-if not OPENAI_API_KEY:
-    raise ValueError("OpenAI API Key is missing. Set it in environment variables.")
+# Load API key, base URL, and model from environment variables
+# LiteLLM can automatically read OPENAI_API_KEY, but we'll read it explicitly for clarity
+API_KEY = os.getenv("OPENAI_API_KEY") or os.getenv("GEMINI_API_KEY")
+if not API_KEY:
+    raise ValueError("API Key is missing. Set OPENAI_API_KEY or GEMINI_API_KEY in environment variables.")
 
-OPENAI_API_BASE = os.getenv("OPENAI_API_BASE", "https://generativelanguage.googleapis.com/v1beta/openai/")  # Default is standard OpenAI
-OPENAI_MODEL = os.getenv("OPENAI_MODEL", "gemini-2.5-flash")  # Default model
+# Note: For litellm, the parameter is 'api_base' not 'base_url'
+API_BASE = os.getenv("OPENAI_API_BASE", "https://generativelanguage.googleapis.com/v1beta/openai/")
+MODEL_NAME = os.getenv("OPENAI_MODEL", "gemini-1.5-flash") # Default model
 
-# Configure OpenAI client (supports custom base url for OpenAI-compatible APIs)
-client = OpenAI(api_key=OPENAI_API_KEY, base_url=OPENAI_API_BASE)
+# REMOVED: No need to instantiate a client with litellm
+# client = OpenAI(api_key=OPENAI_API_KEY, base_url=OPENAI_API_BASE)
 
 # Set the static folder path to the "static" folder
 STATIC_FOLDER = os.path.join(os.path.dirname(__file__), "static")
@@ -71,12 +73,17 @@ def chat():
             {"role": "user", "content": f"Context Data:\n{CONTEXT_DATA}\n\nUser Query: {user_message}"}
         ]
 
-        # Call OpenAI (or OpenAI-compatible) chat API
-        response = client.chat.completions.create(
-            model=OPENAI_MODEL,
+        # MODIFIED: Call litellm.completion directly
+        # Pass the model, messages, api_key, and api_base here
+        response = litellm.completion(
+            model=MODEL_NAME,
             messages=messages,
-            temperature=0.7
+            temperature=0.7,
+            api_key=API_KEY,
+            api_base=API_BASE
         )
+        
+        # The response structure is the same as OpenAI's, so this part doesn't change
         ai_response = response.choices[0].message.content.strip()
 
         if target_lang.lower() != "en":
@@ -84,8 +91,9 @@ def chat():
 
         return jsonify({"response": ai_response})
     except Exception as e:
+        # LiteLLM can raise specific exceptions, but catching the general one is fine
         return jsonify({"error": str(e)}), 500
 
 
 if __name__ == '__main__':
-    app.run(debug=True, host='0.0.0.0', port=7860, threaded=True)
+    app.run(debug=True, host='0.0.0.0', port=7860, threaded=True)