Update main.py

main.py

@@ -23,17 +23,28 @@ CARTESIA_API_KEY = os.getenv("CARTESIA_API_KEY")
 cartesia_client = Cartesia(api_key=CARTESIA_API_KEY)
 
 # ---------------------------
-# OpenAI Chat Client Setup (using langchain_openai)
+# ChatGroq LLM Client Setup
 # ---------------------------
-OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
-from langchain_openai import ChatOpenAI
-
-llm = ChatOpenAI(
-    model="gpt-4o",
-    temperature=1,
-    max_tokens=1024,
-    api_key=OPENAI_API_KEY
-)
+from langchain_groq import ChatGroq
+
+def get_llm():
+    """
+    Returns the language model instance (LLM) using ChatGroq API.
+    The LLM used is Llama 3.3 with a versatile 70 billion parameters model.
+    """
+    api_key = os.getenv("CHATGROQ_API_KEY")
+    if not api_key:
+        raise ValueError("CHATGROQ_API_KEY is not set in the .env file.")
+        
+    llm_instance = ChatGroq(
+        model="llama-3.3-70b-versatile",
+        temperature=0,
+        max_tokens=1024,
+        api_key=api_key
+    )
+    return llm_instance
+
+llm = get_llm()
 
 # ---------------------------
 # FastAPI and MongoDB Setup