Update app.py

app.py

@@ -8,9 +8,39 @@ from langchain.vectorstores import FAISS
 from langchain.embeddings import HuggingFaceEmbeddings
 from langchain.chains import RetrievalQA
 from langchain.prompts import PromptTemplate
-from langchain.llms import GroqLLM
+from langchain.llms.base import LLM
+from typing import Optional, List, Mapping, Any
 import streamlit as st
 
+# Custom wrapper for Groq API
+class GroqLLM(LLM):
+    def __init__(self, api_key: str, model: str = "llama-3.3-70b-versatile"):
+        self.api_key = api_key
+        self.model = model
+
+    @property
+    def _llm_type(self) -> str:
+        return "groq"
+
+    def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
+        import requests
+
+        headers = {"Authorization": f"Bearer {self.api_key}"}
+        json_data = {
+            "model": self.model,
+            "messages": [{"role": "user", "content": prompt}],
+        }
+
+        response = requests.post(
+            "https://api.groq.com/v1/chat/completions", headers=headers, json=json_data
+        )
+
+        if response.status_code != 200:
+            raise ValueError(f"Groq API call failed: {response.status_code}, {response.text}")
+
+        data = response.json()
+        return data["choices"][0]["message"]["content"]
+
 # Initialize Groq API LLM
 llm = GroqLLM(api_key=os.getenv("GROQ_API_KEY"))