Update app.py

app.py

@@ -6,7 +6,7 @@ from sentence_transformers import SentenceTransformer
 import faiss
 from groq import Groq
 
-# Scrape data from the webpage
+# Function to scrape tariff data
 def scrape_tariff_data(url):
     response = requests.get(url)
     soup = BeautifulSoup(response.text, 'html.parser')
@@ -15,7 +15,7 @@ def scrape_tariff_data(url):
         tariff_data.append(paragraph.text.strip())
     return "\n".join(tariff_data)
 
-# Chunking text
+# Function to chunk text into manageable sizes
 def chunk_text(text, max_length=512):
     words = text.split()
     chunks = []
@@ -23,7 +23,7 @@ def chunk_text(text, max_length=512):
         chunks.append(" ".join(words[i:i+max_length]))
     return chunks
 
-# Embed text and save in FAISS
+# Function to create embeddings and FAISS index
 def create_faiss_index(chunks, model_name='all-MiniLM-L6-v2'):
     model = SentenceTransformer(model_name)
     embeddings = model.encode(chunks)
@@ -32,8 +32,14 @@ def create_faiss_index(chunks, model_name='all-MiniLM-L6-v2'):
     index.add(embeddings)
     return index, embeddings, model
 
-# Groq API for LLM
-def query_llm(prompt, api_key):
+# Function to query the Groq API
+def query_llm(prompt):
+    GROQ_API_KEY= os.environ.get('GroqApi')
+    client = Groq(api_key=GROQ_API_KEY)
+
+    if not api_key:
+        return "Error: GROQ_API_KEY is not set in environment variables."
+    
     client = Groq(api_key=api_key)
     chat_completion = client.chat.completions.create(
         messages=[
@@ -50,21 +56,27 @@ def query_llm(prompt, api_key):
 st.title("RAG-Based Tariff Data Application")
 
 url = st.text_input("Enter Tariff Data URL", "https://iesco.com.pk/index.php/customer-services/tariff-guide")
-#api_key = st.text_input("Enter Groq API Key", type="password")
-GROQ_API_KEY= os.environ.get('GroqApi')
-client = Groq(api_key=GROQ_API_KEY)
-
 
 if st.button("Process Tariff Data"):
     with st.spinner("Extracting and processing data..."):
-        text = scrape_tariff_data(url)
-        chunks = chunk_text(text)
-        index, embeddings, model = create_faiss_index(chunks)
-        st.success("Data processed and indexed!")
+        try:
+            text = scrape_tariff_data(url)
+            chunks = chunk_text(text)
+            index, embeddings, model = create_faiss_index(chunks)
+            st.success("Data processed and indexed!")
+        except Exception as e:
+            st.error(f"Error processing data: {e}")
+
+st.header("Query the Tariff Data")
+prompt = st.text_input("Enter your query")
 
-if st.text_input("Query"):
-    prompt = st.text_input("Enter your query")
-    if prompt and api_key:
+if st.button("Get Answer"):
+    if prompt:
         with st.spinner("Fetching response..."):
-            response = query_llm(prompt, api_key)
-            st.write(response)
+            try:
+                response = query_llm(prompt)
+                st.write(response)
+            except Exception as e:
+                st.error(f"Error querying the model: {e}")
+    else:
+        st.warning("Please enter a query to continue.")