Update app.py

app.py

@@ -4,14 +4,23 @@ from bs4 import BeautifulSoup
 
 def scrape_tariff_data(url):
     try:
-        response = requests.get(url)
+        response = requests.get(url, headers={"User-Agent": "Mozilla/5.0"})
         response.raise_for_status()  # Raise an error for bad responses
         soup = BeautifulSoup(response.text, 'html.parser')
 
-        # Example: Find the tariff data in a specific HTML element
-        # You will need to adjust the selector based on the actual website structure
-        tariff_data = soup.find_all('div', class_='tariff')  # Adjust this selector
-        return [tariff.get_text(strip=True) for tariff in tariff_data]
+        # Extract specific elements based on the webpage structure
+        # Replace 'div' and class with the actual elements where tariff data resides
+        tariff_sections = soup.find_all('table')  # Assume tariff data is in tables
+
+        data = []
+        for section in tariff_sections:
+            table_rows = section.find_all('tr')
+            for row in table_rows:
+                columns = [col.get_text(strip=True) for col in row.find_all(['th', 'td'])]
+                if columns:
+                    data.append(columns)
+
+        return data  # Returns a list of rows with tariff data
     except Exception as e:
         return f"An error occurred: {e}"
 
@@ -19,7 +28,7 @@ def main():
     st.title("Electricity Tariff Scraper")
     st.write("Enter the URL of the electricity tariff page:")
 
-    url = st.text_input("URL", "")
+    url = st.text_input("URL", "https://iesco.com.pk/index.php/customer-services/tariff-guide")
     
     if st.button("Scrape"):
         if url:
@@ -27,11 +36,13 @@ def main():
                 data = scrape_tariff_data(url)
                 if isinstance(data, list):
                     st.success("Data scraped successfully!")
-                    st.write(data)
+                    st.write("Here is a preview of the data:")
+                    for row in data[:10]:  # Show only the first 10 rows for readability
+                        st.write(row)
                 else:
                     st.error(data)
         else:
             st.error("Please enter a valid URL.")
 
 if __name__ == "__main__":
-    main()
+    main()