Update tariff_scraper.py

tariff_scraper.py

@@ -1,17 +1,16 @@
-import streamlit as st
 import requests
 from bs4 import BeautifulSoup
 
 def scrape_tariff_data(url):
     try:
         response = requests.get(url, headers={"User-Agent": "Mozilla/5.0"})
-        response.raise_for_status()  # Raise an error for bad responses
+        response.raise_for_status()
         soup = BeautifulSoup(response.text, 'html.parser')
-
-        # Extract specific elements based on the webpage structure
-        # Assume tariff data is in <table> tags
+        
+        # Find all tables in the webpage
         tariff_sections = soup.find_all('table')
 
+        # Extract data row by row
         data = []
         for section in tariff_sections:
             table_rows = section.find_all('tr')
@@ -19,32 +18,8 @@ def scrape_tariff_data(url):
                 row_text = ' | '.join(
                     col.get_text(strip=True) for col in row.find_all(['th', 'td'])
                 )
-                if row_text:  # Add the row text only if it contains data
+                if row_text:
                     data.append(row_text)
-
-        return data  # Returns a list of row strings
+        return data
     except Exception as e:
         return f"An error occurred: {e}"
-
-def main():
-    st.title("Electricity Tariff Scraper")
-    st.write("Enter the URL of the electricity tariff page:")
-
-    url = st.text_input("URL", "https://iesco.com.pk/index.php/customer-services/tariff-guide")
-    
-    if st.button("Scrape"):
-        if url:
-            with st.spinner("Scraping data..."):
-                data = scrape_tariff_data(url)
-                if isinstance(data, list):
-                    st.success("Data scraped successfully!")
-                    st.write("Here is a preview of the data:")
-                    for row in data[:10]:  # Show only the first 10 rows for readability
-                        st.write(row)
-                else:
-                    st.error(data)
-        else:
-            st.error("Please enter a valid URL.")
-
-if __name__ == "__main__":
-    main()