Create scraper.py

scraper.py

@@ -0,0 +1,36 @@
+# scraper.py
+import urllib3
+from bs4 import BeautifulSoup
+
+def fetch_tariff_from_url(url, load_type):
+    """Scrape the website to fetch tariff based on load type."""
+    try:
+        http = urllib3.PoolManager()
+        response = http.request("GET", url)
+        if response.status == 200:
+            soup = BeautifulSoup(response.data, 'html.parser')
+            tariff_text = soup.get_text()
+
+            load_type_mapping = {
+                "Residential": "A-1 GENERAL SUPPLY TARIFF RESIDENTIAL",
+                "Commercial": "A-2 GENERAL SUPPLY TARIFF COMMERCIAL",
+                "Industrial": "B - INDUSTRIAL SUPPLY TARIFFS",
+                "Agriculture": "D - AGRICULTURE TARIFF"
+            }
+
+            load_type_label = load_type_mapping.get(load_type, None)
+            if load_type_label:
+                start_idx = tariff_text.find(load_type_label)
+                if start_idx != -1:
+                    tariff_section = tariff_text[start_idx:start_idx+1000]
+                    rates = [float(word) for word in tariff_section.split() if word.replace(".", "").isdigit()]
+                    if rates:
+                        return rates[0]
+                print(f"No tariff data found for {load_type_label}.")
+            else:
+                print("Invalid load type selected.")
+        else:
+            print(f"Failed to fetch data. HTTP Status: {response.status}")
+    except Exception as e:
+        print(f"Error scraping website: {e}")
+    return None