Update scraper.py

scraper.py

@@ -18,9 +18,24 @@ def parse_tariff_data(soup):
         if len(columns) >= 2:  # Ensure there are at least two columns (slab and rate)
             slab = columns[0].text.strip()  # Slab details (e.g., 0-50 kWh)
             try:
-                rate = float(columns[1].text.strip().replace(',', '').replace('Rs.', ''))  # Clean the rate
+                # Attempt to clean and convert rate to a float
+                rate = float(columns[1].text.strip().replace(',', '').replace('Rs.', ''))
             except ValueError:
                 continue  # Skip rows that don’t have a valid rate
-            tariff_data.append({'slab': slab, 'rate': rate})
-    
+            
+            # Handle the case where slab is not a valid numeric range
+            slab_range = slab.split('-')
+            if len(slab_range) == 2:
+                try:
+                    lower_limit = float(slab_range[0])
+                    upper_limit = float(slab_range[1])
+                    tariff_data.append({'slab': slab, 'rate': rate, 'lower_limit': lower_limit, 'upper_limit': upper_limit})
+                except ValueError:
+                    continue  # Skip slabs that are not valid numeric ranges
+            elif len(slab_range) == 1:
+                try:
+                    lower_limit = float(slab_range[0])
+                    tariff_data.append({'slab': slab, 'rate': rate, 'lower_limit': lower_limit, 'upper_limit': float('inf')})
+                except ValueError:
+                    continue  # Skip slabs that are not valid numeric values
     return tariff_data