Update scraper.py

scraper.py

@@ -8,17 +8,29 @@ def fetch_tariff_data(url):
         response.raise_for_status()
         soup = BeautifulSoup(response.content, 'html.parser')
         
+        # Locate the table with tariff data
+        table = soup.find('table')
+        if not table:
+            print("Error: No table found on the page.")
+            return None
+
         tariff_data = []
-        table = soup.find('table')  # Assuming the first table on the page is the tariff table
-        rows = table.find_all('tr')[1:]  # Skipping the header row
-        
+        rows = table.find_all('tr')[1:]  # Skip the header row
+
         for row in rows:
             cols = row.find_all('td')
             if len(cols) >= 2:
-                lower_limit = parse_float(cols[0].text.strip().split()[0])
-                upper_limit = parse_float(cols[0].text.strip().split()[2] if 'to' in cols[0].text else 'inf')
+                particulars = cols[0].text.strip()
                 rate = parse_float(cols[-1].text.strip())
-                
+
+                if "Units" in particulars:
+                    limits = [parse_float(x) for x in particulars.split(' ')[1:]]
+                    lower_limit = limits[0]
+                    upper_limit = limits[1] if len(limits) > 1 else float('inf')
+                else:
+                    lower_limit = 0
+                    upper_limit = float('inf')
+
                 tariff_data.append({
                     'lower_limit': lower_limit,
                     'upper_limit': upper_limit,
@@ -32,7 +44,6 @@ def fetch_tariff_data(url):
 
 def parse_float(value):
     try:
-        return float(value.replace(',', ''))
+        return float(value.replace(',', '').replace('PKR', '').strip())
     except ValueError:
         return float('inf')
-