Update tariff_scraper.py

tariff_scraper.py

@@ -43,10 +43,13 @@ def scrape_multiple_sections_to_csv(url, output_file="pesco_tariff_data.csv"):
                 data.append(cols)
 
             # Create a dataframe for the current table
-            df = pd.DataFrame(data[1:], columns=data[0]) if len(data) > 1 else pd.DataFrame(data)
+            if len(data) > 1:
+                df = pd.DataFrame(data[1:], columns=data[0])
+            else:
+                df = pd.DataFrame(data)
 
             # Ensure column names are unique
-            df.columns = pd.Series(df.columns).apply(lambda x: x if df.columns.tolist().count(x) == 1 else f"{x}_{df.columns.tolist().count(x)}")
+            df.columns = pd.io.parsers.ParserBase({'names': df.columns})._maybe_dedup_names()
 
             # Add a section identifier
             df["Section"] = f"Section {i}"