Engineer786 commited on
Commit
d77a54b
·
verified ·
1 Parent(s): 09b0dbf

Update tariff_scraper.py

Browse files
Files changed (1) hide show
  1. tariff_scraper.py +1 -1
tariff_scraper.py CHANGED
@@ -46,7 +46,7 @@ def scrape_multiple_sections_to_csv(url, output_file="pesco_tariff_data.csv"):
46
  df = pd.DataFrame(data[1:], columns=data[0]) if len(data) > 1 else pd.DataFrame(data)
47
 
48
  # Ensure column names are unique
49
- df.columns = pd.io.parsers.ParserBase({'names': df.columns})._maybe_dedup_names()
50
 
51
  # Add a section identifier
52
  df["Section"] = f"Section {i}"
 
46
  df = pd.DataFrame(data[1:], columns=data[0]) if len(data) > 1 else pd.DataFrame(data)
47
 
48
  # Ensure column names are unique
49
+ df.columns = pd.Series(df.columns).apply(lambda x: x if df.columns.tolist().count(x) == 1 else f"{x}_{df.columns.tolist().count(x)}")
50
 
51
  # Add a section identifier
52
  df["Section"] = f"Section {i}"