Engineer786 commited on
Commit
ed40edc
·
verified ·
1 Parent(s): aae20ec

Update tariff_scraper.py

Browse files
Files changed (1) hide show
  1. tariff_scraper.py +2 -2
tariff_scraper.py CHANGED
@@ -48,8 +48,8 @@ def scrape_multiple_sections_to_csv(url, output_file="pesco_tariff_data.csv"):
48
  else:
49
  df = pd.DataFrame(data)
50
 
51
- # Ensure column names are unique
52
- df.columns = pd.io.parsers.ParserBase({'names': df.columns})._maybe_dedup_names()
53
 
54
  # Add a section identifier
55
  df["Section"] = f"Section {i}"
 
48
  else:
49
  df = pd.DataFrame(data)
50
 
51
+ # Deduplicate column names if necessary
52
+ df.columns = pd.io.parsers._deduplicate(df.columns)
53
 
54
  # Add a section identifier
55
  df["Section"] = f"Section {i}"