Agili / scraper_update.py
Badumetsibb's picture
Update scraper_update.py
7eee59b verified
# scraper_update.py
import os
from datetime import datetime, timedelta
import logging
# --- FIX: Direct import for flat directory structure ---
from scraper import scrape_range_pandas
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
logger = logging.getLogger(__name__)
def update_recent_events():
output_csv = "eventsforex_factory_cache.csv"
today = datetime.utcnow()
seven_days_ago = today - timedelta(days=7)
logger.info(f"Starting daily event update for the last 7 days.")
try:
scrape_range_pandas(
from_date=seven_days_ago,
to_date=today,
output_csv=output_csv,
scrape_details=False
)
logger.info("Event calendar update complete.")
except Exception as e:
logger.error(f"An error occurred during the event scrape: {e}", exc_info=True)
logger.warning("Proceeding with existing event data.")
if __name__ == "__main__":
update_recent_events()