crawler_engine.py

from crawler import CodexCrawler

def run_crawler(seed_urls, max_depth=2):
    crawler = CodexCrawler(seed_urls, max_depth)
    visited, graph = crawler.crawl()
    return {"visited": list(visited.keys()), "graph": graph}