rag_funcs.py

from firecrawl import FireCrawl


def get_docs_from_website_fc(urls):
    app = FireCrawl()
    docs = []
    try:
        for url in urls:
            content = app.scrape_url(url)
            docs.append(content["markdown"])
        return docs
    except Exception as e:
        return None