src/scraping_utils.py

import asyncio
from crawl4ai import *

async def scrape_url(url):
    async with AsyncWebCrawler() as crawler:
        result = await crawler.arun(
            url,
        )
        code_code = ""
        return result.markdown,status_code