Update app.py

app.py

@@ -21,10 +21,14 @@ import asyncio
 from typing import Optional, Dict, Any, List, Set
 from enum import Enum
 from pydantic import BaseModel
+import os
+
+# Set crawl4ai database path before importing crawl4ai
+os.environ["CRAWL4AI_DB_PATH"] = "/home/crawler/.crawl4ai"
+
 from crawl4ai import AsyncWebCrawler, CrawlerRunConfig, CacheMode, BrowserConfig
 from crawl4ai.extraction_strategy import JsonCssExtractionStrategy
 import urllib.parse
-import os
 
 # Configure browser settings for Docker environment
 CHROME_PATH = "/usr/bin/google-chrome-stable"