import os from dotenv import load_dotenv load_dotenv() # Configuration PostgreSQL POSTGRES_URI = os.getenv('POSTGRES_URI', 'postgresql://user:password@localhost:5432/scrapdji') # Configuration MongoDB MONGO_URI = os.getenv('MONGO_URI', 'mongodb://localhost:27017') MONGO_DB = os.getenv('MONGO_DB', 'scrapdji') # Dossier de stockage local STORAGE_PATH = os.getenv('STORAGE_PATH', './storage_data') # Configuration Typesense TYPESENSE_HOST = os.getenv('TYPESENSE_HOST', os.getenv('TS_HOST', 'localhost')) TYPESENSE_PORT = os.getenv('TYPESENSE_PORT', os.getenv('TS_PORT', '8108')) TYPESENSE_API_KEY = os.getenv('TYPESENSE_API_KEY', os.getenv('TS_API_KEY', 'xyz')) # Configuration Qdrant QDRANT_HOST = os.getenv('QDRANT_HOST', 'localhost') QDRANT_PORT = os.getenv('QDRANT_PORT', '6333') # Configuration des scrapers SCRAPER_DELAY = int(os.getenv('SCRAPER_DELAY', '1')) SCRAPER_CONCURRENT_REQUESTS = int(os.getenv('SCRAPER_CONCURRENT_REQUESTS', '16')) SCRAPER_USER_AGENT = os.getenv('SCRAPER_USER_AGENT', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36') # Configuration des sources SOURCES_FILE = os.getenv('SOURCES_FILE', './sources.json') # Configuration des logs LOG_LEVEL = os.getenv('LOG_LEVEL', 'INFO') LOG_FILE = os.getenv('LOG_FILE', './logs/scrapdji.log')