utils/config.py

import os
from dotenv import load_dotenv

load_dotenv()

# Configuration PostgreSQL
POSTGRES_URI = os.getenv('POSTGRES_URI', 'postgresql://user:password@localhost:5432/scrapdji')

# Configuration MongoDB
MONGO_URI = os.getenv('MONGO_URI', 'mongodb://localhost:27017')
MONGO_DB = os.getenv('MONGO_DB', 'scrapdji')

# Dossier de stockage local
STORAGE_PATH = os.getenv('STORAGE_PATH', './storage_data')

# Configuration Typesense
TYPESENSE_HOST = os.getenv('TYPESENSE_HOST', os.getenv('TS_HOST', 'localhost'))
TYPESENSE_PORT = os.getenv('TYPESENSE_PORT', os.getenv('TS_PORT', '8108'))
TYPESENSE_API_KEY = os.getenv('TYPESENSE_API_KEY', os.getenv('TS_API_KEY', 'xyz'))

# Configuration Qdrant
QDRANT_HOST = os.getenv('QDRANT_HOST', 'localhost')
QDRANT_PORT = os.getenv('QDRANT_PORT', '6333')

# Configuration des scrapers
SCRAPER_DELAY = int(os.getenv('SCRAPER_DELAY', '1'))
SCRAPER_CONCURRENT_REQUESTS = int(os.getenv('SCRAPER_CONCURRENT_REQUESTS', '16'))
SCRAPER_USER_AGENT = os.getenv('SCRAPER_USER_AGENT', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36')

# Configuration des sources
SOURCES_FILE = os.getenv('SOURCES_FILE', './sources.json')

# Configuration des logs
LOG_LEVEL = os.getenv('LOG_LEVEL', 'INFO')
LOG_FILE = os.getenv('LOG_FILE', './logs/scrapdji.log')