Spaces:
Sleeping
Sleeping
File size: 3,137 Bytes
ff3e1be f080be2 ff3e1be f080be2 ff3e1be | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | """Configuration management using Pydantic Settings."""
from functools import lru_cache
from typing import Literal
from pydantic import Field, SecretStr
from pydantic_settings import BaseSettings, SettingsConfigDict
class Settings(BaseSettings):
"""Application settings loaded from environment variables."""
model_config = SettingsConfigDict(
env_file=".env",
env_file_encoding="utf-8",
case_sensitive=False,
extra="ignore",
)
# Application
app_name: str = "ScrapeRL"
app_version: str = "0.1.0"
debug: bool = Field(default=False, description="Enable debug mode")
log_level: Literal["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"] = "INFO"
# Server
host: str = "0.0.0.0"
port: int = 8000
reload: bool = False
workers: int = 1
# CORS
cors_origins: list[str] = Field(
default=["http://localhost:3000", "http://localhost:5173"],
description="Allowed CORS origins",
)
cors_allow_credentials: bool = True
cors_allow_methods: list[str] = ["*"]
cors_allow_headers: list[str] = ["*"]
# LLM Providers
openai_api_key: SecretStr | None = Field(default=None, description="OpenAI API key")
anthropic_api_key: SecretStr | None = Field(default=None, description="Anthropic API key")
google_api_key: SecretStr | None = Field(default=None, description="Google AI API key")
groq_api_key: SecretStr | None = Field(default=None, description="Groq API key")
nvidia_api_key: SecretStr | None = Field(default=None, description="NVIDIA API key")
# Model Defaults
default_model: str = "gpt-4o-mini"
default_temperature: float = 0.7
max_tokens: int = 4096
# Search Providers
google_search_api_key: SecretStr | None = None
google_search_engine_id: str | None = None
bing_search_api_key: SecretStr | None = None
# ChromaDB
chroma_persist_directory: str = "./data/chroma"
chroma_collection_name: str = "scraperl_memory"
# Episode Settings
max_steps_per_episode: int = 50
default_timeout_seconds: float = 30.0
# Browser Settings
headless_browser: bool = True
browser_timeout_ms: int = 30000
# Memory Settings
short_term_memory_size: int = 100
working_memory_size: int = 20
long_term_memory_top_k: int = 10
# Reward Weights
reward_accuracy_weight: float = 0.4
reward_efficiency_weight: float = 0.2
reward_cost_weight: float = 0.2
reward_completeness_weight: float = 0.2
@property
def available_providers(self) -> list[str]:
"""Return list of configured LLM providers."""
providers = []
if self.openai_api_key:
providers.append("openai")
if self.anthropic_api_key:
providers.append("anthropic")
if self.google_api_key:
providers.append("google")
if self.groq_api_key:
providers.append("groq")
if self.nvidia_api_key:
providers.append("nvidia")
return providers
@lru_cache
def get_settings() -> Settings:
"""Get cached settings instance."""
return Settings()
|