RareDx / src /config.py
sarra2002's picture
Démo RareDx
613af80 verified
Raw History Blame Contribute Delete
2.84 kB
"""Settings of the system and access to secrets.
All settings were chosen on the tuning half of RareBench and then frozen.
API keys are never written in the code: they are read from environment
variables (or Colab / Kaggle secrets when running there).
"""
from __future__ import annotations
import os
import sys
from dataclasses import dataclass, field
from pathlib import Path
def default_data_dir() -> Path:
"""Folder for downloaded data, vectors and the LLM cache (never committed)."""
if "google.colab" in sys.modules:
return Path("/content/drive/MyDrive/rag-maladies-rares/data")
if os.path.exists("/kaggle/working"):
return Path("/kaggle/temp/data")
return Path(os.environ.get("RAG_DATA_DIR", "./data"))
def get_secret(name: str) -> str | None:
"""Read an API key from the environment, Colab secrets or Kaggle secrets."""
value = os.environ.get(name)
if value:
return value
if "google.colab" in sys.modules:
try:
from google.colab import userdata # type: ignore
return userdata.get(name)
except Exception:
return None
if os.path.exists("/kaggle/working"):
try:
from kaggle_secrets import UserSecretsClient # type: ignore
return UserSecretsClient().get_secret(name)
except Exception:
return None
return None
@dataclass
class Settings:
"""Frozen settings of the official system (see the notebook, section 1)."""
data_dir: Path = field(default_factory=default_data_dir)
llm_model: str = "openai/gpt-oss-120b" # free LLM through Groq
embedding_model: str = "BAAI/bge-small-en-v1.5"
n_candidates: int = 20 # diseases kept by the RAG
alpha: float = 0.25 # penalty for very long disease profiles
metabolic_threshold: float = 0.15 # routing: share of metabolic findings
llm_weight_metabolic: float = 1.0 # LLM weight for "biological" patients
llm_weight_clinical: float = 0.5 # LLM weight for "clinical" patients
rrf_constant: int = 1 # Reciprocal Rank Fusion constant
by_family: bool = False # strict scoring (official test configuration)
hpo_threshold: float = 0.75 # min similarity text -> HPO code
name_threshold: float = 0.85 # min similarity disease name -> code
to_verify_threshold: float = 0.85 # below this, a symptom is flagged "to verify"
decontaminate: bool = False # leave-publication-out base (Phenopacket Store)
def __post_init__(self) -> None:
self.data_dir = Path(self.data_dir)
self.data_dir.mkdir(parents=True, exist_ok=True)