File size: 487 Bytes
0e9a6da 34ab2b8 0e9a6da c5f6b10 0e9a6da |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
from pydantic_settings import BaseSettings
import os
from pathlib import Path
class Settings(BaseSettings):
MODEL_NAME: str = "mistralai/Mistral-7B-Instruct-v0.2"
# Model parameters
MODEL_MAX_TOKENS: int = 512
MODEL_TEMPERATURE: float = 0.7
# Retriever parameters
RETRIEVER_K_BEFORE_RERANK: int = 80
RETRIEVER_K_AFTER_RERANK: int = 4
RETRIEVER_K_CONSTANT: int = 60
HF_TOKEN: str
class Config:
env_file = ".env"
settings = Settings()
|