api/chat/chat_config.py

from dataclasses import dataclass

from config.models import ModelID


@dataclass
class ChatConfig:
    def __init__(
        self,
        model_id: ModelID = ModelID.MODEL_CLAUDE_3_5_HAIKU_20241022,
        temperature: float = 0.7,
        max_tokens: int = 4096,
        top_p: float = 1.0,
        top_k: int = 50
    ):
        self.model_id = model_id
        self.temperature = temperature
        self.max_tokens = max_tokens
        self.top_p = top_p
        self.top_k = top_k