Spaces:
Sleeping
Sleeping
File size: 739 Bytes
01d5a5d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
"""
Chat-related DTO objects
"""
from typing import Dict, List, Optional, Any
from pydantic import BaseModel, Field
class ChatRequest(BaseModel):
"""Chat request in OpenAI-compatible format"""
# Core OpenAI API fields
messages: List[Dict[str, str]] # OpenAI compatible messages array
model: Optional[str] = None # Model identifier
temperature: float = 0.1 # Temperature parameter for controlling randomness
max_tokens: int = 2000 # Maximum tokens to generate
stream: bool = True # Whether to stream response
# Metadata for request processing - contains extension parameters
metadata: Optional[Dict[str, Any]] = Field(default_factory=dict) # Additional parameters for LLM request processing
|