llm-proxy / app /models.py
knighter75's picture
Fix actual models
ea89131
Raw
History Blame Contribute Delete
421 Bytes
from typing import List
from pydantic import BaseModel, Field
class Message(BaseModel):
role: str
content: str
class ChatRequest(BaseModel):
model: str = "gpt-oss"
messages: List[Message]
max_tokens: int = Field(default=256, ge=1, le=4096)
temperature: float = Field(default=0.7, ge=0, le=2)
class ChatResponse(BaseModel):
id: str
choices: List[dict]
usage: dict
model: str