Spaces:
Paused
Paused
File size: 916 Bytes
0cbb38a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
from typing import List, Optional, Union
from pydantic import BaseModel
from config import MODEL_NAME
class FunctionCall(BaseModel):
name: str
arguments: str
class ToolCall(BaseModel):
id: str
type: str = "function"
function: FunctionCall
class MessageContentItem(BaseModel):
type: str
text: Optional[str] = None
class Message(BaseModel):
role: str
content: Union[str, List[MessageContentItem], None] = None
name: Optional[str] = None
tool_calls: Optional[List[ToolCall]] = None
tool_call_id: Optional[str] = None
class ChatCompletionRequest(BaseModel):
messages: List[Message]
model: Optional[str] = MODEL_NAME
stream: Optional[bool] = False
temperature: Optional[float] = None
max_output_tokens: Optional[int] = None
stop: Optional[Union[str, List[str]]] = None
top_p: Optional[float] = None |