Spaces:
Paused
Paused
| """ | |
| AI21 Chat Completions API | |
| this is OpenAI compatible - no translation needed / occurs | |
| """ | |
| from typing import Optional, Union | |
| from ...openai_like.chat.transformation import OpenAILikeChatConfig | |
| class AI21ChatConfig(OpenAILikeChatConfig): | |
| """ | |
| Reference: https://docs.ai21.com/reference/jamba-15-api-ref#request-parameters | |
| Below are the parameters: | |
| """ | |
| tools: Optional[list] = None | |
| response_format: Optional[dict] = None | |
| documents: Optional[list] = None | |
| max_tokens: Optional[int] = None | |
| stop: Optional[Union[str, list]] = None | |
| n: Optional[int] = None | |
| stream: Optional[bool] = None | |
| seed: Optional[int] = None | |
| tool_choice: Optional[str] = None | |
| user: Optional[str] = None | |
| def __init__( | |
| self, | |
| tools: Optional[list] = None, | |
| response_format: Optional[dict] = None, | |
| max_tokens: Optional[int] = None, | |
| temperature: Optional[float] = None, | |
| top_p: Optional[float] = None, | |
| stop: Optional[Union[str, list]] = None, | |
| n: Optional[int] = None, | |
| stream: Optional[bool] = None, | |
| seed: Optional[int] = None, | |
| tool_choice: Optional[str] = None, | |
| user: Optional[str] = None, | |
| ) -> None: | |
| locals_ = locals().copy() | |
| for key, value in locals_.items(): | |
| if key != "self" and value is not None: | |
| setattr(self.__class__, key, value) | |
| def get_config(cls): | |
| return super().get_config() | |
| def get_supported_openai_params(self, model: str) -> list: | |
| """ | |
| Get the supported OpenAI params for the given model | |
| """ | |
| return [ | |
| "tools", | |
| "response_format", | |
| "max_tokens", | |
| "max_completion_tokens", | |
| "temperature", | |
| "stop", | |
| "n", | |
| "stream", | |
| "seed", | |
| "tool_choice", | |
| ] | |