Update apis/chat_api.py

apis/chat_api.py

@@ -147,37 +147,6 @@ class ChatAPIApp:
         except Exception as e:
             raise HTTPException(status_code=500, detail=str(e))
 
-
-    class ChatCompletionsPostItem(BaseModel):
-        model: str = Field(
-            default="nous-mixtral-8x7b",
-            description="(str) `nous-mixtral-8x7b`",
-        )
-        messages: list = Field(
-            default=[{"role": "user", "content": "Hello, who are you?"}],
-            description="(list) Messages",
-        )
-        temperature: Union[float, None] = Field(
-            default=0.5,
-            description="(float) Temperature",
-        )
-        top_p: Union[float, None] = Field(
-            default=0.95,
-            description="(float) top p",
-        )
-        max_tokens: Union[int, None] = Field(
-            default=-1,
-            description="(int) Max tokens",
-        )
-        use_cache: bool = Field(
-            default=False,
-            description="(bool) Use cache",
-        )
-        stream: bool = Field(
-            default=True,
-            description="(bool) Stream",
-        )
-
     def chat_completions_ollama(
         self, item: ChatCompletionsPostItem, api_key: str = Depends(extract_api_key)
     ):