Spaces:
Runtime error
Runtime error
| from pydantic import BaseModel | |
| from typing import Optional, List, Dict, Union | |
| class GenerateRequest(BaseModel): | |
| prompt: str | |
| system_message: Optional[str] = None | |
| max_new_tokens: Optional[int] = None | |
| class EmbeddingRequest(BaseModel): | |
| text: str | |
| class EmbeddingResponse(BaseModel): | |
| embedding: List[float] | |
| dimension: int | |
| class SystemStatusResponse(BaseModel): | |
| """Pydantic model for system status response""" | |
| cpu: Optional[Dict[str, Union[float, str]]] = None | |
| memory: Optional[Dict[str, Union[float, str]]] = None | |
| gpu: Optional[Dict[str, Union[bool, str, float]]] = None | |
| storage: Optional[Dict[str, str]] = None | |
| model: Optional[Dict[str, Union[bool, str]]] = None | |
| class ValidationResponse(BaseModel): | |
| config_validation: Dict[str, bool] | |
| model_validation: Dict[str, bool] | |
| folder_validation: Dict[str, bool] | |
| overall_status: str | |
| issues: List[str] |