Spaces:
Running on Zero
Running on Zero
File size: 722 Bytes
7f9dfed | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | from __future__ import annotations
from dataclasses import dataclass
from typing import Protocol
from models.model_catalog import ModelInfo
@dataclass(frozen=True)
class BackendStatus:
"""Current availability of an inference backend."""
name: str
available: bool
detail: str
class TextModelService(Protocol):
"""Text chat service contract."""
model: ModelInfo
def chat(self, system_prompt: str, user_prompt: str) -> str:
"""Return a text response."""
class VisionModelService(Protocol):
"""Vision chat service contract."""
model: ModelInfo
def vision_chat(self, has_image: bool, prompt: str, image=None) -> str:
"""Return a vision-language response."""
|