Spaces:
Runtime error
Runtime error
| from dataclasses import dataclass, field | |
| from typing import Any | |
| from openai import OpenAI | |
| class LLMResponse: | |
| content: str | None | |
| tool_calls: list[dict] = field(default_factory=list) | |
| prompt_tokens: int = 0 | |
| completion_tokens: int = 0 | |
| class LLMClient: | |
| BASE_URL = "https://openrouter.ai/api/v1" | |
| def __init__(self, api_key: str, model: str): | |
| if not api_key: | |
| raise ValueError("An OpenRouter API key is required.") | |
| self.model = model | |
| self._client = OpenAI(api_key=api_key, base_url=self.BASE_URL) | |
| def chat(self, messages: list[dict], tools: list[dict] | None = None) -> LLMResponse: | |
| kwargs: dict[str, Any] = {"model": self.model, "messages": messages} | |
| if tools: | |
| kwargs["tools"] = tools | |
| resp = self._client.chat.completions.create(**kwargs) | |
| msg = resp.choices[0].message | |
| tool_calls = [] | |
| if getattr(msg, "tool_calls", None): | |
| for tc in msg.tool_calls: | |
| tool_calls.append( | |
| {"id": tc.id, "name": tc.function.name, "arguments": tc.function.arguments} | |
| ) | |
| usage = resp.usage | |
| return LLMResponse( | |
| content=msg.content, | |
| tool_calls=tool_calls, | |
| prompt_tokens=getattr(usage, "prompt_tokens", 0) if usage else 0, | |
| completion_tokens=getattr(usage, "completion_tokens", 0) if usage else 0, | |
| ) | |