Spaces:
Paused
Paused
File size: 967 Bytes
9792ea7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | # -*- coding: utf-8 -*-
"""The model usage class in agentscope."""
from dataclasses import dataclass, field
from typing import Any, Literal
from .._utils._mixin import DictMixin
@dataclass
class ChatUsage(DictMixin):
"""The usage of a chat model API invocation."""
input_tokens: int
"""The number of input tokens."""
output_tokens: int
"""The number of output tokens."""
time: float
"""The time used in seconds."""
cache_creation_input_tokens: int = field(default_factory=lambda: 0)
"""The number of input tokens used to create the prompt cache."""
cache_input_tokens: int = field(default_factory=lambda: 0)
"""The number of input tokens read from the prompt cache."""
type: Literal["chat"] = field(default_factory=lambda: "chat")
"""The type of the usage, must be `chat`."""
metadata: dict[str, Any] | None = field(default_factory=lambda: None)
"""Optional metadata associated with the usage."""
|