Spaces:
Running
Running
File size: 544 Bytes
414dc55 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | """LLM layer: backend protocol, backends, and structured decoding."""
from __future__ import annotations
from .backend import GenParams, LLMBackend, LLMError, join_stream, make_backend
from .decoding import (
TurnEvent,
generate_model,
generate_turn,
load_grammar,
stream_turn,
wire_to_turn,
)
__all__ = [
"GenParams",
"LLMBackend",
"LLMError",
"TurnEvent",
"generate_model",
"generate_turn",
"join_stream",
"load_grammar",
"make_backend",
"stream_turn",
"wire_to_turn",
]
|