tommytracx's picture
v1.1.0: CPU-safe GPU detection, real GPU offload, hardened fallible calls, doctor command
dc03fa5 verified
Raw
History Blame Contribute Delete
1.59 kB
"""THOX mesh node agent.
One module, three hosts: a Google Colab notebook, a Hugging Face CPU Space and a
local machine all run the same agent. It serves an OpenAI-compatible endpoint,
self-registers into the MeshStack mesh, heartbeats telemetry so ThoxRoute can
rank it, and leaves cleanly (or lapses by lease) when the session dies.
See ``ARCHITECTURE.md`` for the endpoint/telemetry/lease contract this
implements and its provenance in the Mesh backend lane.
"""
from __future__ import annotations
__version__ = "1.1.0"
from .agent import NodeAgent, run
from .config import NodeConfig, load_config
from .gpu import GpuInfo, has_gpu, probe_gpu, resolve_gpu_layers
from .errors import (
BackendError,
ConfigError,
MeshRejectedError,
MeshTransportError,
NodeError,
PublicUrlRejectedError,
TunnelError,
)
from .mesh_client import ControllerClient, DeviceV2Client, MeshClient, NullClient, Registration
from .signing import DeviceIdentity
from .telemetry import TelemetryRecorder, is_lease_expired
__all__ = [
"NodeAgent",
"run",
"NodeConfig",
"load_config",
"DeviceIdentity",
"TelemetryRecorder",
"is_lease_expired",
"GpuInfo",
"has_gpu",
"probe_gpu",
"resolve_gpu_layers",
"MeshClient",
"DeviceV2Client",
"ControllerClient",
"NullClient",
"Registration",
"NodeError",
"ConfigError",
"BackendError",
"TunnelError",
"MeshTransportError",
"MeshRejectedError",
"PublicUrlRejectedError",
"__version__",
]