File size: 4,708 Bytes
b5b9c2e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 | """Tests for toolsets.py — toolset resolution, validation, and composition."""
import pytest
from toolsets import (
TOOLSETS,
get_toolset,
resolve_toolset,
resolve_multiple_toolsets,
get_all_toolsets,
get_toolset_names,
validate_toolset,
create_custom_toolset,
get_toolset_info,
)
class TestGetToolset:
def test_known_toolset(self):
ts = get_toolset("web")
assert ts is not None
assert "web_search" in ts["tools"]
def test_unknown_returns_none(self):
assert get_toolset("nonexistent") is None
class TestResolveToolset:
def test_leaf_toolset(self):
tools = resolve_toolset("web")
assert set(tools) == {"web_search", "web_extract"}
def test_composite_toolset(self):
tools = resolve_toolset("debugging")
assert "terminal" in tools
assert "web_search" in tools
assert "web_extract" in tools
def test_cycle_detection(self):
# Create a cycle: A includes B, B includes A
TOOLSETS["_cycle_a"] = {"description": "test", "tools": ["t1"], "includes": ["_cycle_b"]}
TOOLSETS["_cycle_b"] = {"description": "test", "tools": ["t2"], "includes": ["_cycle_a"]}
try:
tools = resolve_toolset("_cycle_a")
# Should not infinite loop — cycle is detected
assert "t1" in tools
assert "t2" in tools
finally:
del TOOLSETS["_cycle_a"]
del TOOLSETS["_cycle_b"]
def test_unknown_toolset_returns_empty(self):
assert resolve_toolset("nonexistent") == []
def test_all_alias(self):
tools = resolve_toolset("all")
assert len(tools) > 10 # Should resolve all tools from all toolsets
def test_star_alias(self):
tools = resolve_toolset("*")
assert len(tools) > 10
class TestResolveMultipleToolsets:
def test_combines_and_deduplicates(self):
tools = resolve_multiple_toolsets(["web", "terminal"])
assert "web_search" in tools
assert "web_extract" in tools
assert "terminal" in tools
# No duplicates
assert len(tools) == len(set(tools))
def test_empty_list(self):
assert resolve_multiple_toolsets([]) == []
class TestValidateToolset:
def test_valid(self):
assert validate_toolset("web") is True
assert validate_toolset("terminal") is True
def test_all_alias_valid(self):
assert validate_toolset("all") is True
assert validate_toolset("*") is True
def test_invalid(self):
assert validate_toolset("nonexistent") is False
class TestGetToolsetInfo:
def test_leaf(self):
info = get_toolset_info("web")
assert info["name"] == "web"
assert info["is_composite"] is False
assert info["tool_count"] == 2
def test_composite(self):
info = get_toolset_info("debugging")
assert info["is_composite"] is True
assert info["tool_count"] > len(info["direct_tools"])
def test_unknown_returns_none(self):
assert get_toolset_info("nonexistent") is None
class TestCreateCustomToolset:
def test_runtime_creation(self):
create_custom_toolset(
name="_test_custom",
description="Test toolset",
tools=["web_search"],
includes=["terminal"],
)
try:
tools = resolve_toolset("_test_custom")
assert "web_search" in tools
assert "terminal" in tools
assert validate_toolset("_test_custom") is True
finally:
del TOOLSETS["_test_custom"]
class TestToolsetConsistency:
"""Verify structural integrity of the built-in TOOLSETS dict."""
def test_all_toolsets_have_required_keys(self):
for name, ts in TOOLSETS.items():
assert "description" in ts, f"{name} missing description"
assert "tools" in ts, f"{name} missing tools"
assert "includes" in ts, f"{name} missing includes"
def test_all_includes_reference_existing_toolsets(self):
for name, ts in TOOLSETS.items():
for inc in ts["includes"]:
assert inc in TOOLSETS, f"{name} includes unknown toolset '{inc}'"
def test_hermes_platforms_share_core_tools(self):
"""All hermes-* platform toolsets should have the same tools."""
platforms = ["hermes-cli", "hermes-telegram", "hermes-discord", "hermes-whatsapp", "hermes-slack", "hermes-signal", "hermes-homeassistant"]
tool_sets = [set(TOOLSETS[p]["tools"]) for p in platforms]
# All platform toolsets should be identical
for ts in tool_sets[1:]:
assert ts == tool_sets[0]
|