| """ |
| Tests for the OpenAI-compatible API server gateway adapter. |
| |
| Tests cover: |
| - Chat Completions endpoint (request parsing, response format) |
| - Responses API endpoint (request parsing, response format) |
| - previous_response_id chaining (store/retrieve) |
| - Auth (valid key, invalid key, no key configured) |
| - /v1/models endpoint |
| - /health endpoint |
| - System prompt extraction |
| - Error handling (invalid JSON, missing fields) |
| """ |
|
|
| import asyncio |
| import json |
| import time |
| import uuid |
| from unittest.mock import AsyncMock, MagicMock, patch |
|
|
| import pytest |
| from aiohttp import web |
| from aiohttp.test_utils import AioHTTPTestCase, TestClient, TestServer |
|
|
| from gateway.config import GatewayConfig, Platform, PlatformConfig |
| from gateway.platforms.api_server import ( |
| APIServerAdapter, |
| ResponseStore, |
| _IdempotencyCache, |
| _CORS_HEADERS, |
| _derive_chat_session_id, |
| check_api_server_requirements, |
| cors_middleware, |
| security_headers_middleware, |
| ) |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestCheckRequirements: |
| def test_returns_true_when_aiohttp_available(self): |
| assert check_api_server_requirements() is True |
|
|
| @patch("gateway.platforms.api_server.AIOHTTP_AVAILABLE", False) |
| def test_returns_false_without_aiohttp(self): |
| assert check_api_server_requirements() is False |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestResponseStore: |
| def test_put_and_get(self): |
| store = ResponseStore(max_size=10) |
| store.put("resp_1", {"output": "hello"}) |
| assert store.get("resp_1") == {"output": "hello"} |
|
|
| def test_get_missing_returns_none(self): |
| store = ResponseStore(max_size=10) |
| assert store.get("resp_missing") is None |
|
|
| def test_lru_eviction(self): |
| store = ResponseStore(max_size=3) |
| store.put("resp_1", {"output": "one"}) |
| store.put("resp_2", {"output": "two"}) |
| store.put("resp_3", {"output": "three"}) |
| |
| store.put("resp_4", {"output": "four"}) |
| assert store.get("resp_1") is None |
| assert store.get("resp_2") is not None |
| assert len(store) == 3 |
|
|
| def test_access_refreshes_lru(self): |
| store = ResponseStore(max_size=3) |
| store.put("resp_1", {"output": "one"}) |
| store.put("resp_2", {"output": "two"}) |
| store.put("resp_3", {"output": "three"}) |
| |
| store.get("resp_1") |
| |
| store.put("resp_4", {"output": "four"}) |
| assert store.get("resp_2") is None |
| assert store.get("resp_1") is not None |
|
|
| def test_update_existing_key(self): |
| store = ResponseStore(max_size=10) |
| store.put("resp_1", {"output": "v1"}) |
| store.put("resp_1", {"output": "v2"}) |
| assert store.get("resp_1") == {"output": "v2"} |
| assert len(store) == 1 |
|
|
| def test_delete_existing(self): |
| store = ResponseStore(max_size=10) |
| store.put("resp_1", {"output": "hello"}) |
| assert store.delete("resp_1") is True |
| assert store.get("resp_1") is None |
| assert len(store) == 0 |
|
|
| def test_delete_missing(self): |
| store = ResponseStore(max_size=10) |
| assert store.delete("resp_missing") is False |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestIdempotencyCache: |
| @pytest.mark.asyncio |
| async def test_concurrent_same_key_and_fingerprint_runs_once(self): |
| cache = _IdempotencyCache() |
| gate = asyncio.Event() |
| started = asyncio.Event() |
| calls = 0 |
|
|
| async def compute(): |
| nonlocal calls |
| calls += 1 |
| started.set() |
| await gate.wait() |
| return ("response", {"total_tokens": 1}) |
|
|
| first = asyncio.create_task(cache.get_or_set("idem-key", "fp-1", compute)) |
| second = asyncio.create_task(cache.get_or_set("idem-key", "fp-1", compute)) |
|
|
| await started.wait() |
| assert calls == 1 |
|
|
| gate.set() |
| first_result, second_result = await asyncio.gather(first, second) |
|
|
| assert first_result == second_result == ("response", {"total_tokens": 1}) |
|
|
| @pytest.mark.asyncio |
| async def test_different_fingerprint_does_not_reuse_inflight_task(self): |
| cache = _IdempotencyCache() |
| gate = asyncio.Event() |
| started = asyncio.Event() |
| calls = 0 |
|
|
| async def compute(): |
| nonlocal calls |
| calls += 1 |
| result = calls |
| if calls == 2: |
| started.set() |
| await gate.wait() |
| return result |
|
|
| first = asyncio.create_task(cache.get_or_set("idem-key", "fp-1", compute)) |
| second = asyncio.create_task(cache.get_or_set("idem-key", "fp-2", compute)) |
|
|
| await started.wait() |
| assert calls == 2 |
|
|
| gate.set() |
| results = await asyncio.gather(first, second) |
|
|
| assert sorted(results) == [1, 2] |
|
|
| @pytest.mark.asyncio |
| async def test_cancelled_waiter_does_not_drop_shared_inflight_task(self): |
| cache = _IdempotencyCache() |
| gate = asyncio.Event() |
| started = asyncio.Event() |
| calls = 0 |
|
|
| async def compute(): |
| nonlocal calls |
| calls += 1 |
| started.set() |
| await gate.wait() |
| return "response" |
|
|
| first = asyncio.create_task(cache.get_or_set("idem-key", "fp-1", compute)) |
|
|
| await started.wait() |
| assert calls == 1 |
|
|
| first.cancel() |
| with pytest.raises(asyncio.CancelledError): |
| await first |
|
|
| second = asyncio.create_task(cache.get_or_set("idem-key", "fp-1", compute)) |
| await asyncio.sleep(0) |
| assert calls == 1 |
|
|
| gate.set() |
| assert await second == "response" |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestAdapterInit: |
| def test_default_config(self): |
| config = PlatformConfig(enabled=True) |
| adapter = APIServerAdapter(config) |
| assert adapter._host == "127.0.0.1" |
| assert adapter._port == 8642 |
| assert adapter._api_key == "" |
| assert adapter.platform == Platform.API_SERVER |
|
|
| def test_custom_config_from_extra(self): |
| config = PlatformConfig( |
| enabled=True, |
| extra={ |
| "host": "0.0.0.0", |
| "port": 9999, |
| "key": "sk-test", |
| "cors_origins": ["http://localhost:3000"], |
| }, |
| ) |
| adapter = APIServerAdapter(config) |
| assert adapter._host == "0.0.0.0" |
| assert adapter._port == 9999 |
| assert adapter._api_key == "sk-test" |
| assert adapter._cors_origins == ("http://localhost:3000",) |
|
|
| def test_config_from_env(self, monkeypatch): |
| monkeypatch.setenv("API_SERVER_HOST", "10.0.0.1") |
| monkeypatch.setenv("API_SERVER_PORT", "7777") |
| monkeypatch.setenv("API_SERVER_KEY", "sk-env") |
| monkeypatch.setenv("API_SERVER_CORS_ORIGINS", "http://localhost:3000, http://127.0.0.1:3000") |
| config = PlatformConfig(enabled=True) |
| adapter = APIServerAdapter(config) |
| assert adapter._host == "10.0.0.1" |
| assert adapter._port == 7777 |
| assert adapter._api_key == "sk-env" |
| assert adapter._cors_origins == ( |
| "http://localhost:3000", |
| "http://127.0.0.1:3000", |
| ) |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestAuth: |
| def test_no_key_configured_allows_all(self): |
| config = PlatformConfig(enabled=True) |
| adapter = APIServerAdapter(config) |
| mock_request = MagicMock() |
| mock_request.headers = {} |
| assert adapter._check_auth(mock_request) is None |
|
|
| def test_valid_key_passes(self): |
| config = PlatformConfig(enabled=True, extra={"key": "sk-test123"}) |
| adapter = APIServerAdapter(config) |
| mock_request = MagicMock() |
| mock_request.headers = {"Authorization": "Bearer sk-test123"} |
| assert adapter._check_auth(mock_request) is None |
|
|
| def test_invalid_key_returns_401(self): |
| config = PlatformConfig(enabled=True, extra={"key": "sk-test123"}) |
| adapter = APIServerAdapter(config) |
| mock_request = MagicMock() |
| mock_request.headers = {"Authorization": "Bearer wrong-key"} |
| result = adapter._check_auth(mock_request) |
| assert result is not None |
| assert result.status == 401 |
|
|
| def test_missing_auth_header_returns_401(self): |
| config = PlatformConfig(enabled=True, extra={"key": "sk-test123"}) |
| adapter = APIServerAdapter(config) |
| mock_request = MagicMock() |
| mock_request.headers = {} |
| result = adapter._check_auth(mock_request) |
| assert result is not None |
| assert result.status == 401 |
|
|
| def test_malformed_auth_header_returns_401(self): |
| config = PlatformConfig(enabled=True, extra={"key": "sk-test123"}) |
| adapter = APIServerAdapter(config) |
| mock_request = MagicMock() |
| mock_request.headers = {"Authorization": "Basic dXNlcjpwYXNz"} |
| result = adapter._check_auth(mock_request) |
| assert result is not None |
| assert result.status == 401 |
|
|
|
|
| |
| |
| |
|
|
|
|
| def _make_adapter(api_key: str = "", cors_origins=None) -> APIServerAdapter: |
| """Create an adapter with optional API key.""" |
| extra = {} |
| if api_key: |
| extra["key"] = api_key |
| if cors_origins is not None: |
| extra["cors_origins"] = cors_origins |
| config = PlatformConfig(enabled=True, extra=extra) |
| return APIServerAdapter(config) |
|
|
|
|
| def _create_app(adapter: APIServerAdapter) -> web.Application: |
| """Create the aiohttp app from the adapter (without starting the full server).""" |
| mws = [mw for mw in (cors_middleware, security_headers_middleware) if mw is not None] |
| app = web.Application(middlewares=mws) |
| app["api_server_adapter"] = adapter |
| app.router.add_get("/health", adapter._handle_health) |
| app.router.add_get("/health/detailed", adapter._handle_health_detailed) |
| app.router.add_get("/v1/health", adapter._handle_health) |
| app.router.add_get("/v1/models", adapter._handle_models) |
| app.router.add_post("/v1/chat/completions", adapter._handle_chat_completions) |
| app.router.add_post("/v1/responses", adapter._handle_responses) |
| app.router.add_get("/v1/responses/{response_id}", adapter._handle_get_response) |
| app.router.add_delete("/v1/responses/{response_id}", adapter._handle_delete_response) |
| return app |
|
|
|
|
| @pytest.fixture |
| def adapter(): |
| return _make_adapter() |
|
|
|
|
| @pytest.fixture |
| def auth_adapter(): |
| return _make_adapter(api_key="sk-secret") |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestHealthEndpoint: |
| @pytest.mark.asyncio |
| async def test_security_headers_present(self, adapter): |
| """Responses should include basic security headers.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health") |
| assert resp.status == 200 |
| assert resp.headers.get("X-Content-Type-Options") == "nosniff" |
| assert resp.headers.get("Referrer-Policy") == "no-referrer" |
|
|
| @pytest.mark.asyncio |
| async def test_health_returns_ok(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["status"] == "ok" |
| assert data["platform"] == "hermes-agent" |
|
|
| @pytest.mark.asyncio |
| async def test_v1_health_alias_returns_ok(self, adapter): |
| """GET /v1/health should return the same response as /health.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/health") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["status"] == "ok" |
| assert data["platform"] == "hermes-agent" |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestHealthDetailedEndpoint: |
| @pytest.mark.asyncio |
| async def test_health_detailed_returns_ok(self, adapter): |
| """GET /health/detailed returns status, platform, and runtime fields.""" |
| app = _create_app(adapter) |
| with patch("gateway.status.read_runtime_status", return_value={ |
| "gateway_state": "running", |
| "platforms": {"telegram": {"state": "connected"}}, |
| "active_agents": 2, |
| "exit_reason": None, |
| "updated_at": "2026-04-14T00:00:00Z", |
| }): |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health/detailed") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["status"] == "ok" |
| assert data["platform"] == "hermes-agent" |
| assert data["gateway_state"] == "running" |
| assert data["platforms"] == {"telegram": {"state": "connected"}} |
| assert data["active_agents"] == 2 |
| assert isinstance(data["pid"], int) |
| assert "updated_at" in data |
|
|
| @pytest.mark.asyncio |
| async def test_health_detailed_no_runtime_status(self, adapter): |
| """When gateway_state.json is missing, fields are None.""" |
| app = _create_app(adapter) |
| with patch("gateway.status.read_runtime_status", return_value=None): |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health/detailed") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["status"] == "ok" |
| assert data["gateway_state"] is None |
| assert data["platforms"] == {} |
|
|
| @pytest.mark.asyncio |
| async def test_health_detailed_does_not_require_auth(self, auth_adapter): |
| """Health detailed endpoint should be accessible without auth, like /health.""" |
| app = _create_app(auth_adapter) |
| with patch("gateway.status.read_runtime_status", return_value=None): |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health/detailed") |
| assert resp.status == 200 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestModelsEndpoint: |
| @pytest.mark.asyncio |
| async def test_models_returns_hermes_agent(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/models") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["object"] == "list" |
| assert len(data["data"]) == 1 |
| assert data["data"][0]["id"] == "hermes-agent" |
| assert data["data"][0]["owned_by"] == "hermes" |
|
|
| @pytest.mark.asyncio |
| async def test_models_returns_profile_name(self): |
| """When running under a named profile, /v1/models advertises the profile name.""" |
| with patch("gateway.platforms.api_server.APIServerAdapter._resolve_model_name", return_value="lucas"): |
| adapter = _make_adapter() |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/models") |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["data"][0]["id"] == "lucas" |
| assert data["data"][0]["root"] == "lucas" |
|
|
| @pytest.mark.asyncio |
| async def test_models_returns_explicit_model_name(self): |
| """Explicit model_name in config overrides profile name.""" |
| extra = {"model_name": "my-custom-agent"} |
| config = PlatformConfig(enabled=True, extra=extra) |
| adapter = APIServerAdapter(config) |
| assert adapter._model_name == "my-custom-agent" |
|
|
| def test_resolve_model_name_explicit(self): |
| assert APIServerAdapter._resolve_model_name("my-bot") == "my-bot" |
|
|
| def test_resolve_model_name_default_profile(self): |
| """Default profile falls back to 'hermes-agent'.""" |
| with patch("hermes_cli.profiles.get_active_profile_name", return_value="default"): |
| assert APIServerAdapter._resolve_model_name("") == "hermes-agent" |
|
|
| def test_resolve_model_name_named_profile(self): |
| """Named profile uses the profile name as model name.""" |
| with patch("hermes_cli.profiles.get_active_profile_name", return_value="lucas"): |
| assert APIServerAdapter._resolve_model_name("") == "lucas" |
|
|
| @pytest.mark.asyncio |
| async def test_models_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/models") |
| assert resp.status == 401 |
|
|
| @pytest.mark.asyncio |
| async def test_models_with_valid_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get( |
| "/v1/models", |
| headers={"Authorization": "Bearer sk-secret"}, |
| ) |
| assert resp.status == 200 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestChatCompletionsEndpoint: |
| @pytest.mark.asyncio |
| async def test_invalid_json_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/chat/completions", |
| data="not json", |
| headers={"Content-Type": "application/json"}, |
| ) |
| assert resp.status == 400 |
| data = await resp.json() |
| assert "Invalid JSON" in data["error"]["message"] |
|
|
| @pytest.mark.asyncio |
| async def test_missing_messages_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post("/v1/chat/completions", json={"model": "test"}) |
| assert resp.status == 400 |
| data = await resp.json() |
| assert "messages" in data["error"]["message"] |
|
|
| @pytest.mark.asyncio |
| async def test_empty_messages_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post("/v1/chat/completions", json={"model": "test", "messages": []}) |
| assert resp.status == 400 |
|
|
| @pytest.mark.asyncio |
| async def test_stream_true_returns_sse(self, adapter): |
| """stream=true returns SSE format with the full response.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| |
| cb = kwargs.get("stream_delta_callback") |
| if cb: |
| cb("Hello!") |
| cb(None) |
| return ( |
| {"final_response": "Hello!", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent) as mock_run: |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "user", "content": "hi"}], |
| "stream": True, |
| }, |
| ) |
| assert resp.status == 200 |
| assert "text/event-stream" in resp.headers.get("Content-Type", "") |
| assert resp.headers.get("X-Accel-Buffering") == "no" |
| body = await resp.text() |
| assert "data: " in body |
| assert "[DONE]" in body |
| assert "Hello!" in body |
|
|
| @pytest.mark.asyncio |
| async def test_stream_sends_keepalive_during_quiet_tool_gap(self, adapter): |
| """Idle SSE streams should send keepalive comments while tools run silently.""" |
| import asyncio |
| import gateway.platforms.api_server as api_server_mod |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| if cb: |
| cb("Working") |
| await asyncio.sleep(0.65) |
| cb("...done") |
| return ( |
| {"final_response": "Working...done", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with ( |
| patch.object(api_server_mod, "CHAT_COMPLETIONS_SSE_KEEPALIVE_SECONDS", 0.01), |
| patch.object(adapter, "_run_agent", side_effect=_mock_run_agent), |
| ): |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "user", "content": "do the thing"}], |
| "stream": True, |
| }, |
| ) |
| assert resp.status == 200 |
| body = await resp.text() |
| assert ": keepalive" in body |
| assert "Working" in body |
| assert "...done" in body |
| assert "[DONE]" in body |
|
|
| @pytest.mark.asyncio |
| async def test_stream_survives_tool_call_none_sentinel(self, adapter): |
| """stream_delta_callback(None) mid-stream (tool calls) must NOT kill the SSE stream. |
| |
| The agent fires stream_delta_callback(None) to tell the CLI display to |
| close its response box before executing tool calls. The API server's |
| _on_delta must filter this out so the SSE response stays open and the |
| final answer (streamed after tool execution) reaches the client. |
| """ |
| import asyncio |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| if cb: |
| |
| |
| cb("Thinking") |
| cb(None) |
| await asyncio.sleep(0.05) |
| cb(" about it...") |
| cb(None) |
| await asyncio.sleep(0.05) |
| cb(" The answer is 42.") |
| return ( |
| {"final_response": "Thinking about it... The answer is 42.", "messages": [], "api_calls": 3}, |
| {"input_tokens": 20, "output_tokens": 15, "total_tokens": 35}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "user", "content": "What is the answer?"}], |
| "stream": True, |
| }, |
| ) |
| assert resp.status == 200 |
| body = await resp.text() |
| assert "[DONE]" in body |
| |
| assert "The answer is 42." in body |
| |
| assert "Thinking" in body |
| assert " about it..." in body |
|
|
| @pytest.mark.asyncio |
| async def test_stream_includes_tool_progress(self, adapter): |
| """tool_progress_callback fires → progress appears as custom SSE event, not in delta.content.""" |
| import asyncio |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| tp_cb = kwargs.get("tool_progress_callback") |
| |
| if tp_cb: |
| tp_cb("tool.started", "terminal", "ls -la", {"command": "ls -la"}) |
| if cb: |
| await asyncio.sleep(0.05) |
| cb("Here are the files.") |
| return ( |
| {"final_response": "Here are the files.", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "user", "content": "list files"}], |
| "stream": True, |
| }, |
| ) |
| assert resp.status == 200 |
| body = await resp.text() |
| assert "[DONE]" in body |
| |
| |
| |
| assert "event: hermes.tool.progress" in body |
| assert '"tool": "terminal"' in body |
| assert '"label": "ls -la"' in body |
| |
| |
| import json as _json |
| for line in body.splitlines(): |
| if line.startswith("data: ") and line.strip() != "data: [DONE]": |
| try: |
| chunk = _json.loads(line[len("data: "):]) |
| except _json.JSONDecodeError: |
| continue |
| if chunk.get("object") == "chat.completion.chunk": |
| for choice in chunk.get("choices", []): |
| content = choice.get("delta", {}).get("content", "") |
| |
| assert "ls -la" not in content or content == "Here are the files." |
| |
| assert "Here are the files." in body |
|
|
| @pytest.mark.asyncio |
| async def test_stream_tool_progress_skips_internal_events(self, adapter): |
| """Internal events (name starting with _) are not streamed.""" |
| import asyncio |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| tp_cb = kwargs.get("tool_progress_callback") |
| if tp_cb: |
| tp_cb("tool.started", "_thinking", "some internal state", {}) |
| tp_cb("tool.started", "web_search", "Python docs", {"query": "Python docs"}) |
| if cb: |
| await asyncio.sleep(0.05) |
| cb("Found it.") |
| return ( |
| {"final_response": "Found it.", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "user", "content": "search"}], |
| "stream": True, |
| }, |
| ) |
| assert resp.status == 200 |
| body = await resp.text() |
| |
| assert "some internal state" not in body |
| |
| assert "event: hermes.tool.progress" in body |
| assert '"tool": "web_search"' in body |
| assert '"label": "Python docs"' in body |
|
|
| @pytest.mark.asyncio |
| async def test_no_user_message_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "test", |
| "messages": [{"role": "system", "content": "You are helpful."}], |
| }, |
| ) |
| assert resp.status == 400 |
|
|
| @pytest.mark.asyncio |
| async def test_successful_completion(self, adapter): |
| """Test a successful chat completion with mocked agent.""" |
| mock_result = { |
| "final_response": "Hello! How can I help you today?", |
| "messages": [], |
| "api_calls": 1, |
| } |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [{"role": "user", "content": "Hello"}], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["object"] == "chat.completion" |
| assert data["id"].startswith("chatcmpl-") |
| assert data["model"] == "hermes-agent" |
| assert len(data["choices"]) == 1 |
| assert data["choices"][0]["message"]["role"] == "assistant" |
| assert data["choices"][0]["message"]["content"] == "Hello! How can I help you today?" |
| assert data["choices"][0]["finish_reason"] == "stop" |
| assert "usage" in data |
|
|
| @pytest.mark.asyncio |
| async def test_system_prompt_extracted(self, adapter): |
| """System messages from the client are passed as ephemeral_system_prompt.""" |
| mock_result = { |
| "final_response": "I am a pirate! Arrr!", |
| "messages": [], |
| "api_calls": 1, |
| } |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [ |
| {"role": "system", "content": "You are a pirate."}, |
| {"role": "user", "content": "Hello"}, |
| ], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| |
| call_kwargs = mock_run.call_args |
| assert call_kwargs.kwargs.get("ephemeral_system_prompt") == "You are a pirate." |
| assert call_kwargs.kwargs.get("user_message") == "Hello" |
|
|
| @pytest.mark.asyncio |
| async def test_conversation_history_passed(self, adapter): |
| """Previous user/assistant messages become conversation_history.""" |
| mock_result = {"final_response": "3", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [ |
| {"role": "user", "content": "1+1=?"}, |
| {"role": "assistant", "content": "2"}, |
| {"role": "user", "content": "Now add 1 more"}, |
| ], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| assert call_kwargs["user_message"] == "Now add 1 more" |
| assert len(call_kwargs["conversation_history"]) == 2 |
| assert call_kwargs["conversation_history"][0] == {"role": "user", "content": "1+1=?"} |
| assert call_kwargs["conversation_history"][1] == {"role": "assistant", "content": "2"} |
|
|
| @pytest.mark.asyncio |
| async def test_agent_error_returns_500(self, adapter): |
| """Agent exception returns 500.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.side_effect = RuntimeError("Provider failed") |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [{"role": "user", "content": "Hello"}], |
| }, |
| ) |
|
|
| assert resp.status == 500 |
| data = await resp.json() |
| assert "Provider failed" in data["error"]["message"] |
|
|
| @pytest.mark.asyncio |
| async def test_stable_session_id_across_turns(self, adapter): |
| """Same conversation (same first user message) produces the same session_id.""" |
| mock_result = {"final_response": "ok", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| session_ids = [] |
| async with TestClient(TestServer(app)) as cli: |
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [{"role": "user", "content": "Hello"}], |
| }, |
| ) |
| session_ids.append(mock_run.call_args.kwargs["session_id"]) |
|
|
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [ |
| {"role": "user", "content": "Hello"}, |
| {"role": "assistant", "content": "Hi there!"}, |
| {"role": "user", "content": "How are you?"}, |
| ], |
| }, |
| ) |
| session_ids.append(mock_run.call_args.kwargs["session_id"]) |
|
|
| assert session_ids[0] == session_ids[1], "Session ID should be stable across turns" |
| assert session_ids[0].startswith("api-"), "Derived session IDs should have api- prefix" |
|
|
| @pytest.mark.asyncio |
| async def test_different_conversations_get_different_session_ids(self, adapter): |
| """Different first messages produce different session_ids.""" |
| mock_result = {"final_response": "ok", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| session_ids = [] |
| async with TestClient(TestServer(app)) as cli: |
| for first_msg in ["Hello", "Goodbye"]: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [{"role": "user", "content": first_msg}], |
| }, |
| ) |
| session_ids.append(mock_run.call_args.kwargs["session_id"]) |
|
|
| assert session_ids[0] != session_ids[1] |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestDeriveChatSessionId: |
| def test_deterministic(self): |
| """Same inputs always produce the same session ID.""" |
| a = _derive_chat_session_id("sys", "hello") |
| b = _derive_chat_session_id("sys", "hello") |
| assert a == b |
|
|
| def test_prefix(self): |
| assert _derive_chat_session_id(None, "hi").startswith("api-") |
|
|
| def test_different_system_prompt(self): |
| a = _derive_chat_session_id("You are a pirate.", "Hello") |
| b = _derive_chat_session_id("You are a robot.", "Hello") |
| assert a != b |
|
|
| def test_different_first_message(self): |
| a = _derive_chat_session_id(None, "Hello") |
| b = _derive_chat_session_id(None, "Goodbye") |
| assert a != b |
|
|
| def test_none_system_prompt(self): |
| """None system prompt doesn't crash.""" |
| sid = _derive_chat_session_id(None, "test") |
| assert isinstance(sid, str) and len(sid) > 4 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestResponsesEndpoint: |
| @pytest.mark.asyncio |
| async def test_missing_input_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post("/v1/responses", json={"model": "test"}) |
| assert resp.status == 400 |
| data = await resp.json() |
| assert "input" in data["error"]["message"] |
|
|
| @pytest.mark.asyncio |
| async def test_invalid_json_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/responses", |
| data="not json", |
| headers={"Content-Type": "application/json"}, |
| ) |
| assert resp.status == 400 |
|
|
| @pytest.mark.asyncio |
| async def test_successful_response_with_string_input(self, adapter): |
| """String input is wrapped in a user message.""" |
| mock_result = { |
| "final_response": "Paris is the capital of France.", |
| "messages": [], |
| "api_calls": 1, |
| } |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "What is the capital of France?", |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["object"] == "response" |
| assert data["id"].startswith("resp_") |
| assert data["status"] == "completed" |
| assert len(data["output"]) == 1 |
| assert data["output"][0]["type"] == "message" |
| assert data["output"][0]["content"][0]["type"] == "output_text" |
| assert data["output"][0]["content"][0]["text"] == "Paris is the capital of France." |
|
|
| @pytest.mark.asyncio |
| async def test_successful_response_with_array_input(self, adapter): |
| """Array input with role/content objects.""" |
| mock_result = {"final_response": "Done", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": [ |
| {"role": "user", "content": "Hello"}, |
| {"role": "user", "content": "What is 2+2?"}, |
| ], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| |
| assert call_kwargs["user_message"] == "What is 2+2?" |
| assert len(call_kwargs["conversation_history"]) == 1 |
|
|
| @pytest.mark.asyncio |
| async def test_instructions_as_ephemeral_prompt(self, adapter): |
| """The instructions field maps to ephemeral_system_prompt.""" |
| mock_result = {"final_response": "Ahoy!", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Hello", |
| "instructions": "Talk like a pirate.", |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| assert call_kwargs["ephemeral_system_prompt"] == "Talk like a pirate." |
|
|
| @pytest.mark.asyncio |
| async def test_previous_response_id_chaining(self, adapter): |
| """Test that responses can be chained via previous_response_id.""" |
| mock_result_1 = { |
| "final_response": "2", |
| "messages": [{"role": "assistant", "content": "2"}], |
| "api_calls": 1, |
| } |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result_1, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp1 = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "What is 1+1?"}, |
| ) |
|
|
| assert resp1.status == 200 |
| data1 = await resp1.json() |
| response_id = data1["id"] |
|
|
| |
| mock_result_2 = { |
| "final_response": "3", |
| "messages": [{"role": "assistant", "content": "3"}], |
| "api_calls": 1, |
| } |
|
|
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result_2, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp2 = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Now add 1 more", |
| "previous_response_id": response_id, |
| }, |
| ) |
|
|
| assert resp2.status == 200 |
| |
| call_kwargs = mock_run.call_args.kwargs |
| assert len(call_kwargs["conversation_history"]) > 0 |
| assert call_kwargs["user_message"] == "Now add 1 more" |
|
|
| @pytest.mark.asyncio |
| async def test_previous_response_id_preserves_session(self, adapter): |
| """Chained responses via previous_response_id reuse the same session_id.""" |
| mock_result = { |
| "final_response": "ok", |
| "messages": [{"role": "assistant", "content": "ok"}], |
| "api_calls": 1, |
| } |
| usage = {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, usage) |
| resp1 = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hello"}, |
| ) |
| assert resp1.status == 200 |
| first_session_id = mock_run.call_args.kwargs["session_id"] |
| data1 = await resp1.json() |
| response_id = data1["id"] |
|
|
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, usage) |
| resp2 = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Follow up", |
| "previous_response_id": response_id, |
| }, |
| ) |
| assert resp2.status == 200 |
| second_session_id = mock_run.call_args.kwargs["session_id"] |
|
|
| |
| assert first_session_id == second_session_id |
|
|
| @pytest.mark.asyncio |
| async def test_invalid_previous_response_id_returns_404(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "follow up", |
| "previous_response_id": "resp_nonexistent", |
| }, |
| ) |
| assert resp.status == 404 |
|
|
| @pytest.mark.asyncio |
| async def test_store_false_does_not_store(self, adapter): |
| """When store=false, the response is NOT stored.""" |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Hello", |
| "store": False, |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| |
| assert adapter._response_store.get(data["id"]) is None |
|
|
| @pytest.mark.asyncio |
| async def test_instructions_inherited_from_previous(self, adapter): |
| """If no instructions provided, carry forward from previous response.""" |
| mock_result = {"final_response": "Ahoy!", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp1 = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Hello", |
| "instructions": "Be a pirate", |
| }, |
| ) |
|
|
| data1 = await resp1.json() |
| resp_id = data1["id"] |
|
|
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp2 = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "Tell me more", |
| "previous_response_id": resp_id, |
| }, |
| ) |
|
|
| assert resp2.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| assert call_kwargs["ephemeral_system_prompt"] == "Be a pirate" |
|
|
| @pytest.mark.asyncio |
| async def test_agent_error_returns_500(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.side_effect = RuntimeError("Boom") |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hello"}, |
| ) |
|
|
| assert resp.status == 500 |
|
|
| @pytest.mark.asyncio |
| async def test_invalid_input_type_returns_400(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": 42}, |
| ) |
| assert resp.status == 400 |
|
|
|
|
| class TestResponsesStreaming: |
| @pytest.mark.asyncio |
| async def test_stream_true_returns_responses_sse(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| if cb: |
| cb("Hello") |
| cb(" world") |
| return ( |
| {"final_response": "Hello world", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "hi", "stream": True}, |
| ) |
| assert resp.status == 200 |
| assert "text/event-stream" in resp.headers.get("Content-Type", "") |
| body = await resp.text() |
| assert "event: response.created" in body |
| assert "event: response.output_text.delta" in body |
| assert "event: response.output_text.done" in body |
| assert "event: response.completed" in body |
| assert '"sequence_number":' in body |
| assert '"logprobs": []' in body |
| assert "Hello" in body |
| assert " world" in body |
|
|
| @pytest.mark.asyncio |
| async def test_stream_emits_function_call_and_output_items(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| start_cb = kwargs.get("tool_start_callback") |
| complete_cb = kwargs.get("tool_complete_callback") |
| text_cb = kwargs.get("stream_delta_callback") |
| if start_cb: |
| start_cb("call_123", "read_file", {"path": "/tmp/test.txt"}) |
| if complete_cb: |
| complete_cb("call_123", "read_file", {"path": "/tmp/test.txt"}, '{"content":"hello"}') |
| if text_cb: |
| text_cb("Done.") |
| return ( |
| { |
| "final_response": "Done.", |
| "messages": [ |
| { |
| "role": "assistant", |
| "tool_calls": [ |
| { |
| "id": "call_123", |
| "function": { |
| "name": "read_file", |
| "arguments": '{"path":"/tmp/test.txt"}', |
| }, |
| } |
| ], |
| }, |
| { |
| "role": "tool", |
| "tool_call_id": "call_123", |
| "content": '{"content":"hello"}', |
| }, |
| ], |
| "api_calls": 1, |
| }, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "read the file", "stream": True}, |
| ) |
| assert resp.status == 200 |
| body = await resp.text() |
| assert "event: response.output_item.added" in body |
| assert "event: response.output_item.done" in body |
| assert body.count("event: response.output_item.done") >= 2 |
| assert '"type": "function_call"' in body |
| assert '"type": "function_call_output"' in body |
| assert '"call_id": "call_123"' in body |
| assert '"name": "read_file"' in body |
| assert '"output": [{"type": "input_text", "text": "{\\"content\\":\\"hello\\"}"}]' in body |
|
|
| @pytest.mark.asyncio |
| async def test_streamed_response_is_stored_for_get(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| async def _mock_run_agent(**kwargs): |
| cb = kwargs.get("stream_delta_callback") |
| if cb: |
| cb("Stored response") |
| return ( |
| {"final_response": "Stored response", "messages": [], "api_calls": 1}, |
| {"input_tokens": 1, "output_tokens": 2, "total_tokens": 3}, |
| ) |
|
|
| with patch.object(adapter, "_run_agent", side_effect=_mock_run_agent): |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "store this", "stream": True}, |
| ) |
| body = await resp.text() |
| response_id = None |
| for line in body.splitlines(): |
| if line.startswith("data: "): |
| try: |
| payload = json.loads(line[len("data: "):]) |
| except json.JSONDecodeError: |
| continue |
| if payload.get("type") == "response.completed": |
| response_id = payload["response"]["id"] |
| break |
| assert response_id |
|
|
| get_resp = await cli.get(f"/v1/responses/{response_id}") |
| assert get_resp.status == 200 |
| data = await get_resp.json() |
| assert data["id"] == response_id |
| assert data["status"] == "completed" |
| assert data["output"][-1]["content"][0]["text"] == "Stored response" |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestEndpointAuth: |
| @pytest.mark.asyncio |
| async def test_chat_completions_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={"model": "test", "messages": [{"role": "user", "content": "hi"}]}, |
| ) |
| assert resp.status == 401 |
|
|
| @pytest.mark.asyncio |
| async def test_responses_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "test", "input": "hi"}, |
| ) |
| assert resp.status == 401 |
|
|
| @pytest.mark.asyncio |
| async def test_models_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/models") |
| assert resp.status == 401 |
|
|
| @pytest.mark.asyncio |
| async def test_health_does_not_require_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health") |
| assert resp.status == 200 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestConfigIntegration: |
| def test_platform_enum_has_api_server(self): |
| assert Platform.API_SERVER.value == "api_server" |
|
|
| def test_env_override_enables_api_server(self, monkeypatch): |
| monkeypatch.setenv("API_SERVER_ENABLED", "true") |
| from gateway.config import load_gateway_config |
| config = load_gateway_config() |
| assert Platform.API_SERVER in config.platforms |
| assert config.platforms[Platform.API_SERVER].enabled is True |
|
|
| def test_env_override_with_key(self, monkeypatch): |
| monkeypatch.setenv("API_SERVER_KEY", "sk-mykey") |
| from gateway.config import load_gateway_config |
| config = load_gateway_config() |
| assert Platform.API_SERVER in config.platforms |
| assert config.platforms[Platform.API_SERVER].extra.get("key") == "sk-mykey" |
|
|
| def test_env_override_port_and_host(self, monkeypatch): |
| monkeypatch.setenv("API_SERVER_ENABLED", "true") |
| monkeypatch.setenv("API_SERVER_PORT", "9999") |
| monkeypatch.setenv("API_SERVER_HOST", "0.0.0.0") |
| from gateway.config import load_gateway_config |
| config = load_gateway_config() |
| assert config.platforms[Platform.API_SERVER].extra.get("port") == 9999 |
| assert config.platforms[Platform.API_SERVER].extra.get("host") == "0.0.0.0" |
|
|
| def test_env_override_cors_origins(self, monkeypatch): |
| monkeypatch.setenv("API_SERVER_ENABLED", "true") |
| monkeypatch.setenv( |
| "API_SERVER_CORS_ORIGINS", |
| "http://localhost:3000, http://127.0.0.1:3000", |
| ) |
| from gateway.config import load_gateway_config |
| config = load_gateway_config() |
| assert config.platforms[Platform.API_SERVER].extra.get("cors_origins") == [ |
| "http://localhost:3000", |
| "http://127.0.0.1:3000", |
| ] |
|
|
| def test_api_server_in_connected_platforms(self): |
| config = GatewayConfig() |
| config.platforms[Platform.API_SERVER] = PlatformConfig(enabled=True) |
| connected = config.get_connected_platforms() |
| assert Platform.API_SERVER in connected |
|
|
| def test_api_server_not_in_connected_when_disabled(self): |
| config = GatewayConfig() |
| config.platforms[Platform.API_SERVER] = PlatformConfig(enabled=False) |
| connected = config.get_connected_platforms() |
| assert Platform.API_SERVER not in connected |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestMultipleSystemMessages: |
| @pytest.mark.asyncio |
| async def test_multiple_system_messages_concatenated(self, adapter): |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [ |
| {"role": "system", "content": "You are helpful."}, |
| {"role": "system", "content": "Be concise."}, |
| {"role": "user", "content": "Hello"}, |
| ], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| prompt = call_kwargs["ephemeral_system_prompt"] |
| assert "You are helpful." in prompt |
| assert "Be concise." in prompt |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestSendMethod: |
| @pytest.mark.asyncio |
| async def test_send_returns_not_supported(self): |
| config = PlatformConfig(enabled=True) |
| adapter = APIServerAdapter(config) |
| result = await adapter.send("chat1", "hello") |
| assert result.success is False |
| assert "HTTP request/response" in result.error |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestGetResponse: |
| @pytest.mark.asyncio |
| async def test_get_stored_response(self, adapter): |
| """GET returns a previously stored response.""" |
| mock_result = {"final_response": "Hello!", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hi"}, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| response_id = data["id"] |
|
|
| |
| resp2 = await cli.get(f"/v1/responses/{response_id}") |
| assert resp2.status == 200 |
| data2 = await resp2.json() |
| assert data2["id"] == response_id |
| assert data2["object"] == "response" |
| assert data2["status"] == "completed" |
|
|
| @pytest.mark.asyncio |
| async def test_get_not_found(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/responses/resp_nonexistent") |
| assert resp.status == 404 |
|
|
| @pytest.mark.asyncio |
| async def test_get_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/v1/responses/resp_any") |
| assert resp.status == 401 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestDeleteResponse: |
| @pytest.mark.asyncio |
| async def test_delete_stored_response(self, adapter): |
| """DELETE removes a stored response and returns confirmation.""" |
| mock_result = {"final_response": "Hello!", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hi"}, |
| ) |
|
|
| data = await resp.json() |
| response_id = data["id"] |
|
|
| |
| resp2 = await cli.delete(f"/v1/responses/{response_id}") |
| assert resp2.status == 200 |
| data2 = await resp2.json() |
| assert data2["id"] == response_id |
| assert data2["object"] == "response" |
| assert data2["deleted"] is True |
|
|
| |
| resp3 = await cli.get(f"/v1/responses/{response_id}") |
| assert resp3.status == 404 |
|
|
| @pytest.mark.asyncio |
| async def test_delete_not_found(self, adapter): |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.delete("/v1/responses/resp_nonexistent") |
| assert resp.status == 404 |
|
|
| @pytest.mark.asyncio |
| async def test_delete_requires_auth(self, auth_adapter): |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.delete("/v1/responses/resp_any") |
| assert resp.status == 401 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestToolCallsInOutput: |
| @pytest.mark.asyncio |
| async def test_tool_calls_in_output(self, adapter): |
| """When agent returns tool calls, they appear as function_call items.""" |
| mock_result = { |
| "final_response": "The result is 42.", |
| "messages": [ |
| { |
| "role": "assistant", |
| "content": None, |
| "tool_calls": [ |
| { |
| "id": "call_abc123", |
| "function": { |
| "name": "calculator", |
| "arguments": '{"expression": "6*7"}', |
| }, |
| } |
| ], |
| }, |
| { |
| "role": "tool", |
| "tool_call_id": "call_abc123", |
| "content": "42", |
| }, |
| { |
| "role": "assistant", |
| "content": "The result is 42.", |
| }, |
| ], |
| "api_calls": 2, |
| } |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "What is 6*7?"}, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| output = data["output"] |
|
|
| |
| assert len(output) == 3 |
| assert output[0]["type"] == "function_call" |
| assert output[0]["name"] == "calculator" |
| assert output[0]["arguments"] == '{"expression": "6*7"}' |
| assert output[0]["call_id"] == "call_abc123" |
| assert output[1]["type"] == "function_call_output" |
| assert output[1]["call_id"] == "call_abc123" |
| assert output[1]["output"] == "42" |
| assert output[2]["type"] == "message" |
| assert output[2]["content"][0]["text"] == "The result is 42." |
|
|
| @pytest.mark.asyncio |
| async def test_no_tool_calls_still_works(self, adapter): |
| """Without tool calls, output is just a message.""" |
| mock_result = {"final_response": "Hello!", "messages": [], "api_calls": 1} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hello"}, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| assert len(data["output"]) == 1 |
| assert data["output"][0]["type"] == "message" |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestUsageCounting: |
| @pytest.mark.asyncio |
| async def test_responses_usage(self, adapter): |
| """Responses API returns real token counts.""" |
| mock_result = {"final_response": "Done", "messages": [], "api_calls": 1} |
| usage = {"input_tokens": 100, "output_tokens": 50, "total_tokens": 150} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, usage) |
| resp = await cli.post( |
| "/v1/responses", |
| json={"model": "hermes-agent", "input": "Hi"}, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["usage"]["input_tokens"] == 100 |
| assert data["usage"]["output_tokens"] == 50 |
| assert data["usage"]["total_tokens"] == 150 |
|
|
| @pytest.mark.asyncio |
| async def test_chat_completions_usage(self, adapter): |
| """Chat completions returns real token counts.""" |
| mock_result = {"final_response": "Done", "messages": [], "api_calls": 1} |
| usage = {"input_tokens": 200, "output_tokens": 80, "total_tokens": 280} |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, usage) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={ |
| "model": "hermes-agent", |
| "messages": [{"role": "user", "content": "Hi"}], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["usage"]["prompt_tokens"] == 200 |
| assert data["usage"]["completion_tokens"] == 80 |
| assert data["usage"]["total_tokens"] == 280 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestTruncation: |
| @pytest.mark.asyncio |
| async def test_truncation_auto_limits_history(self, adapter): |
| """With truncation=auto, history over 100 messages is trimmed.""" |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
|
|
| |
| long_history = [{"role": "user", "content": f"msg {i}"} for i in range(150)] |
| adapter._response_store.put("resp_prev", { |
| "response": {"id": "resp_prev", "object": "response"}, |
| "conversation_history": long_history, |
| "instructions": None, |
| }) |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "follow up", |
| "previous_response_id": "resp_prev", |
| "truncation": "auto", |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| |
| assert len(call_kwargs["conversation_history"]) <= 100 |
|
|
| @pytest.mark.asyncio |
| async def test_no_truncation_keeps_full_history(self, adapter): |
| """Without truncation=auto, long history is passed as-is.""" |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
|
|
| long_history = [{"role": "user", "content": f"msg {i}"} for i in range(150)] |
| adapter._response_store.put("resp_prev2", { |
| "response": {"id": "resp_prev2", "object": "response"}, |
| "conversation_history": long_history, |
| "instructions": None, |
| }) |
|
|
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/responses", |
| json={ |
| "model": "hermes-agent", |
| "input": "follow up", |
| "previous_response_id": "resp_prev2", |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| assert len(call_kwargs["conversation_history"]) == 150 |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestCORS: |
| def test_origin_allowed_for_non_browser_client(self, adapter): |
| assert adapter._origin_allowed("") is True |
|
|
| def test_origin_rejected_by_default(self, adapter): |
| assert adapter._origin_allowed("http://evil.example") is False |
|
|
| def test_origin_allowed_for_allowlist_match(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| assert adapter._origin_allowed("http://localhost:3000") is True |
|
|
| def test_cors_headers_for_origin_disabled_by_default(self, adapter): |
| assert adapter._cors_headers_for_origin("http://localhost:3000") is None |
|
|
| def test_cors_headers_for_origin_matches_allowlist(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| headers = adapter._cors_headers_for_origin("http://localhost:3000") |
| assert headers is not None |
| assert headers["Access-Control-Allow-Origin"] == "http://localhost:3000" |
| assert "POST" in headers["Access-Control-Allow-Methods"] |
|
|
| def test_cors_headers_for_origin_rejects_unknown_origin(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| assert adapter._cors_headers_for_origin("http://evil.example") is None |
|
|
| @pytest.mark.asyncio |
| async def test_cors_headers_not_present_by_default(self, adapter): |
| """CORS is disabled unless explicitly configured.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health") |
| assert resp.status == 200 |
| assert resp.headers.get("Access-Control-Allow-Origin") is None |
|
|
| @pytest.mark.asyncio |
| async def test_browser_origin_rejected_by_default(self, adapter): |
| """Browser-originated requests are rejected unless explicitly allowed.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health", headers={"Origin": "http://evil.example"}) |
| assert resp.status == 403 |
| assert resp.headers.get("Access-Control-Allow-Origin") is None |
|
|
| @pytest.mark.asyncio |
| async def test_cors_options_preflight_rejected_by_default(self, adapter): |
| """Browser preflight is rejected unless CORS is explicitly configured.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.options( |
| "/v1/chat/completions", |
| headers={ |
| "Origin": "http://evil.example", |
| "Access-Control-Request-Method": "POST", |
| }, |
| ) |
| assert resp.status == 403 |
| assert resp.headers.get("Access-Control-Allow-Origin") is None |
|
|
| @pytest.mark.asyncio |
| async def test_cors_headers_present_for_allowed_origin(self): |
| """Allowed origins receive explicit CORS headers.""" |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health", headers={"Origin": "http://localhost:3000"}) |
| assert resp.status == 200 |
| assert resp.headers.get("Access-Control-Allow-Origin") == "http://localhost:3000" |
| assert "POST" in resp.headers.get("Access-Control-Allow-Methods", "") |
| assert "DELETE" in resp.headers.get("Access-Control-Allow-Methods", "") |
|
|
| @pytest.mark.asyncio |
| async def test_cors_allows_idempotency_key_header(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.options( |
| "/v1/chat/completions", |
| headers={ |
| "Origin": "http://localhost:3000", |
| "Access-Control-Request-Method": "POST", |
| "Access-Control-Request-Headers": "Idempotency-Key", |
| }, |
| ) |
| assert resp.status == 200 |
| assert "Idempotency-Key" in resp.headers.get("Access-Control-Allow-Headers", "") |
|
|
| @pytest.mark.asyncio |
| async def test_cors_sets_vary_origin_header(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.get("/health", headers={"Origin": "http://localhost:3000"}) |
| assert resp.status == 200 |
| assert resp.headers.get("Vary") == "Origin" |
|
|
| @pytest.mark.asyncio |
| async def test_cors_options_preflight_allowed_for_configured_origin(self): |
| """Configured origins can complete browser preflight.""" |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.options( |
| "/v1/chat/completions", |
| headers={ |
| "Origin": "http://localhost:3000", |
| "Access-Control-Request-Method": "POST", |
| "Access-Control-Request-Headers": "Authorization, Content-Type", |
| }, |
| ) |
| assert resp.status == 200 |
| assert resp.headers.get("Access-Control-Allow-Origin") == "http://localhost:3000" |
| assert "Authorization" in resp.headers.get("Access-Control-Allow-Headers", "") |
|
|
|
|
| @pytest.mark.asyncio |
| async def test_cors_preflight_sets_max_age(self): |
| adapter = _make_adapter(cors_origins=["http://localhost:3000"]) |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.options( |
| "/v1/chat/completions", |
| headers={ |
| "Origin": "http://localhost:3000", |
| "Access-Control-Request-Method": "POST", |
| "Access-Control-Request-Headers": "Authorization, Content-Type", |
| }, |
| ) |
| assert resp.status == 200 |
| assert resp.headers.get("Access-Control-Max-Age") == "600" |
| |
| |
| |
|
|
|
|
| class TestConversationParameter: |
| @pytest.mark.asyncio |
| async def test_conversation_creates_new(self, adapter): |
| """First request with a conversation name works (new conversation).""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = ( |
| {"final_response": "Hello!", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
| resp = await cli.post("/v1/responses", json={ |
| "input": "hi", |
| "conversation": "my-chat", |
| }) |
| assert resp.status == 200 |
| data = await resp.json() |
| assert data["status"] == "completed" |
| |
| assert adapter._response_store.get_conversation("my-chat") is not None |
|
|
| @pytest.mark.asyncio |
| async def test_conversation_chains_automatically(self, adapter): |
| """Second request with same conversation name chains to first.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = ( |
| {"final_response": "First response", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
| |
| resp1 = await cli.post("/v1/responses", json={ |
| "input": "hello", |
| "conversation": "test-conv", |
| }) |
| assert resp1.status == 200 |
| data1 = await resp1.json() |
| resp1_id = data1["id"] |
|
|
| |
| mock_run.return_value = ( |
| {"final_response": "Second response", "messages": [], "api_calls": 1}, |
| {"input_tokens": 20, "output_tokens": 10, "total_tokens": 30}, |
| ) |
| resp2 = await cli.post("/v1/responses", json={ |
| "input": "follow up", |
| "conversation": "test-conv", |
| }) |
| assert resp2.status == 200 |
|
|
| |
| assert mock_run.call_count == 2 |
| second_call_kwargs = mock_run.call_args_list[1] |
| history = second_call_kwargs.kwargs.get("conversation_history", |
| second_call_kwargs[1].get("conversation_history", []) if len(second_call_kwargs) > 1 else []) |
| |
| assert len(history) > 0 |
|
|
| @pytest.mark.asyncio |
| async def test_conversation_and_previous_response_id_conflict(self, adapter): |
| """Cannot use both conversation and previous_response_id.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| resp = await cli.post("/v1/responses", json={ |
| "input": "hi", |
| "conversation": "my-chat", |
| "previous_response_id": "resp_abc123", |
| }) |
| assert resp.status == 400 |
| data = await resp.json() |
| assert "Cannot use both" in data["error"]["message"] |
|
|
| @pytest.mark.asyncio |
| async def test_separate_conversations_are_isolated(self, adapter): |
| """Different conversation names have independent histories.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = ( |
| {"final_response": "Response A", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
| |
| await cli.post("/v1/responses", json={"input": "conv-a msg", "conversation": "conv-a"}) |
| |
| mock_run.return_value = ( |
| {"final_response": "Response B", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
| await cli.post("/v1/responses", json={"input": "conv-b msg", "conversation": "conv-b"}) |
|
|
| |
| assert adapter._response_store.get_conversation("conv-a") != adapter._response_store.get_conversation("conv-b") |
|
|
| @pytest.mark.asyncio |
| async def test_conversation_store_false_no_mapping(self, adapter): |
| """If store=false, conversation mapping is not updated.""" |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = ( |
| {"final_response": "Ephemeral", "messages": [], "api_calls": 1}, |
| {"input_tokens": 10, "output_tokens": 5, "total_tokens": 15}, |
| ) |
| resp = await cli.post("/v1/responses", json={ |
| "input": "hi", |
| "conversation": "ephemeral-chat", |
| "store": False, |
| }) |
| assert resp.status == 200 |
| |
| assert adapter._response_store.get_conversation("ephemeral-chat") is None |
|
|
|
|
| |
| |
| |
|
|
|
|
| class TestSessionIdHeader: |
| @pytest.mark.asyncio |
| async def test_new_session_response_includes_session_id_header(self, adapter): |
| """Without X-Hermes-Session-Id, a new session is created and returned in the header.""" |
| mock_result = {"final_response": "Hello!", "messages": [], "api_calls": 1} |
| app = _create_app(adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
| resp = await cli.post( |
| "/v1/chat/completions", |
| json={"model": "hermes-agent", "messages": [{"role": "user", "content": "Hi"}]}, |
| ) |
| assert resp.status == 200 |
| assert resp.headers.get("X-Hermes-Session-Id") is not None |
|
|
| @pytest.mark.asyncio |
| async def test_provided_session_id_is_used_and_echoed(self, auth_adapter): |
| """When X-Hermes-Session-Id is provided, it's passed to the agent and echoed in the response.""" |
| mock_result = {"final_response": "Continuing!", "messages": [], "api_calls": 1} |
| mock_db = MagicMock() |
| mock_db.get_messages_as_conversation.return_value = [ |
| {"role": "user", "content": "previous message"}, |
| {"role": "assistant", "content": "previous reply"}, |
| ] |
| auth_adapter._session_db = mock_db |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(auth_adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
|
|
| resp = await cli.post( |
| "/v1/chat/completions", |
| headers={"X-Hermes-Session-Id": "my-session-123", "Authorization": "Bearer sk-secret"}, |
| json={"model": "hermes-agent", "messages": [{"role": "user", "content": "Continue"}]}, |
| ) |
|
|
| assert resp.status == 200 |
| assert resp.headers.get("X-Hermes-Session-Id") == "my-session-123" |
| call_kwargs = mock_run.call_args.kwargs |
| assert call_kwargs["session_id"] == "my-session-123" |
|
|
| @pytest.mark.asyncio |
| async def test_provided_session_id_loads_history_from_db(self, auth_adapter): |
| """When X-Hermes-Session-Id is provided, history comes from SessionDB not request body.""" |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
| db_history = [ |
| {"role": "user", "content": "stored message 1"}, |
| {"role": "assistant", "content": "stored reply 1"}, |
| ] |
| mock_db = MagicMock() |
| mock_db.get_messages_as_conversation.return_value = db_history |
| auth_adapter._session_db = mock_db |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(auth_adapter, "_run_agent", new_callable=AsyncMock) as mock_run: |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
|
|
| resp = await cli.post( |
| "/v1/chat/completions", |
| headers={"X-Hermes-Session-Id": "existing-session", "Authorization": "Bearer sk-secret"}, |
| |
| json={ |
| "model": "hermes-agent", |
| "messages": [ |
| {"role": "user", "content": "old msg from client"}, |
| {"role": "assistant", "content": "old reply from client"}, |
| {"role": "user", "content": "new question"}, |
| ], |
| }, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| |
| assert call_kwargs["conversation_history"] == db_history |
| assert call_kwargs["user_message"] == "new question" |
|
|
| @pytest.mark.asyncio |
| async def test_db_failure_falls_back_to_empty_history(self, auth_adapter): |
| """If SessionDB raises, history falls back to empty and request still succeeds.""" |
| mock_result = {"final_response": "OK", "messages": [], "api_calls": 1} |
| |
| auth_adapter._session_db = None |
| app = _create_app(auth_adapter) |
| async with TestClient(TestServer(app)) as cli: |
| with patch.object(auth_adapter, "_run_agent", new_callable=AsyncMock) as mock_run, \ |
| patch("hermes_state.SessionDB", side_effect=Exception("DB unavailable")): |
| mock_run.return_value = (mock_result, {"input_tokens": 0, "output_tokens": 0, "total_tokens": 0}) |
|
|
| resp = await cli.post( |
| "/v1/chat/completions", |
| headers={"X-Hermes-Session-Id": "some-session", "Authorization": "Bearer sk-secret"}, |
| json={"model": "hermes-agent", "messages": [{"role": "user", "content": "Hi"}]}, |
| ) |
|
|
| assert resp.status == 200 |
| call_kwargs = mock_run.call_args.kwargs |
| assert call_kwargs["conversation_history"] == [] |
| assert call_kwargs["session_id"] == "some-session" |
|
|