edit key

src/agent/agent.py

@@ -28,7 +28,6 @@ import os
 import time
 
 import anthropic
-from langsmith.wrappers import wrap_anthropic
 
 from src.agent.memory import SessionMemory
 from src.agent.prompts import SYSTEM_PROMPT
@@ -36,7 +35,12 @@ from src.agent.tools import TOOL_DEFINITIONS, execute_tool
 
 logger = logging.getLogger(__name__)
 
-_MODEL = "claude-sonnet-4-6"
+# Model name is env-driven so the same code runs against two backends:
+#   • Local via the athena LiteLLM gateway, which only exposes Bedrock model
+#     IDs (e.g. bedrock-claude-3-5-haiku-20241022-v1:0) — set GUIDE_MODEL in .env.
+#   • HF Spaces / public Anthropic API — leave GUIDE_MODEL unset to use the
+#     default claude-sonnet-4-6.
+_MODEL = os.getenv("GUIDE_MODEL", "claude-sonnet-4-6")
 _MAX_TOKENS = 4096
 # Hard cap on tool-use rounds per turn to prevent runaway loops.
 _MAX_TOOL_ROUNDS = 12
@@ -150,20 +154,20 @@ class GUIDEAgent:
         # Disable SDK retries so ONLY our _stream_with_retry backoff fires — it
         # waits ~60s for the bucket to refill before re-sending.
         litellm_url = os.getenv("LITELLM_PROXY_URL")
-        _tracing = os.getenv("LANGCHAIN_TRACING_V2", "").lower() == "true"
         if litellm_url:
             from litellm import get_litellm_gateway_api_key
-            client = anthropic.Anthropic(
+            self._client = anthropic.Anthropic(
                 base_url=litellm_url,
                 api_key=get_litellm_gateway_api_key(),
                 max_retries=0,
             )
         else:
-            client = anthropic.Anthropic(
-                api_key=os.environ["ANTHROPIC_API_KEY"],
+            _key = os.environ.get("ANTHROPIC_API_KEY", "")
+            logger.info("GUIDEAgent init key ends=%s len=%d", _key[-3:] if _key else "EMPTY", len(_key))
+            self._client = anthropic.Anthropic(
+                api_key=_key,
                 max_retries=0,
             )
-        self._client = wrap_anthropic(client) if _tracing else client
 
     # ------------------------------------------------------------------
     # Public interface