🔧 refactor(ai.py): add RunTree parameter to AnthropicCustom class for better traceability

✨ feat(ai.py): add get_final_response method to post run details to LANGCHAIN_ENDPOINT
🔧 refactor(ai.py): modify get_anthropic_response_async to append each line to final_response
🔧 refactor(ai.py): add __str__, __repr__, and __iter__ methods to return final_response
🔧 refactor(const.py): update CSS for better layout and responsiveness
🔥 remove(const.py): remove Instant1_3 from ClaudeModels enum as it's no longer used
✨ feat(settings.py): add LANGCHAIN_API_KEY, LANGCHAIN_ENDPOINT, and LANGCHAIN_PROJECT to Settings class for new feature integration

claude_space/ai.py

@@ -1,18 +1,32 @@
-from anthropic import HUMAN_PROMPT, Anthropic, AsyncAnthropic
+import datetime
+
+import requests
+from anthropic import Anthropic, AsyncAnthropic
 from dotenv import load_dotenv
 from langsmith.run_helpers import traceable
+from langsmith.run_trees import RunTree
+
+from claude_space.settings import settings
 
 load_dotenv()
 
 
+@traceable(run_type="llm")
 class AnthropicCustom:
-    def __init__(self, api_key, model, max_tokens=1000, prompt=""):
+    def __init__(
+        self,
+        api_key,
+        model,
+        run_tree: RunTree,
+        max_tokens=1000,
+        prompt="",
+    ):
         self.api_key = api_key
         self.model = model
         self.max_tokens = max_tokens
         self.prompt = prompt
+        self.run_tree = run_tree
 
-    @traceable(run_type="llm", name="Claude", tags=["ai", "anthropic"])
     def get_anthropic_response(self):
         syncClient = Anthropic(api_key=self.api_key, timeout=5)
         response = syncClient.completions.create(
@@ -20,18 +34,48 @@ class AnthropicCustom:
             model=self.model,
             max_tokens_to_sample=self.max_tokens,
         )
+        self.final_response = response.completion
         return response.completion
 
-    @traceable(run_type="llm", name="Claude", tags=["ai", "anthropic"])
     async def get_anthropic_response_async(self):
         asyncClient = AsyncAnthropic(api_key=self.api_key, timeout=60)
-        async for line in await asyncClient.completions.create(
-            prompt=self.prompt,
-            model=self.model,
-            max_tokens_to_sample=self.max_tokens,
-            stop_sequences=[
-                HUMAN_PROMPT,
-            ],
-            stream=True,
-        ):
-            yield line.completion
+        self.final_response = ""
+        try:
+            async for line in await asyncClient.completions.create(
+                prompt=self.prompt,
+                model=self.model,
+                max_tokens_to_sample=self.max_tokens,
+                stream=True,
+            ):
+                self.final_response += line.completion
+                yield line.completion
+        finally:
+            self.get_final_response()
+
+    def get_final_response(self):
+        requests.post(
+            url=f"{settings.LANGCHAIN_ENDPOINT}/runs",
+            json={
+                "name": "Anthropic",
+                "outputs": {"text": self.final_response},
+                "run_type": "chain",
+                "inputs": {"text": self.prompt},
+                "start_time": datetime.datetime.utcnow().isoformat(),
+                "end_time": datetime.datetime.utcnow().isoformat(),
+                "tags": [self.model, self.max_tokens],
+                "parent_run_id": str(self.run_tree.id),
+                "session_name": settings.LANGCHAIN_PROJECT,
+            },
+            headers={
+                "x-api-key": settings.LANGCHAIN_API_KEY,
+            },
+        )
+
+    def __str__(self):
+        return self.final_response
+
+    def __repr__(self):
+        return self.final_response
+
+    def __iter__(self):
+        return iter(self.final_response)

claude_space/const.py

@@ -1,10 +1,42 @@
 import enum
 
 CSS = """
-.contain { display: flex; flex-direction: column; }
-.gradio-container { height: 100vh !important; }
-#component-0 { height: 100%; }
-#chatbot { flex-grow: 1; overflow: auto;}
+body, html {
+  height: 100%;
+  margin: 0;
+  display: flex;
+  flex-direction: column;
+}
+.gradio.app {
+  flex: 1;
+  display: flex;
+  flex-direction: column;
+}
+.gradio.app .interface {
+  flex: 1;
+  display: flex;
+  flex-direction: column;
+}
+.gradio.app .interface .panel {
+  flex: 1;
+  display: flex;
+  flex-direction: column;
+}
+.contain {
+    display: flex;
+    flex-direction: column;
+}
+.gradio-container {
+    width: 100% !important;
+    height: 100% !important;
+}
+#component-0 {
+    height: 100%;
+}
+#chatbot {
+    flex-grow: 1;
+    overflow: auto;
+}
 """
 
 
@@ -15,7 +47,6 @@ class ClaudeDefaultFormatter(enum.Enum):
 class ClaudeModels(str, enum.Enum):
     Inatant1_1: str = "claude-instant-1"
     Instant1_2: str = "claude-instant-1.2"
-    Instant1_3: str = "claude-instant-1.3"
     Claude2: str = "claude-2"
 
 

claude_space/settings.py

@@ -8,6 +8,9 @@ load_dotenv()
 class Settings:
 
     ANTHROPIC_API_KEY: str = os.environ.get("ANTHROPIC_API_KEY")
+    LANGCHAIN_API_KEY: str = os.environ.get("LANGCHAIN_API_KEY")
+    LANGCHAIN_ENDPOINT: str = os.environ.get("LANGCHAIN_ENDPOINT")
+    LANGCHAIN_PROJECT: str = os.environ.get("LANGCHAIN_PROJECT")
 
 
 settings = Settings()