🔧 refactor(ai.py, app.py): optimize imports and improve code readability

🔧 refactor(ai.py): move instantiation of Anthropic clients into methods to ensure correct API key usage
🔧 refactor(app.py): add API key validation and improve error messages for better user experience
🔧 refactor(settings.py): load environment variables at the start of the file for better code organization
🔧 refactor(Dockerfile): add creation of 'flagged' and 'gradio_cached_examples' directories to Dockerfile
🔧 refactor(.gitignore): remove comment to actually ignore 'flagged' and 'gradio_cached_examples' directories

.gitignore

@@ -13,7 +13,7 @@ __pycache__
 # secret
 .env
 
-# flagged
-# gradio_cached_examples
+flagged
+gradio_cached_examples
 
 .venv

Dockerfile

@@ -38,6 +38,8 @@ RUN pip install --upgrade poetry
 RUN python -m venv /venv
 RUN /venv/bin/pip install --upgrade pip wheel setuptools setuptools_rust
 COPY . .
+RUN mkdir flagged
+RUN mkdir gradio_cached_examples
 
 RUN poetry install
 

claude_space/ai.py

@@ -1,29 +1,18 @@
-import os
-
-import anthropic
+from anthropic import HUMAN_PROMPT, Anthropic, AsyncAnthropic
 from dotenv import load_dotenv
 
-from claude_space.settings import settings
-
 load_dotenv()
 
 
-syncClient = anthropic.Anthropic(api_key=settings.ANTHROPIC_API_KEY, timeout=5)
-asyncClient = anthropic.AsyncAnthropic(api_key=settings.ANTHROPIC_API_KEY, timeout=60)
-
-
 class AnthropicCustom:
     def __init__(self, api_key, model, max_tokens=1000, prompt=""):
         self.api_key = api_key
         self.model = model
         self.max_tokens = max_tokens
         self.prompt = prompt
-        if os.environ.get("ANTHROPIC_API_KEY") is not None:
-            api_key = os.environ.get("ANTHROPIC_API_KEY")
-        else:
-            os.environ["ANTHROPIC_API_KEY"] = api_key
 
     def get_anthropic_response(self):
+        syncClient = Anthropic(api_key=self.api_key, timeout=5)
         response = syncClient.completions.create(
             prompt=self.prompt,
             model=self.model,
@@ -32,12 +21,13 @@ class AnthropicCustom:
         return response.completion
 
     async def get_anthropic_response_async(self):
+        asyncClient = AsyncAnthropic(api_key=self.api_key, timeout=60)
         async for line in await asyncClient.completions.create(
             prompt=self.prompt,
             model=self.model,
             max_tokens_to_sample=self.max_tokens,
             stop_sequences=[
-                anthropic.HUMAN_PROMPT,
+                HUMAN_PROMPT,
             ],
             stream=True,
         ):

claude_space/app.py

@@ -1,11 +1,12 @@
 import re
 
-import anthropic
 import gradio as gr
+from anthropic import AI_PROMPT, HUMAN_PROMPT
 from gradio.components import Checkbox, Dropdown, IOComponent, Textbox
 
 from claude_space.ai import AnthropicCustom
 from claude_space.const import ClaudeModels, ModelTokenLength, Prompts
+from claude_space.settings import settings
 
 conversation_history = ""
 
@@ -14,6 +15,10 @@ async def interact_with_ai(
     user_question, token, model, token_length, prompt, prompt_input, memory
 ):
     global conversation_history
+    if token is None or token == "" and settings.ANTHROPIC_API_KEY is None:
+        raise TypeError(
+            "You have not provided an API key. Please provide one in the textbox."
+        )
 
     if memory:
         prompt = Prompts[prompt].value.format(
@@ -36,7 +41,7 @@ async def interact_with_ai(
     response_accumulated = ""
     async for response in anth.get_anthropic_response_async():
         response_accumulated += response
-        conversation_history = f"{conversation_history} {anthropic.HUMAN_PROMPT} {user_question} {anthropic.AI_PROMPT} {response_accumulated}"
+        conversation_history = f"{conversation_history} {HUMAN_PROMPT} {user_question} {AI_PROMPT} {response_accumulated}"
         yield response_accumulated
 
 
@@ -51,10 +56,14 @@ async def chat_with_ai(
     memory,
 ):
     global conversation_history
+    if token is None or token == "" and settings.ANTHROPIC_API_KEY is None:
+        raise TypeError(
+            "You have not provided an API key. Please provide one in the textbox."
+        )
     if memory:
         for conversation in history:
             user_question, response_accumulated = conversation
-            conversation_history = f"{conversation_history} {anthropic.HUMAN_PROMPT} {user_question} {anthropic.AI_PROMPT} {response_accumulated}"
+            conversation_history = f"{conversation_history} {HUMAN_PROMPT} {user_question} {AI_PROMPT} {response_accumulated}"
         prompt = Prompts[prompt].value.format(memory=history, question=message)
     else:
         prompt = Prompts[prompt].value.format(memory="", question=message)
@@ -98,7 +107,12 @@ iface = gr.Interface(
     title="Claude Space",
     inputs=[
         Textbox(label="Question", placeholder="Enter a question here"),
-        Textbox(label="Token", placeholder="Enter a token here", type="password"),
+        Textbox(
+            label="Token",
+            info="You'll get this token from Anthropic console and this is mandatory",
+            placeholder="Enter a token here",
+            type="password",
+        ),
         Dropdown(
             choices=[model.value for model in ClaudeModels],
             label="Model",
@@ -155,5 +169,10 @@ gd = gr.TabbedInterface(
     [iface, cface], tab_names=["Claude Space", "Claude Chat"], title="Claude Space"
 )
 gd.queue(concurrency_count=75, max_size=100).launch(
-    debug=True, share=False, server_name="0.0.0.0", server_port=7864
+    debug=True,
+    share=False,
+    server_name="0.0.0.0",
+    server_port=7860,
+    show_error=True,
+    show_tips=True,
 )

claude_space/settings.py

@@ -1,5 +1,9 @@
 import os
 
+from dotenv import load_dotenv
+
+load_dotenv()
+
 
 class Settings: