Add interactive terminal client and improve search functionality

- Add local_app.py: minimal interactive chat client for Atlas API
- Enable search by default in ChatRequest model
- Add dotenv support for environment variable loading
- Add enhanced logging for search operations

app.py

@@ -4,6 +4,7 @@ from pydantic import BaseModel
 import google.generativeai as genai
 import httpx
 import os
+from dotenv import load_dotenv
 from duckduckgo_search import DDGS
 from typing import Optional, List, Dict, Any
 import logging
@@ -12,6 +13,9 @@ import asyncio
 import threading
 from functools import wraps
 
+# Load environment variables from .env file
+load_dotenv()
+
 
 import spacy
 from rake_nltk import Rake
@@ -50,7 +54,7 @@ app.add_middleware(
 class ChatRequest(BaseModel):
     prompt: str
     max_new_tokens: int = 500
-    use_search: bool = False
+    use_search: bool = True
     temperature: float = 0.7
 
 class ChatResponse(BaseModel):
@@ -343,11 +347,15 @@ async def chat_endpoint(request: ChatRequest):
         search_results = []
         search_context = ""
         # Web search processing
+        logger.info(f"Use Search : {request.use_search}")
         if request.use_search:
+            logger.info(f"Starting Web search")
             search_terms = extract_search_terms(request.prompt.lower())
+            logger.info(f"extract_search_terms successful")
             search_query = " ".join(search_terms) or request.prompt
             search_results = await search_web_combined(search_query, 10)
             search_context = format_search_context(search_results)
+            logger.info(f"Web search successful")
 
         logger.info(f"Search Context: {search_context}")
         

local_app.py

@@ -0,0 +1,91 @@
+#!/usr/bin/env python3
+"""
+Local interactive chat client for Atlas API
+Connects to the FastAPI server running on localhost:7860
+"""
+
+import httpx
+import asyncio
+import sys
+import json
+
+API_BASE_URL = "http://localhost:7860"
+
+async def send_chat_message(prompt: str, use_search: bool = True) -> dict:
+    """Send a chat message to the API and return the response"""
+    async with httpx.AsyncClient(timeout=30.0) as client:
+        try:
+            response = await client.post(
+                f"{API_BASE_URL}/chat",
+                json={
+                    "prompt": prompt,
+                    "max_new_tokens": 500,
+                    "use_search": use_search,
+                    "temperature": 0.7
+                }
+            )
+            response.raise_for_status()
+            return response.json()
+        except httpx.ConnectError:
+            return {"error": "Could not connect to API server. Make sure app.py is running on localhost:7860"}
+        except httpx.TimeoutException:
+            return {"error": "Request timed out. Please try again."}
+        except httpx.HTTPStatusError as e:
+            return {"error": f"API error: {e.response.status_code} - {e.response.text}"}
+        except Exception as e:
+            return {"error": f"Unexpected error: {str(e)}"}
+
+async def main():
+    """Main chat loop"""
+    print("Atlas Chat Client")
+    print("Type your messages and press Enter. Empty input or Ctrl+C to exit.")
+    print("Type 'search:' before your message to enable web search.")
+    print("-" * 50)
+    
+    try:
+        while True:
+            try:
+                # Get user input
+                user_input = input("\nYou: ").strip()
+                
+                # Exit on empty input
+                if not user_input:
+                    print("Goodbye!")
+                    break
+                
+                # Check for search prefix
+                use_search = True
+                if user_input.startswith("search:"):
+                    use_search = True
+                    user_input = user_input[7:].strip()
+                    if not user_input:
+                        print("Please provide a message after 'search:'")
+                        continue
+                
+                # Send message to API
+                print("AI: ", end="", flush=True)
+                response = await send_chat_message(user_input, use_search)
+                
+                # Handle response
+                if "error" in response:
+                    print(f"Error: {response['error']}")
+                else:
+                    print(response.get("response", "No response received"))
+                    
+                    # Show search results if available
+                    if response.get("search_results"):
+                        print(f"\n[Found {len(response['search_results'])} search results]")
+                        
+            except KeyboardInterrupt:
+                print("\nGoodbye!")
+                break
+            except EOFError:
+                print("\nGoodbye!")
+                break
+                
+    except Exception as e:
+        print(f"Fatal error: {e}")
+        sys.exit(1)
+
+if __name__ == "__main__":
+    asyncio.run(main())

requirements.txt

@@ -5,6 +5,7 @@ google-generativeai
 duckduckgo-search
 httpx==0.24.1
 python-multipart==0.0.6
+python-dotenv
 rake_nltk
 nltk
 spacy