[CLEANUP]

.env.example

@@ -6,3 +6,4 @@ PPLX_API_KEY=""
 EXA_API_KEY=""
 TAVILY_API_KEY=""
 YOU_API_KEY=""
+MONGO_URI=""

.gitignore

@@ -1,11 +1,63 @@
+__pycache__/
+.venv/
+
+.env
+
+image/
+audio/
+video/
+artifacts_three
+dataframe/
+
+static/generated
+runs
+artifacts_five
+chroma
+Unit Testing Agent_state.json
+Devin_state.json
+json_logs
+Medical Image Diagnostic Agent_state.json
+D_state.json
+artifacts_six
+artifacts_seven
+swarms/__pycache__
+artifacts
+transcript_generator.json
+venv
+.DS_Store
+Cargo.lock
+.DS_STORE
+artifacts_logs
+Cargo.lock
+Medical Treatment Recommendation Agent_state.json
+swarms/agents/.DS_Store
+artifacts_two
+logs
+T_state.json
+_build
+conversation.txt
+t1_state.json
+stderr_log.txt
+t2_state.json
+.vscode
+.DS_STORE
 # Byte-compiled / optimized / DLL files
+Transcript Generator_state.json
 __pycache__/
 *.py[cod]
 *$py.class
-
+.grit
+swarm-worker-01_state.json
+error.txt
+Devin Worker 2_state.json
 # C extensions
 *.so
+.ruff_cache
+
 
+errors.txt
+
+Autonomous-Agent-XYZ1B_state.json
 # Distribution / packaging
 .Python
 build/
@@ -81,7 +133,7 @@ target/
 # IPython
 profile_default/
 ipython_config.py
-
+.DS_Store
 # pyenv
 #   For a library or package, you might want to ignore these files since the code is
 #   intended to run in multiple environments; otherwise, check them in:
@@ -158,3 +210,4 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+.vscode/settings.json

agents.py

@@ -32,7 +32,6 @@ class Perplexity(BaseLLM):
     A class to interact with the Perplexity API using OpenAI's interface.
     """
 
-
     def __init__(self, api_key: str = perplexity_api_key(), *args, **kwargs):
         """
         Initialize the Perplexity class with an API key.
@@ -120,9 +119,7 @@ class ExaAgent(BaseLLM):
             dict: The search results from the Exa API.
         """
         try:
-            results = self.exa.search(
-                task, use_autoprompt=True, *args, **kwargs
-            )
+            results = self.exa.search(task, use_autoprompt=True, *args, **kwargs)
             return results
         except Exception as e:
             raise RuntimeError(f"Error running the search query: {e}")
@@ -153,9 +150,7 @@ class ResearchAgent:
         """
         self.api_key = api_key
 
-        self.llm = OpenAIChat(
-            temperature=temperature, max_tokens=max_tokens
-        )
+        self.llm = OpenAIChat(temperature=temperature, max_tokens=max_tokens)
         self.agent = self._initialize_agent()
 
     def _initialize_agent(self):
@@ -197,9 +192,7 @@ class ResearchAgent:
         Returns:
             str: The agent's response after processing the task.
         """
-        articles = fetch_web_articles_bing_api(
-            task, subscription_key=self.api_key
-        )
+        articles = fetch_web_articles_bing_api(task, subscription_key=self.api_key)
         sources_prompts = "".join([task, articles])
         agent_response = self.agent.run(sources_prompts)
         return agent_response
@@ -260,9 +253,7 @@ class TavilyWrapper:
             raise TypeError("Task must be a string")
 
         try:
-            response = self.client.search(
-                query=task, search_depth="advanced"
-            )
+            response = self.client.search(query=task, search_depth="advanced")
             return response
         except Exception as e:
             raise RuntimeError(f"Error performing search: {e}")

app.py

@@ -1,31 +1,50 @@
 import streamlit as st
 import random
 from helpers import query_you_com, query_tavily, query_perplexity
+from mongod_db import MongoDBHandler
+
+from pydantic import BaseModel
+from typing import List
+
+
+db_handler = MongoDBHandler()
+
+
+class UsageLog(BaseModel):
+    question: str
+    selected_functions: List[str]
+    answer_a: str
+    answer_b: str
+    feedback: str
+    timestamp: str
+
 
 # Set Streamlit to wide mode
 st.set_page_config(layout="wide")
 
+
 # Define the function to process the question
 def ProcessQuestion(question):
     # Randomly select two out of the three functions
     functions = [query_you_com, query_tavily, query_perplexity]
     selected_functions = random.sample(functions, 2)
-    
+
     # Get answers from the selected functions
     answer_a = selected_functions[0](question)
     answer_b = selected_functions[1](question)
-    
+
     return answer_a, answer_b
 
+
 # Initialize session state if not already done
-if 'results_displayed' not in st.session_state:
-    st.session_state['results_displayed'] = False
-if 'answer_a' not in st.session_state:
-    st.session_state['answer_a'] = ""
-if 'answer_b' not in st.session_state:
-    st.session_state['answer_b'] = ""
-if 'question' not in st.session_state:
-    st.session_state['question'] = ""
+if "results_displayed" not in st.session_state:
+    st.session_state["results_displayed"] = False
+if "answer_a" not in st.session_state:
+    st.session_state["answer_a"] = ""
+if "answer_b" not in st.session_state:
+    st.session_state["answer_b"] = ""
+if "question" not in st.session_state:
+    st.session_state["question"] = ""
 
 # Streamlit app layout
 st.title("Chatbot Comparison")
@@ -35,7 +54,9 @@ input_col, control_col = st.columns([4, 1])
 
 with input_col:
     # Text box for user input with character limit
-    question = st.text_area("Enter your question here (max 1000 characters):", max_chars=1000)
+    question = st.text_area(
+        "Enter your question here (max 1000 characters):", max_chars=1000
+    )
 
 with control_col:
     # Submit button
@@ -48,27 +69,29 @@ if submit_button:
             answer_a, answer_b = ProcessQuestion(question)
 
             # Save answers and state to session state
-            st.session_state['answer_a'] = answer_a
-            st.session_state['answer_b'] = answer_b
-            st.session_state['question'] = question
-            st.session_state['results_displayed'] = True
+            st.session_state["answer_a"] = answer_a
+            st.session_state["answer_b"] = answer_b
+            st.session_state["question"] = question
+            st.session_state["results_displayed"] = True
         else:
-            st.error("Your question exceeds the 1,000 character limit. Please shorten your question.")
+            st.error(
+                "Your question exceeds the 1,000 character limit. Please shorten your question."
+            )
     else:
         st.error("Please enter a question.")
 
 # Display results if available in session state
-if st.session_state['results_displayed']:
+if st.session_state["results_displayed"]:
     col1, col2 = st.columns(2)
 
     with col1:
         st.write("### Output A")
-        st.write(st.session_state['answer_a'])
+        st.write(st.session_state["answer_a"])
 
     with col2:
         st.write("### Output B")
-        st.write(st.session_state['answer_b'])
-    
+        st.write(st.session_state["answer_b"])
+
     feedback_col = st.columns([1, 1, 1, 1])
 
     with feedback_col[0]:

helpers.py

@@ -6,10 +6,11 @@ import os
 load_dotenv()
 
 # Get API keys from environment variables
-YOU_COM_API_KEY = os.getenv('YOU_API_KEY')
-TAVILY_API_KEY = os.getenv('TAVILY_API_KEY')
-PERPLEXITY_API_KEY = os.getenv('PPLX_API_KEY')
-BRAVE_API_KEY = os.getenv('BRAVESEARCH_API_KEY')
+YOU_COM_API_KEY = os.getenv("YOU_API_KEY")
+TAVILY_API_KEY = os.getenv("TAVILY_API_KEY")
+PERPLEXITY_API_KEY = os.getenv("PPLX_API_KEY")
+BRAVE_API_KEY = os.getenv("BRAVESEARCH_API_KEY")
+
 
 def query_you_com(query):
     headers = {"X-API-Key": YOU_COM_API_KEY}
@@ -22,7 +23,7 @@ def query_you_com(query):
         )
         response.raise_for_status()  # Raises an HTTPError if the response code was unsuccessful
         resp = response.json()
-        return resp['answer']
+        return resp["answer"]
     except requests.exceptions.HTTPError as http_err:
         return f"HTTP error occurred: {http_err}"
     except Exception as err:
@@ -39,21 +40,22 @@ def query_tavily(query):
         "include_raw_content": False,
         "max_results": 1,
         "include_domains": [],
-        "exclude_domains": []
+        "exclude_domains": [],
     }
     response = requests.post("https://api.tavily.com/search", json=payload)
     if response.status_code == 200:
         resp = response.json()
-        return resp['answer']
+        return resp["answer"]
     else:
         return f"Request failed with status code: {response.status_code}"
 
+
 def query_perplexity(query):
-    url = 'https://api.perplexity.ai/chat/completions'
+    url = "https://api.perplexity.ai/chat/completions"
     headers = {
-        'Accept': 'application/json',
-        'Content-Type': 'application/json',
-        'Authorization': f'Bearer {PERPLEXITY_API_KEY}'
+        "Accept": "application/json",
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {PERPLEXITY_API_KEY}",
     }
     data = {
         "model": "llama-3-sonar-large-32k-online",
@@ -62,23 +64,18 @@ def query_perplexity(query):
         "frequency_penalty": 1,
         "temperature": 0.0,
         "messages": [
-            {
-                "role": "system", 
-                "content": "Be precise and concise in your responses."
-            },
-            {
-                "role": "user",
-                "content": query
-            }
-        ]
+            {"role": "system", "content": "Be precise and concise in your responses."},
+            {"role": "user", "content": query},
+        ],
     }
     response = requests.post(url, headers=headers, json=data)
     if response.status_code == 200:
         result = response.json()
-        return result['choices'][0]['message']['content']
+        return result["choices"][0]["message"]["content"]
     else:
         return f"Request failed with status code: {response.status_code}"
 
+
 # def query_brave(query):
 #     headers = {"X-API-Key": BRAVE_API_KEY}
 #     params = {
@@ -91,58 +88,59 @@ def query_perplexity(query):
 #         return response.json().get("summary", "No summary available.")
 #     else:
 #         return f"Request failed with status code: {response}"
-    
+
 
 # def brave_search_summarization(query):
 #     # Endpoint for web search with summary
 #     web_search_url = "https://api.search.brave.com/res/v1/web/search"
 #     summarizer_url = "https://api.search.brave.com/res/v1/summarizer/search"
-    
+
 #     # Headers for the requests
 #     headers = {
 #         "Accept": "application/json",
 #         "Accept-Encoding": "gzip",
 #         "X-Subscription-Token": BRAVE_API_KEY
 #     }
-    
+
 #     # Parameters for the initial web search request
 #     web_search_params = {
 #         "q": query,
 #         "summary": 1
 #     }
-    
+
 #     # Make the initial request to the web search endpoint
 #     web_search_response = requests.get(web_search_url, headers=headers, params=web_search_params)
-    
+
 #     # Check if the request was successful
 #     if web_search_response.status_code != 200:
 #         raise Exception(f"Web search request failed with status code {web_search_response.status_code}")
-    
+
 #     web_search_data = web_search_response.json()
-    
+
 #     # Extract the summarizer key from the response
 #     summarizer_key = web_search_data.get('summarizer', {}).get('key')
 #     if not summarizer_key:
 #         raise Exception("No summarizer key found in the web search response")
-    
+
 #     # Parameters for the summarizer request
 #     summarizer_params = {
 #         "key": summarizer_key,
 #         "entity_info": 1
 #     }
-    
+
 #     # Make the request to the summarizer endpoint
 #     summarizer_response = requests.get(summarizer_url, headers=headers, params=summarizer_params)
-    
+
 #     # Check if the request was successful
 #     if summarizer_response.status_code != 200:
 #         raise Exception(f"Summarizer request failed with status code {summarizer_response.status_code}")
-    
+
 #     summarizer_data = summarizer_response.json()
-    
+
 #     # Return the summarized content
 #     return summarizer_data
 
+
 def ProcessQuestion(question, model):
     if model == "You.com":
         return query_you_com(question)

mongod_db.py

@@ -0,0 +1,67 @@
+from typing import Any, Dict, List
+from pymongo import MongoClient
+from pymongo.errors import PyMongoError
+import os
+from dotenv import load_dotenv
+
+
+load_dotenv()
+
+
+def mongo_db_uri():
+    return os.getenv("MONGODB_URI")
+
+
+class MongoDBHandler:
+    def __init__(
+        self,
+        uri: str = mongo_db_uri(),
+        db_name: str = "search-arena",
+        collection_name: str = "search-arena-usage",
+    ) -> None:
+        """
+        Initializes the MongoDBHandler with the specified database and collection.
+
+        Args:
+            uri (str): The MongoDB URI connection string.
+            db_name (str): The name of the database.
+            collection_name (str): The name of the collection.
+        """
+        self.client = MongoClient(uri)
+        self.db = self.client[db_name]
+        self.collection = self.db[collection_name]
+
+    def add(self, document: Dict[str, Any]) -> None:
+        """
+        Adds a document to the MongoDB collection.
+
+        Args:
+            document (Dict[str, Any]): The document to be added to the collection.
+
+        Raises:
+            PyMongoError: If an error occurs while inserting the document.
+        """
+        try:
+            self.collection.insert_one(document)
+        except PyMongoError as e:
+            print(f"Error: {e}")
+            raise
+
+    def query(self, query: Dict[str, Any]) -> List[Dict[str, Any]]:
+        """
+        Queries documents from the MongoDB collection based on the provided query.
+
+        Args:
+            query (Dict[str, Any]): The query to filter documents.
+
+        Returns:
+            List[Dict[str, Any]]: A list of documents that match the query.
+
+        Raises:
+            PyMongoError: If an error occurs while querying the documents.
+        """
+        try:
+            return list(self.collection.find(query))
+        except PyMongoError as e:
+            print(f"Error: {e}")
+            raise

requirements.txt

@@ -3,3 +3,4 @@ exa_py
 tavily-python
 openai
 exa_py
+pymongo

test_func.py

@@ -1,4 +1,9 @@
-from helpers import query_you_com, query_tavily, query_perplexity #, brave_search_summarization,
+from helpers import (
+    query_you_com,
+    query_tavily,
+    query_perplexity,
+)  # , brave_search_summarization,
+
 
 def test_queries():
     test_query = "How is the weather in Palo Alto, CA?"
@@ -6,11 +11,11 @@ def test_queries():
     print("Testing You.com API:")
     # you_com_result = query_you_com(test_query)
     you_com_result = query_you_com(test_query)
-    print(you_com_result['answer'])
+    print(you_com_result["answer"])
 
     print("\nTesting Tavily.com API:")
     tavily_result = query_tavily(test_query)
-    print(tavily_result['answer'])
+    print(tavily_result["answer"])
 
     print("\nTesting Perplexity.ai API:")
     perplexity_result = query_perplexity(test_query)
@@ -20,5 +25,6 @@ def test_queries():
     # brave_result = brave_search_summarization(test_query)
     # print(brave_result)
 
+
 if __name__ == "__main__":
     test_queries()