feature(#23): implement realtime pipeline with firebase realtime database for autogpt result.

Brain/src/common/utils.py

@@ -17,6 +17,7 @@ API_URL = "http://localhost:5000/file/swagger.json"
 # firebase
 FIREBASE_STORAGE_ROOT = "images/"
 FIREBASE_STORAGE_BUCKET = "test3-83ffc.appspot.com"
+FIREBASE_REALTIME_DATABASE = "https://test3-83ffc-default-rtdb.firebaseio.com/"
 
 # pinecone
 PINECONE_NAMESPACE = "risinglangchain-namespace"

Brain/src/firebase/firebase.py

@@ -8,7 +8,7 @@ from firebase_admin import credentials
 from Brain.src.common.assembler import Assembler
 from Brain.src.common.brain_exception import BrainException
 from Brain.src.common.http_response_codes import responses
-from Brain.src.common.utils import FIREBASE_STORAGE_BUCKET
+from Brain.src.common.utils import FIREBASE_STORAGE_BUCKET, FIREBASE_REALTIME_DATABASE
 from Brain.src.logs import logger
 from Brain.src.model.req_model import ReqModel
 from Brain.src.model.requests.request_model import BasicReq
@@ -30,7 +30,10 @@ def initialize_app(setting: ReqModel) -> firebase_admin.App:
         )
     return firebase_admin.initialize_app(
         get_firebase_cred(setting),
-        {"storageBucket": FIREBASE_STORAGE_BUCKET},
+        {
+            "storageBucket": FIREBASE_STORAGE_BUCKET,
+            "databaseURL": FIREBASE_REALTIME_DATABASE,
+        },
         name=app_name,
     )
 

Brain/src/rising_plugin/llm/autogpt_llm.py

@@ -1,5 +1,8 @@
 """autogpt plugin with langchain"""
+import json
 
+import firebase_admin
+from firebase_admin import db
 from langchain.experimental import AutoGPT
 from langchain.chat_models import ChatOpenAI
 from langchain.experimental.autonomous_agents.autogpt.prompt_generator import (
@@ -28,7 +31,17 @@ import faiss
 class AutoGPTLLM:
     """autogpt run method to get the expected result"""
 
-    def run(self, agent: AutoGPT, goals: List[str]) -> str:
+    def run(
+        self,
+        agent: AutoGPT,
+        goals: List[str],
+        firebase_app: firebase_admin.App,
+        reference_link: str,
+    ) -> str:
+        """firebase realtime database init"""
+        ref = db.reference(reference_link, app=firebase_app)
+
+        """autogpt engine"""
         user_input = (
             "Determine which next command to use, "
             "and respond using the format specified above:"
@@ -46,7 +59,10 @@ class AutoGPTLLM:
                 memory=agent.memory,
                 user_input=user_input,
             )
+            # update the result with the assistant_reply in firebase realtime database
+            ref.push().set(json.loads(assistant_reply))
 
+            # update chat history in autogpt agent
             # Print Assistant thoughts
             print(assistant_reply)
             agent.full_message_history.append(HumanMessage(content=user_input))
@@ -91,12 +107,16 @@ class AutoGPTLLM:
 
             agent.memory.add_documents([Document(page_content=memory_to_add)])
             agent.full_message_history.append(SystemMessage(content=result))
+            # add result of the command
+            ref.push().set({"result": result})
 
     """function to manage auto-task achievement
     ex: query = write a weather report for SF today
     """
 
-    def ask_task(self, query: str):
+    def ask_task(
+        self, query: str, firebase_app: firebase_admin.App, reference_link: str
+    ):
         search = SerpAPIWrapper()
         tools = [
             Tool(
@@ -127,4 +147,9 @@ class AutoGPTLLM:
         )
         # Set verbose to be true
         agent.chain.verbose = True
-        self.run(agent, [query])
+        self.run(
+            agent=agent,
+            goals=[query],
+            firebase_app=firebase_app,
+            reference_link=reference_link,
+        )

Brain/src/router/api.py

@@ -69,8 +69,6 @@ def construct_blueprint_api() -> APIRouter:
         # cloud message
         cloud_message = CloudMessage(firebase_app=firebase_app)
 
-        # test
-
         # parsing params
         query = data.message
         token = setting.token

Brain/src/service/auto_task_service.py

@@ -0,0 +1,36 @@
+"""auto task management to get the expected output"""
+import firebase_admin
+
+from Brain.src.model.req_model import ReqModel
+from Brain.src.rising_plugin.llm.autogpt_llm import AutoGPTLLM
+import time
+
+
+class AutoTaskService:
+    """self task archivement with autogpt based on langchain
+    response -> reference_link :str"""
+
+    def ask_task_with_autogpt(
+        self, query: str, firebase_app: firebase_admin.App, setting: ReqModel
+    ) -> str:
+        # init autogpt llm
+        autogpt_llm = AutoGPTLLM()
+
+        # generate reference link
+        reference_link = self.generate_reference_link(
+            llm_name="autogpt", uuid=setting.uuid
+        )
+        # call autogpt
+        autogpt_llm.ask_task(
+            query=query, firebase_app=firebase_app, reference_link=reference_link
+        )
+
+        return reference_link
+
+    """generate reference link for autoTask
+    response type:
+    /auto/{llm_name}_{uuid}_{timestamp}"""
+
+    def generate_reference_link(self, llm_name: str, uuid: str) -> str:
+        milliseconds = int(time.time() * 1000)
+        return f"/auto/{llm_name}_{uuid}_{milliseconds}"

requirements.txt

@@ -69,4 +69,7 @@ yarl==1.8.2
 twilio==8.2.1
 nemoguardrails==0.2.0
 user-agents==2.2.0
+faiss-cpu==1.7.4
+google-search-results==2.4.2
+tiktoken==0.4.0
 tiktoken==0.4.0