Upload folder using huggingface_hub

README.md

@@ -25,4 +25,7 @@ Setup:
 
 Barebones Demo:
 
-https://github.com/lordspline/DevOn/assets/74811063/a8bd9d65-42de-4bf1-a721-79f9b4d772ef
+
+
+https://github.com/lordspline/DevOn/assets/74811063/6de8ba85-3f43-415b-8fd9-eff6b2ed29c5
+

agent.py

@@ -10,12 +10,11 @@ import os
 
 load_dotenv(".env.local")
 
-replit_email = os.getenv("REPLIT_EMAIL")
-replit_password = os.getenv("REPLIT_PASSWORD")
+# replit_email = os.getenv("REPLIT_EMAIL")
+# replit_password = os.getenv("REPLIT_PASSWORD")
 
-multion_api_key = os.getenv("MULTION_API_KEY")
+# multion_api_key = os.getenv("MULTION_API_KEY")
 # multion.login(use_api=True, multion_api_key=multion_api_key)
-multion = MultiOn(api_key=multion_api_key)
 
 # runpod_url = os.getenv("RUNPOD_URL")
 
@@ -23,38 +22,53 @@ image_temp = "https://miro.medium.com/v2/resize:fit:1200/0*n-2bW82Z6m6U2bij.jpeg
 
 
 class DevOn:
-    def __init__(self, editor_image, browser_image, scratchpad_image):
+    def __init__(
+        self,
+        editor_image,
+        browser_image,
+        scratchpad_image,
+        multion_api_key,
+        openai_api_key,
+        replit_email,
+        replit_password,
+    ):
+        print(multion_api_key, openai_api_key)
         self.editor_image = editor_image
         self.browser_image = browser_image
         self.scratchpad_image = scratchpad_image
         self.local = os.getenv("WHERE_EXECUTE") == "local"
 
-        self.programmer = multion.sessions.create(
+        self.multion = MultiOn(api_key=multion_api_key)
+
+        self.replit_email = replit_email
+        self.replit_password = replit_password
+
+        self.programmer = self.multion.sessions.create(
             url="https://replit.com/login", local=self.local, include_screenshot=True
         )
         self.programmer_logged_in = False
         # self.editor_image = self.programmer.screenshot
-        self.editor_image = multion.sessions.screenshot(
+        self.editor_image = self.multion.sessions.screenshot(
             session_id=self.programmer.session_id
         ).screenshot
         print(self.editor_image)
         time.sleep(1)
         # print(self.programmer)
 
-        self.researcher = multion.sessions.create(
+        self.researcher = self.multion.sessions.create(
             url="https://www.google.com", local=self.local, include_screenshot=True
         )
         # self.browser_image = self.researcher.screenshot
-        self.browser_image = multion.sessions.screenshot(
+        self.browser_image = self.multion.sessions.screenshot(
             session_id=self.researcher.session_id
         ).screenshot
         time.sleep(1)
 
-        self.notetaker = multion.sessions.create(
+        self.notetaker = self.multion.sessions.create(
             url="https://anotepad.com/", local=self.local, include_screenshot=True
         )
         # self.scratchpad_image = self.notetaker.screenshot
-        self.scratchpad_image = multion.sessions.screenshot(
+        self.scratchpad_image = self.multion.sessions.screenshot(
             session_id=self.notetaker.session_id
         ).screenshot
         time.sleep(1)
@@ -63,17 +77,17 @@ class DevOn:
         self.task = ""
         self.plan = ""
         self.messages = []
-        self.client = OpenAI()
+        self.client = OpenAI(api_key=openai_api_key)
 
     def programmer_login(self):
         if self.local:
             cmd = "Create a new Python REPL."
         else:
             cmd = "Log in with the email {email} and the password {password}. Then create a new Python REPL.".format(
-                email=replit_email, password=replit_password
+                email=self.replit_email, password=self.replit_password
             )
         while True:
-            self.programmer = multion.sessions.step(
+            self.programmer = self.multion.sessions.step(
                 self.programmer.session_id,
                 cmd=cmd + "\n\n" + programmer_notes,
                 url="https://replit.com/login",
@@ -81,7 +95,7 @@ class DevOn:
             )
             print(self.programmer)
             print(
-                multion.sessions.screenshot(
+                self.multion.sessions.screenshot(
                     session_id=self.programmer.session_id
                 ).screenshot
             )
@@ -91,7 +105,7 @@ class DevOn:
             if self.programmer.status == "DONE":
                 break
 
-        self.editor_image = multion.sessions.screenshot(
+        self.editor_image = self.multion.sessions.screenshot(
             session_id=self.programmer.session_id
         ).screenshot
         time.sleep(1)
@@ -163,7 +177,7 @@ class DevOn:
         elif action_func == "programmer":
             action_arg = action.split(" ", 1)[1]
             while True:
-                self.programmer = multion.sessions.step(
+                self.programmer = self.multion.sessions.step(
                     self.programmer.session_id,
                     cmd=action_arg + "\n\n" + programmer_notes,
                     url="https://replit.com/login",
@@ -200,7 +214,7 @@ class DevOn:
                 # yield ("", self.editor_image, self.browser_image, self.scratchpad_image)
                 if self.programmer.status == "DONE":
                     break
-            self.editor_image = multion.sessions.screenshot(
+            self.editor_image = self.multion.sessions.screenshot(
                 session_id=self.programmer.session_id
             ).screenshot
             print(self.editor_image)
@@ -209,7 +223,7 @@ class DevOn:
         elif action_func == "researcher":
             action_arg = action.split(" ", 1)[1]
             while True:
-                self.researcher = multion.sessions.step(
+                self.researcher = self.multion.sessions.step(
                     self.researcher.session_id,
                     cmd=action_arg,
                     url="https://www.google.com",
@@ -229,7 +243,7 @@ class DevOn:
                 # yield ("", self.editor_image, self.browser_image, self.scratchpad_image)
                 if self.researcher.status == "DONE":
                     break
-            self.browser_image = multion.sessions.screenshot(
+            self.browser_image = self.multion.sessions.screenshot(
                 session_id=self.researcher.session_id
             ).screenshot
             print(self.browser_image)
@@ -238,7 +252,7 @@ class DevOn:
         elif action_func == "notetaker":
             action_arg = action.split(" ", 1)[1]
             while True:
-                self.notetaker = multion.sessions.step(
+                self.notetaker = self.multion.sessions.step(
                     self.notetaker.session_id,
                     cmd=action_arg + "\n\n" + notetaker_notes,
                     url="https://anotepad.com/",
@@ -258,7 +272,7 @@ class DevOn:
                 # yield ("", self.editor_image, self.browser_image, self.scratchpad_image)
                 if self.notetaker.status == "DONE":
                     break
-            self.scratchpad_image = multion.sessions.screenshot(
+            self.scratchpad_image = self.multion.sessions.screenshot(
                 session_id=self.notetaker.session_id
             ).screenshot
             print(self.scratchpad_image)

app.py

@@ -8,6 +8,10 @@ image_temp = "https://miro.medium.com/v2/resize:fit:1200/0*n-2bW82Z6m6U2bij.jpeg
 #     editor_image=image_temp, browser_image=image_temp, scratchpad_image=image_temp
 # )
 devon = None
+multion_api_key = ""
+openai_api_key = ""
+replit_email = ""
+replit_password = ""
 
 
 def add_message(history, message):
@@ -18,7 +22,37 @@ def add_message(history, message):
     return history, gr.MultimodalTextbox(value=None, interactive=False)
 
 
+def multion_api_key_update(x):
+    global multion_api_key
+    multion_api_key = x
+
+
+def openai_api_key_update(x):
+    global openai_api_key
+    openai_api_key = x
+
+
+def replit_email_update(x):
+    global replit_email
+    replit_email = x
+
+
+def replit_password_update(x):
+    global replit_password
+    replit_password = x
+
+
 def bot(history):
+    devon = DevOn(
+        editor_image=image_temp,
+        browser_image=image_temp,
+        scratchpad_image=image_temp,
+        multion_api_key=multion_api_key,
+        openai_api_key=openai_api_key,
+        replit_email=replit_email,
+        replit_password=replit_password,
+    )
+
     for r in devon.run(history[-1][0]):
         text, editor_image, browser_image, scratchpad_image = r
         if type(text) == str:
@@ -31,6 +65,13 @@ def bot(history):
 
 
 with gr.Blocks(css="footer {visibility: hidden}") as demo:
+    with gr.Row():
+        with gr.Column():
+            multion_api_key_in = gr.Textbox(label="MultiOn API Key")
+            openai_api_key_in = gr.Textbox(label="OpenAI API Key")
+        with gr.Column():
+            replit_email_in = gr.Textbox(label="Replit Email")
+            replit_password_in = gr.Textbox(label="Replit Password")
     with gr.Row():
         with gr.Column():
             chatbot = gr.Chatbot(
@@ -38,7 +79,9 @@ with gr.Blocks(css="footer {visibility: hidden}") as demo:
             )
 
             chat_input = gr.MultimodalTextbox(
-                value={"text": "write a basic hello world fastapi server"},
+                value={
+                    "text": "benchmark the perplexity api's resposne time with the api key abcdef"
+                },
                 interactive=True,
                 file_types=["image"],
                 placeholder="Enter message or upload file...",
@@ -81,11 +124,13 @@ with gr.Blocks(css="footer {visibility: hidden}") as demo:
     )
     bot_msg.then(lambda: gr.MultimodalTextbox(interactive=True), None, [chat_input])
 
+    multion_api_key_in.change(multion_api_key_update, multion_api_key_in)
+    openai_api_key_in.change(openai_api_key_update, openai_api_key_in)
+    replit_email_in.change(replit_email_update, replit_email_in)
+    replit_password_in.change(replit_password_update, replit_password_in)
+
     # chatbot.like(print_like_dislike, None, None)
 
 if __name__ == "__main__":
-    devon = DevOn(
-        editor_image=image_temp, browser_image=image_temp, scratchpad_image=image_temp
-    )
     demo.queue()
     demo.launch()