updated chatbot to be more user friendly

.gitignore

@@ -1,4 +1,6 @@
 .env
 *.pyc
 plot.py
-plot.png
+plot.png
+.venv
+.chroma

README.md

@@ -10,20 +10,32 @@ MAVPlot is a Python-based project which uses Gradio as an interface and GPT-X po
 
 ## Installation
 
-1. Clone the repository:
+Clone the repository:
 
 ```shell
 git clone https://github.com/yourusername/mavplot.git
 ```
 
-TODO
-2. Install the requirements:
+Setup Python Virtual Environment:
+
+```shell
+python3 -m venv .venv
+```
+
+Activate the virtual environment:
+
+```shell
+source .venv/bin/activate
+```
+
+
+Install the requirements:
 
 ```shell
 pip install -r requirements.txt
 ```
 
-3. Setup .env File 
+Setup .env File 
 
 Copy the `template.env` file to a file named `.env` in your root directory. Add your Openai API key to the file  
 

gpt_mavplot.py

@@ -23,15 +23,25 @@ def bot(history):
 
     # Check if it is a string
     if isinstance(user_input, str):
-        # Generate the plot
-
-        print(history)
+        
+        history[-1][1] = "I am figuring out what data types are relevant for the plot...\n"
+        yield history
+        data_types_str = plot_creator.find_relevant_data_types(user_input)
 
-        # history_str = format_history(history)
-        response = plot_creator.create_plot(user_input)
-        history[-1][1] = response[0]
+        history[-1][1] += "I am now generating a script to plot the data...\n"
+        yield history
+        plot_creator.create_plot(user_input, data_types_str)
+        
+        history[-1][1] += "I am now running the script I just Generated...\n"
+        yield history
+        response = plot_creator.run_script()
+        
         history = history + [(None, f"Here is the code used to generate the plot:")]
         history = history + [(None, f"{response[1]}")]
+        history = history + response[0]
+        
+        
+        yield history
     else:
         file_path = user_input[0]
         plot_creator.set_logfile_name(file_path)
@@ -41,10 +51,12 @@ def bot(history):
         
         history[-1][0] = f"user uploaded file: {filename}{extension}"
         history[-1][1] = "processing file..."
+        yield history
+
         data_types = plot_creator.parse_mavlink_log()
-        history = history + [(None, f"here are the data types in the log {data_types}")]
         history = history + [(None, f"I am done processing the file. Now you can ask me to generate a plot.")]
-    
+        yield history
+
     return history
 
 
@@ -59,7 +71,7 @@ with gr.Blocks() as demo:
                 placeholder="Enter text and press enter, or upload an image",
             ).style(container=False)
         with gr.Column(scale=0.15, min_width=0):
-            btn = gr.UploadButton("📁", file_types=["image", "video", "audio"])
+            btn = gr.UploadButton("📁", file_types=["file"])
             
     txt.submit(add_text, [chatbot, txt], [chatbot, txt]).then(
         bot, chatbot, chatbot
@@ -69,4 +81,5 @@ with gr.Blocks() as demo:
     )
 
 if __name__ == "__main__":
+    demo.queue()
     demo.launch()

llm/gptPlotCreator.py

@@ -136,28 +136,49 @@ class PlotCreator:
         """
         self.logfile_name = filename
 
-    def create_plot(self, human_input):
+    def find_relevant_data_types(self, human_input):
+        # Search the database for documents that are similar to the human input
+        docs = self.db.similarity_search(human_input)
+
+        # Concatenate the content of the documents into a string
+        data_type_info_text = ""
+        for doc in docs:
+            data_type_info_text += doc.page_content + "\n\n"
+        
+        return data_type_info_text
+
+    def run_script(self):
+        # Run the script and if it doesn't work, capture the output and call attempt_to_fix_script
+        try:
+            subprocess.check_output(["python", "plot.py"], stderr=subprocess.STDOUT)
+        except subprocess.CalledProcessError as e:
+            print(e.output.decode())
+            code = self.attempt_to_fix_sctript("plot.py", e.output.decode())
+            self.last_code = code[0]
+
+        except Exception as e:
+            print(e)
+            code = self.attempt_to_fix_sctript("plot.py", str(e))
+            self.last_code = code[0]
+
+
+        # Return a list containing the filename of the plot and the code used to generate it
+        return [[(None, ("plot.png",))], self.last_code]
+
+    def create_plot(self, human_input, data_type_info_text):
         """
         Create a plot based on the input provided by the human.
         
         :param human_input: Input provided by the human.
         :type human_input: str
         """
+
         # Create a history of generated scripts if one exists
         if self.last_code != "":
             history = "\n\nLast script generated:\n\n" + self.last_code
         else:
             history = ""
 
-        # Search the database for documents that are similar to the human input
-        docs = self.db.similarity_search(human_input)
-
-        # Concatenate the content of the documents into a string
-        data_type_info_text = ""
-        for doc in docs:
-            data_type_info_text += doc.page_content + "\n\n"
-
-        print(docs)
 
         # Generate a response by running the chain with the relevant data types, history, file name and human input
         response = self.chain.run({"data_types" : data_type_info_text, "history" : history, "file": self.logfile_name, "human_input": human_input})
@@ -169,21 +190,11 @@ class PlotCreator:
         # Write the code to a file named "plot.py"
         self.write_plot_script("plot.py", code[0])
 
-        # Run the script and if it doesn't work, capture the output and call attempt_to_fix_script
-        try:
-            subprocess.check_output(["python", "plot.py"], stderr=subprocess.STDOUT)
-        except subprocess.CalledProcessError as e:
-            print(e.output.decode())
-            code = self.attempt_to_fix_sctript("plot.py", e.output.decode())
-        except Exception as e:
-            print(e)
-            code = self.attempt_to_fix_sctript("plot.py", str(e))
-
         # Store the code for the next iteration
         self.last_code = code[0]
 
-        # Return a list containing the filename of the plot and the code used to generate it
-        return [("plot.png", None), code[0]]
+
+        return code[0]
 
 
     def parse_mavlink_log(self):

requirements.txt

@@ -0,0 +1,10 @@
+gradio==3.32.0
+langchain==0.0.183
+Pillow==9.5.0
+pymavlink==2.4.37
+python-dotenv==1.0.0
+openai==0.27.7
+chromadb==0.3.25
+pymavlink==2.4.37
+matplotlib==3.7.1
+tiktoken==0.4.0