Update app.py

app.py

@@ -4,6 +4,10 @@ import gradio as gr
 import chromadb
 import uuid
 from pprint import pprint
+import json
+import requests
+import random
+
 
 
 #----------
@@ -135,6 +139,94 @@ collection.add(
 result = collection.get(include=["documents", "metadatas", "embeddings"])
 pprint(result)
 
+#----------
+# Tools
+#----------
+tools = []
+
+pushover_user = os.getenv("PUSHOVER_USER")
+pushover_token = os.getenv("PUSHOVER_TOKEN")
+pushover_url = "https://api.pushover.net/1/messages.json"
+
+#Create send_notification function
+def send_notification(message: str):
+    payload = {"user": pushover_user, "token": pushover_token, "message": message}
+    requests.post(pushover_url, data=payload)
+    
+#Describe Pushover as an LLM tool
+send_notification_function = {
+  "name": "send_notification",
+  "description": "Sends a push notification to the real world verion of you via Pushover. Use this if the user needs to alert the real world version of you about important events.",
+  "parameters": {
+    "type": "object",
+    "properties": {
+      "message": {
+        "type": "string",
+        "description": "The notification message to send to the user's device"
+      }
+    },
+    "required": ["message"]
+  }
+}
+
+#Add Pushover to tools
+tools.append({"type":"function", "function":send_notification_function})
+
+
+#Simulates DIce rolling tool
+def dice_roll():
+    result = random.randint(1,6)
+    return result
+
+#Describe function for the LLM
+roll_dice_function = {
+    "name": "dice_roll",
+    "description": "Simulates rolling a 6-sided die and returns the result. Use this when the user wants to roll a die or to give the user a random number",
+    "parameters": {
+        "type": "object",
+        "properties": {},
+        "required": []
+    }
+}
+
+#Add function to list of tools of LLM
+tools.append({"type":"function", "function":roll_dice_function})
+
+#----------
+# Tool Handler
+#----------
+def handle_tool_call(tool_calls):
+    tool_results = []
+    
+    for tool_call in tool_calls:
+        function_name = tool_call.function.name
+        args = json.loads(tool_call.function.arguments)
+               
+        #Route to the approperiate function based on function_name
+        if function_name == "send_notification":
+            send_notification(args["message"])
+            content = f"Notification sent: {args['message']}"
+        elif function_name == "dice_roll":
+            content = f"Rolled: {dice_roll()}"
+        #elif function_name == "insert_function_name_3":
+        #   content = insert_function_name_3(args["message"])
+        #...
+        else:
+            content = f"Unknown function: {function_name}"
+        
+        
+        tool_call_result = {
+            "role": "tool",
+            "tool_call_id": tool_call.id,
+            "content": content
+        }
+        
+        tool_results.append(tool_call_result)
+        
+    return tool_results
+
+
+
 
 #----------
 # System Message
@@ -200,13 +292,30 @@ def respond_ai(message, history):
 
     messages.append({"role": "user", "content": message})
 
-    # Call LLM
+   # Call LLM
     llm_response = client.chat.completions.create(
         model="gpt-4o-mini",
         messages=messages,
+        tools=tools
     )
 
-    return llm_response.choices[0].message.content
+    assistant_message = llm_response.choices[0].message
+
+    # Check if model wants to call a tool
+    while assistant_message.tool_calls:
+        pprint(assistant_message.tool_calls)
+        tool_result = handle_tool_call(assistant_message.tool_calls)
+        messages.append(assistant_message)
+        messages.extend(tool_result)
+
+        llm_response = client.chat.completions.create(
+            model="gpt-4o-mini",
+            messages=messages,
+            tools=tools
+        )
+        assistant_message = llm_response.choices[0].message
+
+    return assistant_message.content
 
 
 #----------