agents rework, memory improvements and params

agent.py

@@ -24,7 +24,7 @@ from python.helpers.dirty_json import DirtyJson
 from python.helpers.defer import DeferredTask
 from typing import Callable
 from python.helpers.localization import Localization
-
+from python.helpers.extension import call_extensions
 
 class AgentContextType(Enum):
     USER = "user"
@@ -210,7 +210,7 @@ class AgentConfig:
     embeddings_model: models.ModelConfig
     browser_model: models.ModelConfig
     mcp_servers: str
-    prompts_subdir: str = ""
+    profile: str = ""
     memory_subdir: str = ""
     knowledge_subdirs: list[str] = field(default_factory=lambda: ["default", "custom"])
     code_exec_docker_enabled: bool = False
@@ -486,26 +486,26 @@ class Agent:
         return system_prompt
 
     def parse_prompt(self, file: str, **kwargs):
-        prompt_dir = files.get_abs_path("prompts/default")
+        prompt_dir = files.get_abs_path("prompts")
         backup_dir = []
         if (
-            self.config.prompts_subdir
+            self.config.profile
         ):  # if agent has custom folder, use it and use default as backup
-            prompt_dir = files.get_abs_path("prompts", self.config.prompts_subdir)
-            backup_dir.append(files.get_abs_path("prompts/default"))
+            prompt_dir = files.get_abs_path("agents", self.config.profile, "prompts")
+            backup_dir.append(files.get_abs_path("prompts"))
         prompt = files.parse_file(
             files.get_abs_path(prompt_dir, file), _backup_dirs=backup_dir, **kwargs
         )
         return prompt
 
     def read_prompt(self, file: str, **kwargs) -> str:
-        prompt_dir = files.get_abs_path("prompts/default")
+        prompt_dir = files.get_abs_path("prompts")
         backup_dir = []
         if (
-            self.config.prompts_subdir
+            self.config.profile
         ):  # if agent has custom folder, use it and use default as backup
-            prompt_dir = files.get_abs_path("prompts", self.config.prompts_subdir)
-            backup_dir.append(files.get_abs_path("prompts/default"))
+            prompt_dir = files.get_abs_path("agents", self.config.profile, "prompts")
+            backup_dir.append(files.get_abs_path("prompts"))
         prompt = files.read_file(
             files.get_abs_path(prompt_dir, file), _backup_dirs=backup_dir, **kwargs
         )
@@ -812,26 +812,29 @@ class Agent:
         from python.tools.unknown import Unknown
         from python.helpers.tool import Tool
 
-        classes = extract_tools.load_classes_from_folder(
-            "python/tools", name + ".py", Tool
-        )
+        classes = []
+
+        # try agent tools first
+        if self.config.profile:
+            try:
+                classes = extract_tools.load_classes_from_file(
+                    "agents/" + self.config.profile + "/tools/" + name + ".py", Tool
+                )
+            except Exception as e:
+                pass
+
+        # try default tools
+        if not classes:
+            try:
+                classes = extract_tools.load_classes_from_file(
+                    "python/tools/" + name + ".py", Tool
+                )
+            except Exception as e:
+                pass
         tool_class = classes[0] if classes else Unknown
         return tool_class(
             agent=self, name=name, method=method, args=args, message=message, loop_data=loop_data, **kwargs
         )
 
-    async def call_extensions(self, folder: str, **kwargs) -> Any:
-        from python.helpers.extension import Extension
-
-        cache = {}  # some extensions can be called very often, like response_stream
-
-        if folder in cache:
-            classes = cache[folder]
-        else:
-            classes = extract_tools.load_classes_from_folder(
-                "python/extensions/" + folder, "*", Extension
-            )
-            cache[folder] = classes
-
-        for cls in classes:
-            await cls(agent=self).execute(**kwargs)
+    async def call_extensions(self, extension_point: str, **kwargs) -> Any:
+        return await call_extensions(extension_point=extension_point, agent=self, **kwargs)

agents/_example/extensions/agent_init/_10_example_extension.py

@@ -0,0 +1,10 @@
+from python.helpers.extension import Extension
+
+# this is an example extension that renames the current agent when initialized
+# see /extensions folder for all available extension points
+
+class ExampleExtension(Extension):
+
+    async def execute(self, **kwargs):
+        # rename the agent to SuperAgent0
+        self.agent.agent_name = "SuperAgent" + str(self.agent.number)

agents/_example/prompts/agent.system.main.role.md

@@ -0,0 +1,8 @@
+> !!!
+> This is an example prompt file redefinition.
+> The original file is located at /prompts.
+> Only copy and modify files you need to change, others will stay default.
+> !!!
+
+## Your role
+You are Agent Zero, a sci-fi character from the movie "Agent Zero".

agents/_example/prompts/agent.system.tool.example_tool.md

@@ -0,0 +1,16 @@
+### example_tool:
+example tool to test functionality
+this tool is automatically included to system prompt because the file name is "agent.system.tool.*.md"
+usage:
+~~~json
+{
+    "thoughts": [
+        "Let's test the example tool...",
+    ],
+    "headline": "Testing example tool",
+    "tool_name": "example_tool",
+    "tool_args": {
+        "test_input": "XYZ",
+    }
+}
+~~~

agents/_example/tools/example_tool.py

@@ -0,0 +1,21 @@
+from python.helpers.tool import Tool, Response
+
+# this is an example tool class
+# don't forget to include instructions in the system prompt by creating 
+#   agent.system.tool.example_tool.md file in prompts directory of your agent
+# see /python/tools folder for all default tools
+
+class ExampleTool(Tool):
+    async def execute(self, **kwargs):
+
+        # parameters
+        test_input = kwargs.get("test_input", "")
+
+        # do something
+        print("Example tool executed with test_input: " + test_input)
+
+        # return response
+        return Response(
+            message="This is an example tool response, test_input: " + test_input, # response for the agent
+            break_loop=False, # stop the message chain if true
+        )

agents/_example/tools/response.py

@@ -0,0 +1,23 @@
+from python.helpers.tool import Tool, Response
+
+# example of a tool redefinition
+# the original response tool is in python/tools/response.py
+# for the example agent this version will be used instead
+
+class ResponseTool(Tool):
+
+    async def execute(self, **kwargs):
+        print("Redefined response tool executed")
+        return Response(message=self.args["text"] if "text" in self.args else self.args["message"], break_loop=True)
+
+    async def before_execution(self, **kwargs):
+        # self.log = self.agent.context.log.log(type="response", heading=f"{self.agent.agent_name}: Responding", content=self.args.get("text", ""))
+        # don't log here anymore, we have the live_response extension now
+        pass
+
+    async def after_execution(self, response, **kwargs):
+        # do not add anything to the history or output
+
+        if self.loop_data and "log_item_response" in self.loop_data.params_temporary:
+            log = self.loop_data.params_temporary["log_item_response"]
+            log.update(finished=True) # mark the message as finished

initialize.py

@@ -75,7 +75,7 @@ def initialize_agent():
         utility_model=utility_llm,
         embeddings_model=embedding_llm,
         browser_model=browser_llm,
-        prompts_subdir=current_settings["agent_prompts_subdir"],
+        profile=current_settings["agent_profile"],
         memory_subdir=current_settings["agent_memory_subdir"],
         knowledge_subdirs=[current_settings["agent_knowledge_subdir"], "default"],
         mcp_servers=current_settings["mcp_servers"],

prompts/agent.extras.agent_info.md

@@ -0,0 +1,3 @@
+# Agent info
+Agent Number: {{number}}
+Profile: {{profile}}

prompts/{default/agent.system.main.solving.md → agent.system.main.solving.md}

@@ -8,27 +8,20 @@ agentic mode active
 
 1 check memories solutions instruments prefer instruments
 
-2 use knowledge_tool for online sources
-seek simple solutions compatible with tools
-prefer opensource python nodejs terminal tools
+2 break task into subtasks if needed
 
-3 break task into subtasks
-
-4 solve or delegate
+3 solve or delegate
 tools solve subtasks
 you can use subordinates for specific subtasks
 call_subordinate tool
 use prompt profiles to specialize subordinates
+never delegate full to subordinate of same profile as you
 always describe role for new subordinate
 they must execute their assigned tasks
 
-5 complete task
+4 complete task
 focus user task
 present results verify with tools
 don't accept failure retry be high-agency
 save useful info with memorize tool
 final response to user
-
-### Employ specialized subordinate agents
-
-Given a task, if there is a prompt profile for subordinate agents well suited for the task, you should utilize a specialized subordinate instead of solving yourself. The default prompt profile of the main agent is "default" being a versatile, non-specialized profile for general assistant agent. See manual for call_subordinate tool to find all available prompt profiles.

prompts/{default/agent.system.tool.call_sub.md → agent.system.tool.call_sub.md}

@@ -9,6 +9,7 @@ reset arg usage:
   "false": continue existing subordinate
 if superior, orchestrate
 respond to existing subordinates using call_subordinate tool with reset false
+profile arg usage: select from available profiles for specialized subordinates, leave empty for default
 
 example usage
 ~~~json
@@ -19,8 +20,12 @@ example usage
     ],
     "tool_name": "call_subordinate",
     "tool_args": {
+        "profile": "",
         "message": "...",
         "reset": "true"
     }
 }
-~~~
+~~~
+
+**available profiles:**
+{{agent_profiles}}

prompts/{default/agent.system.tool.call_sub.py → agent.system.tool.call_sub.py}

@@ -6,23 +6,25 @@ from python.helpers.print_style import PrintStyle
 
 
 class CallSubordinate(VariablesPlugin):
-    def get_variables(self) -> dict[str, Any]:
+    def get_variables(self, file: str, backup_dirs: list[str] | None = None) -> dict[str, Any]:
 
         # collect all prompt profiles from subdirectories (_context.md file)
         profiles = []
-        prompt_subdirs = files.get_subdirectories("prompts")
-        for prompt_subdir in prompt_subdirs:
+        agent_subdirs = files.get_subdirectories("agents", exclude=["_example"])
+        for agent_subdir in agent_subdirs:
             try:
-                context = files.read_file(files.get_abs_path("prompts", prompt_subdir, "_context.md"))
-                profiles.append({"name": prompt_subdir, "context": context})
+                context = files.read_file(
+                    files.get_abs_path("agents", agent_subdir, "_context.md")
+                )
+                profiles.append({"name": agent_subdir, "context": context})
             except Exception as e:
-                PrintStyle().error(f"Error loading prompt profile '{prompt_subdir}': {e}")
+                PrintStyle().error(f"Error loading agent profile '{agent_subdir}': {e}")
 
         # in case of no profiles
         if not profiles:
-            PrintStyle().error("No prompt profiles found")
-            profiles = [{"name": "default", "context": "Default Agent-Zero AI Assistant"}]
+            # PrintStyle().error("No agent profiles found")
+            profiles = [
+                {"name": "default", "context": "Default Agent-Zero AI Assistant"}
+            ]
 
-        return {
-            "prompt_profiles": profiles
-        }
+        return {"agent_profiles": profiles}

prompts/agent.system.tools.md

@@ -0,0 +1,3 @@
+## Tools available:
+
+{{tools}}