Upload 5 files

AbstractBossFlow.yaml

@@ -21,7 +21,7 @@ subflows_config:
 
   # the flow with a controller, few executors in a branch, memory reading and memory writing
   CtrlExMem:
-    _target_: Tachi67.CtrlExMemFlowModule.CtrlExMemFlow.instantiate_from_default_config
+    _target_: Tachi67.AbstractBossFlowModule.CtrlExMemFlow.instantiate_from_default_config
 
 early_exit_key: "EARLY_EXIT"
 

CtrlExMemFlow.py

@@ -0,0 +1,20 @@
+from typing import Dict, Any
+
+from flows.base_flows import CircularFlow
+from flows.utils import logging
+from abc import ABC, abstractmethod
+
+
+logging.set_verbosity_debug()
+log = logging.get_logger(__name__)
+
+
+class CtrlExMemFlow(CircularFlow, ABC):
+    @abstractmethod
+    def _on_reach_max_round(self):
+        pass
+
+    @abstractmethod
+    @CircularFlow.output_msg_payload_processor
+    def detect_finish_or_continue(self, output_payload: Dict[str, Any], src_flow) -> Dict[str, Any]:
+        pass

CtrlExMemFlow.yaml

@@ -0,0 +1,91 @@
+# Abstract class, should provide more information in subclasses
+
+_target_: Tachi67.AbstractBossFlowModule.CtrlExMemFlow.instantiate_from_default_config
+
+name: "AbstractCtrlExMemFlow"
+description: "Abstract class of controller-executor flow with mem reading and mem writing"
+max_rounds: 30
+
+input_interface:
+  - "plan"
+  - "memory_files"
+
+output_interface:
+  - "summary"
+  - "answer"
+
+subflows_config:
+  Controller:
+    _target_: ??? # controller of the flow, could be a subclass of ChatAtomic flow, see https://huggingface.co/Tachi67/CodeWriterFlowModule/blob/main/CodeWriterCtrlFlow.py
+    backend:
+      api_infos: ???
+      model_name:
+        openai: gpt-4
+        azure: azure/gpt-4
+    # In subclasses, should provide specific command and command args.
+# E.g.,
+#    commands:
+#      wiki_search:
+#        description: "Performs a search on Wikipedia."
+#        input_args: ["search_term"]
+
+  Executor:
+     _target_: flows.base_flows.BranchingFlow.instantiate_from_default_config
+    # In subclasses, should provide what are the branches of executors
+# E.g.,
+#    subflows_config:
+#      wiki_search:
+#        _target_: .WikiSearchAtomicFlow.instantiate_from_default_config
+
+  MemoryWriting:
+    _target_: Tachi67.MemoryWritingFlowModule.MemoryWritingFlow.instantiate_from_default_config
+    # default input interface is summary & memory_files
+
+  MemoryReading:
+    _target_: Tachi67.MemoryReadingFlowModule.MemoryReadingAtomicFlow.instantiate_from_default_config
+    # should provide the output of MemRead in the CtrlExMem flow e.g. plan, logs, code_library
+    # output is then like {"plan":"plan string", "code_library": "function signatures in the code library"}
+    # default output interface is code_library
+
+topology:
+  - goal: "Select the next action and prepare the input for the executor."
+    input_interface:
+      _target_: flows.interfaces.KeyInterface
+      additional_transformations:
+        - _target_: flows.data_transformations.KeyMatchInput
+    flow: Controller
+    output_interface: ???
+      # In subclasses, should provide name of function name of output processor
+      #_target_: Controller.detect_finish_or_continue
+    reset: false
+
+  - goal: "Execute the action specified by the Controller."
+    input_interface:
+      _target_: flows.interfaces.KeyInterface
+      keys_to_rename:
+        command: branch
+        command_args: branch_input_data
+      keys_to_select: ["branch", "branch_input_data"]
+    flow: Executor
+    output_interface:
+      _target_: flows.interfaces.KeyInterface
+      keys_to_rename:
+        branch_output_data: observation
+      keys_to_unpack: ["observation"]
+    reset: false
+
+  - goal: "Write memory to memory files"
+    input_interface:
+      _target_: flows.interfaces.KeyInterface
+      additional_transformations:
+        - _target_: flows.data_transformations.KeyMatchInput
+    flow: MemoryWriting
+    reset: false
+
+  - goal: "Read memory from memory files (flow_state)"
+    input_interface:
+      _target_: flows.interfaces.KeyInterface
+      additional_transformations:
+        - _target_: flows.data_transformations.KeyMatchInput
+    flow: MemoryReading
+    reset: false

__init__.py

@@ -1,9 +1,11 @@
 dependencies = [
     {"url": "Tachi67/MemoryReadingFlowModule", "revision": "main"},
     {"url": "Tachi67/PlanWriterFlowModule", "revision":"main"},
-    {"url": "Tachi67/CtrlExMemFlowModule", "revision":"main"},
+    {"url": "Tachi67/MemoryReadingFlowModule", "revision":"main"},
+    {"url": "Tachi67/MemoryWritingFlowModule", "revision":"main"},
 ]
 from flows import flow_verse
 
 flow_verse.sync_dependencies(dependencies)
-from .AbstractBossFlow import AbstractBossFlow
+from .AbstractBossFlow import AbstractBossFlow
+from .CtrlExMemFlow import CtrlExMemFlow