Publish tiny_computer_agent/ from marimo

tiny_computer_agent/__main__.py

@@ -80,6 +80,10 @@ def build_parser() -> argparse.ArgumentParser:
                         help="skip OCR and index a numbered grid instead")
     parser.add_argument("--max-width", type=int, default=1600,
                         help="downscale captures wider than this before indexing")
+    parser.add_argument("--verify-text", default=None, metavar="TEXT",
+                        help="stop with success once this text appears on screen "
+                             "(otherwise a successful action that removes its own "
+                             "target is indistinguishable from a failure)")
     parser.add_argument("--allow-grid", action="store_true",
                         help="permit clicks on numbered grid cells with --real-input")
     parser.add_argument("--kill-switch", default=DEFAULT_KILL_SWITCH,
@@ -215,6 +219,13 @@ def main(argv: list[str] | None = None) -> int:
 
     warned = False
 
+    verify = None
+    if args.verify_text:
+        _needle = args.verify_text.lower()
+
+        def verify(observation) -> bool:  # noqa: F811 - the loop calls this
+            return _needle in observation.text.lower()
+
     def on_step(step: Step) -> None:
         nonlocal warned
         elements = step.observation.elements
@@ -228,7 +239,7 @@ def main(argv: list[str] | None = None) -> int:
 
     try:
         episode = AgentLoop(screen=screen, brain=brain, executor=executor,
-                            policy=policy, on_step=on_step).run(args.goal)
+                            policy=policy, on_step=on_step, verify=verify).run(args.goal)
     except ScreenUnavailable as exc:
         print(f"cannot see the screen: {exc}", file=sys.stderr)
         print("run `python -m tiny_computer_agent --doctor --live` for details.", file=sys.stderr)

tiny_computer_agent/act.py

@@ -99,9 +99,9 @@ class PyAutoGuiExecutor:
     def _pyautogui():
         try:
             import pyautogui
-        except ImportError as exc:  # pragma: no cover - depends on the machine
+        except Exception as exc:  # pragma: no cover - depends on the machine
             raise InputUnavailable(
-                "real input needs pyautogui: pip install \'tiny-computer-agent[desktop]\'"
+                "real input needs pyautogui and a live display: pip install \'tiny-computer-agent[desktop]\'"
             ) from exc
         return pyautogui
 

tiny_computer_agent/loop.py

@@ -83,7 +83,11 @@ class AgentLoop:
     def __init__(self, *, screen: ScreenSource, brain: Brain,
                  executor: Executor | None = None, policy: Policy | None = None,
                  on_step: Callable[[Step], None] | None = None,
-                 max_repeats: int = 1) -> None:
+                 max_repeats: int = 1,
+                 verify: Callable[[Observation], bool] | None = None) -> None:
+        """``verify`` runs after every action: the harness, not the model, decides
+        whether the goal was reached. A brain saying "done" is a claim; a verifier
+        looking at the screen is evidence."""
         self.screen = screen
         self.brain = brain
         self.policy = policy or Policy()
@@ -91,6 +95,7 @@ class AgentLoop:
             executor = DryRunExecutor() if self.policy.dry_run else PyAutoGuiExecutor()
         self.executor = executor
         self.on_step = on_step
+        self.verify = verify
         self.max_repeats = max_repeats
 
     def run(self, goal: str, *, max_steps: int | None = None) -> Episode:
@@ -177,8 +182,20 @@ class AgentLoop:
                 episode.stop_reason = "perception failed mid-episode"
                 break
 
+            if self.verify is not None and self._verified(observation):
+                episode.success = True
+                episode.stop_reason = f"verified after {index + 1} action(s)"
+                break
+
         return episode
 
+    def _verified(self, observation: Observation) -> bool:
+        """A broken verifier must never fake a success."""
+        try:
+            return bool(self.verify(observation))
+        except Exception:
+            return False
+
     @staticmethod
     def _fingerprint(observation: Observation) -> tuple:
         """What the agent can see: enough to tell "nothing changed" from "it worked"."""