Publish showcase_catalog.py from marimo

showcase_catalog.py

@@ -675,7 +675,7 @@ for rows, cols in [(2, 3), (8, 12)]:
 
 term("auto-detector", "Perception",
      "OCR when there is text, a grid when there is none",
-     ["AutoDetector", "AutoDetector.detect"],
+     ["AutoDetector", "AutoDetector.detect", "AutoDetector.coordinates_of_last_detect"],
      note="The default: useful with nothing installed, better the moment OCR appears.",
      code="""
 from PIL import Image
@@ -1622,7 +1622,8 @@ def _with_gtk(tmp=None):
 
 term("atspi-index", "Perception",
      "The accessibility tree: elements the OS already knows about",
-     ["AtspiDetector", "AtspiDetector.detect", "AtspiDetector.text", "AtspiReader",
+     ["AtspiDetector", "AtspiDetector.detect", "AtspiDetector.text",
+      "AtspiDetector.coordinates_of_last_detect", "AtspiReader",
       "AtspiReader.read", "AccessibleNode", "TreeReader", "TreeReader.read",
       "accessibility_available",
       "INTERACTIVE_ROLES", "TEXT_ROLES"],
@@ -1720,3 +1721,61 @@ desk("desk-atspi", "Real desktop",
       "PyAutoGuiExecutor", "PlannerBrain"],
      note="Roles and extents come from GTK itself; the click is a real one and the app reacts.",
      scene_name="gtk", make=make_atspi_click)
+
+term("uia-mapping", "Perception",
+     "The Windows backend: the same index, from UI Automation",
+     ["UiaReader", "UiaReader.read", "UiaDetector", "UiaDetector.detect", "UiaDetector.text",
+      "UiaDetector.coordinates_of_last_detect"],
+     note="Windows-only, so the mapping is exercised here against a synthetic control tree.",
+     code="""
+from tiny_computer_agent import UiaDetector, UiaReader, accessibility_available
+
+print("on this machine:", accessibility_available("uia"))
+print()
+
+
+class FakeBox:
+    def __init__(self, left, top, right, bottom):
+        self.left, self.top, self.right, self.bottom = left, top, right, bottom
+
+
+class FakeControl:
+    \"\"\"The slice of a UI Automation element the reader actually uses.\"\"\"
+
+    def __init__(self, name, control_type, box=None, children=()):
+        self.Name = name
+        self.ControlTypeName = control_type
+        self.BoundingRectangle = box
+        self._children = list(children)
+
+    def GetChildren(self):
+        return self._children
+
+
+def tree():
+    return FakeControl("Accessible desktop", "WindowControl", FakeBox(160, 160, 620, 380), [
+        FakeControl("", "PaneControl", FakeBox(174, 174, 606, 366), [
+            FakeControl("Files", "ButtonControl", FakeBox(174, 201, 274, 237)),
+            FakeControl("Terminal", "ButtonControl", FakeBox(282, 201, 382, 237)),
+            FakeControl("Save", "ButtonControl", FakeBox(390, 201, 490, 237)),
+            FakeControl("Cancel", "ButtonControl", FakeBox(498, 201, 598, 237)),
+            FakeControl("Choose an action", "TextControl", FakeBox(174, 245, 598, 264)),
+        ]),
+    ])
+
+
+reader = UiaReader(provider=tree)
+print(f"UiaReader().read() -> {len(reader.read())} AccessibleNode(s), "
+      f"control types mapped to roles")
+print()
+detector = UiaDetector(reader=reader)
+print("UiaDetector().detect() -> only the things worth clicking:")
+for element in detector.detect():
+    print(f"   {element.label!r:12} kind={element.kind:8} centre={str(element.center):12} "
+          f"box={element.width}x{element.height}")
+print()
+print("the window and the (unnamed) pane are read, and deliberately not offered:")
+print("   ", [node.role for node in reader.read()])
+print()
+print("UiaDetector().text() ->", detector.text()[:80])
+""")