select coord

gradio-web/config.py

@@ -65,6 +65,7 @@ UI_TEXT = {
     "log": {
         "action_selection_prompt": "Please select the action.\nActions with 🎯 need to select a point on the image as input",
         "point_selection_prompt": "Current action needs location input, please click on the image to select key pixel",
+        "point_selected_message": "Select: {label} | point <{x}, {y}>",
         "execute_action_prompt": "Executing Action {label}",
         "demo_video_prompt": 'Press "Watch Video Input 🎬" to watch a video\nNote: you can only watch the video once',
         "session_error": "Session expired. Please refresh the page and try again.",

gradio-web/gradio_callbacks.py

@@ -100,6 +100,17 @@ def _default_post_execute_log_state():
     }
 
 
+def _point_selected_log(session, option_value, x, y):
+    label = _get_raw_option_label(session, option_value)
+    if label:
+        display_label = _format_choice_prefix(label)
+    else:
+        display_label = str(option_value).strip() if option_value is not None else "?"
+    return format_log_markdown(
+        _ui_text("log", "point_selected_message", label=display_label, x=int(x), y=int(y))
+    )
+
+
 def _normalize_post_execute_log_state(state):
     """Normalize terminal-log preservation payloads across callback boundaries."""
     if isinstance(state, dict):
@@ -912,7 +923,11 @@ def on_map_click(uid, option_value, evt: gr.SelectData):
     
     coords_str = f"{x}, {y}"
     
-    return _live_obs_update(value=marked_img, interactive=True), coords_str, _action_selection_log()
+    return (
+        _live_obs_update(value=marked_img, interactive=True),
+        coords_str,
+        _point_selected_log(session, option_value, x, y),
+    )
 
 
 def _is_valid_coords_text(coords_text: str) -> bool:

gradio-web/test/test_reference_action_callbacks.py

@@ -17,7 +17,7 @@ class _FakeSession:
 
 class _FakeOptionSession:
     def __init__(self):
-        self.raw_solve_options = [{"available": [object()]}]
+        self.raw_solve_options = [{"label": "a", "available": [object()]}]
         self.available_options = [("pick", 0)]
 
     def get_pil_image(self, use_segmented=True):
@@ -144,7 +144,7 @@ def test_on_option_select_suppresses_programmatic_reference_change(reload_module
     assert log_state == callbacks._default_post_execute_log_state()
 
 
-def test_on_map_click_clears_wait_state_and_restores_action_prompt(monkeypatch, reload_module):
+def test_on_map_click_updates_log_with_selected_option_and_coords(monkeypatch, reload_module):
     config = reload_module("config")
     callbacks = reload_module("gradio_callbacks")
 
@@ -159,7 +159,11 @@ def test_on_map_click_clears_wait_state_and_restores_action_prompt(monkeypatch,
     assert _is_fluorescent_yellow(img_update["value"].getpixel((5, 6)))
     assert img_update.get("elem_classes") == config.get_live_obs_elem_classes()
     assert coords_text == "5, 6"
-    assert log_text == config.UI_TEXT["log"]["action_selection_prompt"]
+    assert log_text == config.UI_TEXT["log"]["point_selected_message"].format(
+        label="A",
+        x=5,
+        y=6,
+    )
 
 
 def test_on_reference_action_uses_configured_action_text_override(monkeypatch, reload_module):

gradio-web/test/test_ui_phase_machine_runtime_e2e.py

@@ -1559,7 +1559,10 @@ def test_point_wait_state_pulses_live_obs_and_updates_system_log(monkeypatch):
     fake_obs_img = Image.fromarray(fake_obs)
 
     class FakeSession:
-        raw_solve_options = [{"available": [object()]}, {"available": False}]
+        raw_solve_options = [
+            {"label": "a", "available": [object()]},
+            {"label": "b", "available": False},
+        ]
 
         def get_pil_image(self, use_segmented=False):
             _ = use_segmented
@@ -1714,12 +1717,12 @@ def test_point_wait_state_pulses_live_obs_and_updates_system_log(monkeypatch):
                         !!liveObs &&
                         !liveObs.classList.contains(state.waitClass) &&
                         /^\\d+\\s*,\\s*\\d+$/.test(coordsValue) &&
-                        logValue === state.actionLog
+                        logValue === `Select: ${state.label} | point <${coordsValue}>`
                     );
                 }""",
                 arg={
                     "waitClass": config_module.LIVE_OBS_POINT_WAIT_CLASS,
-                    "actionLog": config_module.UI_TEXT["log"]["action_selection_prompt"],
+                    "label": "A",
                 },
                 timeout=5000,
             )
@@ -1733,7 +1736,11 @@ def test_point_wait_state_pulses_live_obs_and_updates_system_log(monkeypatch):
             assert final_classes is not None
             assert config_module.LIVE_OBS_POINT_WAIT_CLASS not in final_classes
             assert config_module.LIVE_OBS_BASE_CLASS in final_classes
-            assert _read_log_output_value(page) == config_module.UI_TEXT["log"]["action_selection_prompt"]
+            assert _read_log_output_value(page) == config_module.UI_TEXT["log"]["point_selected_message"].format(
+                label="A",
+                x=coord_x,
+                y=coord_y,
+            )
             final_card_wait = _read_media_card_wait_snapshot(page)
             final_transforms = _read_live_obs_transform_snapshot(page)
             assert final_card_wait["opacity"] == 0
@@ -2805,9 +2812,9 @@ def _run_local_execute_video_transition_test(
                         const logField = logRoot?.querySelector('textarea, input');
                         const coordsValue = coordsField ? coordsField.value.trim() : '';
                         const logValue = logField ? logField.value.trim() : (logRoot?.textContent || '').trim();
-                        return /^\\d+\\s*,\\s*\\d+$/.test(coordsValue) && logValue === state.actionLog;
+                        return /^\\d+\\s*,\\s*\\d+$/.test(coordsValue) && logValue === `Select: ${state.label} | point <${coordsValue}>`;
                     }""",
-                    arg={"actionLog": config_module.UI_TEXT["log"]["action_selection_prompt"]},
+                    arg={"label": "B"},
                     timeout=5000,
                 )
                 page.locator("#exec_btn button, button#exec_btn").first.click()

gradio-web/test/test_ui_text_config.py

@@ -7,7 +7,7 @@ from PIL import Image
 class _FakeOptionSession:
     def __init__(self, env_id="BinFill", raw_solve_options=None):
         self.env_id = env_id
-        self.raw_solve_options = raw_solve_options or [{"available": True}]
+        self.raw_solve_options = raw_solve_options or [{"label": "a", "available": True}]
 
     def get_pil_image(self, use_segmented=False):
         _ = use_segmented
@@ -52,6 +52,24 @@ def test_on_option_select_uses_configured_select_point_and_log_messages(monkeypa
     assert log_state == callbacks._default_post_execute_log_state()
 
 
+def test_on_map_click_uses_configured_selected_point_log(monkeypatch, reload_module):
+    reload_module("config")
+    callbacks = reload_module("gradio_callbacks")
+
+    monkeypatch.setitem(
+        callbacks.UI_TEXT["log"],
+        "point_selected_message",
+        "picked {label} @ <{x}, {y}>",
+    )
+    monkeypatch.setattr(callbacks, "get_session", lambda uid: _FakeOptionSession())
+
+    event = type("Evt", (), {"index": (7, 9)})()
+    _img, coords_text, log_text = callbacks.on_map_click("uid-1", 0, event)
+
+    assert coords_text == "7, 9"
+    assert log_text == "picked A @ <7, 9>"
+
+
 def test_precheck_execute_inputs_uses_configured_before_execute_message(monkeypatch, reload_module):
     reload_module("config")
     callbacks = reload_module("gradio_callbacks")