feat(perception): expose active app metadata in UI tree

2026-07-16 08:13:04 +08:00
parent 059fb272bb
commit 9a17297f1e
13 changed files with 246 additions and 17 deletions
@@ -75,10 +75,13 @@ def tool_handlers(
            device_id=device_id,
            manager=device_manager,
        ),
-        "get_ui_tree": lambda device_id=None: call_with_semantic_errors(
-            get_ui_tree,
-            device_id,
-            manager=device_manager,
+        "get_ui_tree": lambda device_id=None, include_app_info=False: (
+            call_with_semantic_errors(
+                get_ui_tree,
+                device_id,
+                manager=device_manager,
+                include_app_info=include_app_info,
+            )
        ),
        "describe_screen": lambda device_id=None: call_with_semantic_errors(
            lambda: describe_screen(device_id, manager=device_manager).to_dict()
@@ -150,8 +153,14 @@ def create_mcp_server(
        return handlers["find_icon"](name=name, device_id=device_id)

    @server.tool(name="get_ui_tree")
-    def _get_ui_tree(device_id: str | None = None) -> Any:
-        return handlers["get_ui_tree"](device_id=device_id)
+    def _get_ui_tree(
+        device_id: str | None = None,
+        include_app_info: bool = False,
+    ) -> Any:
+        return handlers["get_ui_tree"](
+            device_id=device_id,
+            include_app_info=include_app_info,
+        )

    @server.tool(name="describe_screen")
    def _describe_screen(device_id: str | None = None) -> dict[str, Any]: