feat: checkpoint device agent runtime milestones

This commit is contained in:
2026-07-06 17:24:03 +08:00
parent 2d4251e98e
commit 5658735bca
153 changed files with 8060 additions and 65 deletions
+32
View File
@@ -0,0 +1,32 @@
from __future__ import annotations
from core.models import Scene
from device.manager import DeviceManager
from perception.ocr import PaddleOCREngine
from perception.provider import PerceptionProvider
from semantic.config import SemanticConfig
from semantic.enricher import SemanticLLMClient, enrich_scene
from semantic.models import SemanticScene
from tools.describe_screen import describe_screen
def describe_screen_semantic(
device_id: str | None = None,
*,
manager: DeviceManager | None = None,
ocr_engine: PaddleOCREngine | None = None,
perception_provider: PerceptionProvider | None = None,
client: SemanticLLMClient | None = None,
semantic_config: SemanticConfig | None = None,
) -> dict[str, Scene | SemanticScene | None]:
scene = describe_screen(
device_id,
manager=manager,
ocr_engine=ocr_engine,
perception_provider=perception_provider,
)
semantic_scene = enrich_scene(scene, client=client, config=semantic_config)
return {
"scene": scene,
"semantic_scene": semantic_scene,
}