refactor(cloud): move package into workspace member
This commit is contained in:
@@ -0,0 +1,415 @@
|
||||
"""SQLite-backed store for cloud runtime state.
|
||||
|
||||
Owns ``cloud/cloud.sqlite3`` with four tables: ``host_registrations``,
|
||||
``pooled_devices``, ``scheduled_tasks``, and ``plugins``. Uses the same
|
||||
connect-per-call ``sqlite3`` pattern as ``storage/task_metadata.py`` and
|
||||
``workflow/store.py``.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import sqlite3
|
||||
from dataclasses import asdict
|
||||
from pathlib import Path
|
||||
from typing import TYPE_CHECKING, Any
|
||||
|
||||
from core.models import utc_now
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from cloud.pool import HostRegistration, PooledDevice
|
||||
from cloud.plugins import PluginManifest
|
||||
from cloud.scheduler import ScheduledTask
|
||||
|
||||
|
||||
class CloudStore:
|
||||
"""Persisted state for the cloud runtime (hosts, devices, tasks, plugins)."""
|
||||
|
||||
def __init__(self, db_path: str | Path = "cloud/cloud.sqlite3") -> None:
|
||||
self.db_path = Path(db_path)
|
||||
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
self._ensure_schema()
|
||||
|
||||
# ------------------------------------------------------------------ hosts
|
||||
|
||||
def upsert_host(
|
||||
self,
|
||||
host_id: str,
|
||||
*,
|
||||
address: str | None,
|
||||
last_seen_at: Any,
|
||||
) -> None:
|
||||
"""Insert or update a host row.
|
||||
|
||||
If ``address`` is None and the host already exists, the existing
|
||||
address is preserved (a heartbeat sync should not blow away a
|
||||
previously-registered address).
|
||||
"""
|
||||
with self._connect() as connection:
|
||||
existing = connection.execute(
|
||||
"select address from host_registrations where host_id = ?",
|
||||
(host_id,),
|
||||
).fetchone()
|
||||
preserved_address = (
|
||||
existing["address"] if (address is None and existing is not None) else address
|
||||
)
|
||||
connection.execute(
|
||||
"""
|
||||
insert into host_registrations (host_id, address, last_seen_at)
|
||||
values (?, ?, ?)
|
||||
on conflict(host_id) do update set
|
||||
address = excluded.address,
|
||||
last_seen_at = excluded.last_seen_at
|
||||
""",
|
||||
(host_id, preserved_address, _iso(last_seen_at)),
|
||||
)
|
||||
|
||||
def replace_host_devices(
|
||||
self,
|
||||
host_id: str,
|
||||
devices: "list[PooledDevice]",
|
||||
) -> None:
|
||||
"""Atomically replace one host's device rows with the given list."""
|
||||
with self._connect() as connection:
|
||||
connection.execute(
|
||||
"delete from pooled_devices where host_id = ?",
|
||||
(host_id,),
|
||||
)
|
||||
connection.executemany(
|
||||
"""
|
||||
insert into pooled_devices (
|
||||
device_id, host_id, driver_type, status,
|
||||
capability_tags_json, synced_at
|
||||
) values (?, ?, ?, ?, ?, ?)
|
||||
""",
|
||||
[
|
||||
(
|
||||
d.device_id,
|
||||
d.host_id,
|
||||
d.driver_type,
|
||||
d.status,
|
||||
json.dumps(list(d.capability_tags), ensure_ascii=False),
|
||||
_iso(d.synced_at),
|
||||
)
|
||||
for d in devices
|
||||
],
|
||||
)
|
||||
|
||||
def list_hosts(self) -> "list[HostRegistration]":
|
||||
from cloud.pool import HostRegistration
|
||||
|
||||
with self._connect() as connection:
|
||||
rows = connection.execute(
|
||||
"select host_id, address, last_seen_at from host_registrations"
|
||||
).fetchall()
|
||||
return [_row_to_host(row) for row in rows]
|
||||
|
||||
def get_host(self, host_id: str) -> "HostRegistration | None":
|
||||
from cloud.pool import HostRegistration
|
||||
|
||||
with self._connect() as connection:
|
||||
row = connection.execute(
|
||||
"select host_id, address, last_seen_at from host_registrations where host_id = ?",
|
||||
(host_id,),
|
||||
).fetchone()
|
||||
return _row_to_host(row) if row else None
|
||||
|
||||
def list_devices(self) -> "list[PooledDevice]":
|
||||
with self._connect() as connection:
|
||||
rows = connection.execute(
|
||||
"""
|
||||
select device_id, host_id, driver_type, status,
|
||||
capability_tags_json, synced_at
|
||||
from pooled_devices
|
||||
"""
|
||||
).fetchall()
|
||||
return [_row_to_device(row) for row in rows]
|
||||
|
||||
def get_device(self, device_id: str) -> "PooledDevice | None":
|
||||
with self._connect() as connection:
|
||||
row = connection.execute(
|
||||
"""
|
||||
select device_id, host_id, driver_type, status,
|
||||
capability_tags_json, synced_at
|
||||
from pooled_devices where device_id = ?
|
||||
""",
|
||||
(device_id,),
|
||||
).fetchone()
|
||||
return _row_to_device(row) if row else None
|
||||
|
||||
# ----------------------------------------------------------- scheduled tasks
|
||||
|
||||
def enqueue_task(self, task: "ScheduledTask") -> None:
|
||||
with self._connect() as connection:
|
||||
connection.execute(
|
||||
"""
|
||||
insert into scheduled_tasks (
|
||||
id, goal, workflow_definition_id,
|
||||
constraints_json, status,
|
||||
assigned_device_id, assigned_host_id, created_at
|
||||
) values (?, ?, ?, ?, ?, ?, ?, ?)
|
||||
""",
|
||||
(
|
||||
task.id,
|
||||
task.goal,
|
||||
task.workflow_definition_id,
|
||||
json.dumps(asdict(task.constraints), ensure_ascii=False),
|
||||
task.status,
|
||||
task.assigned_device_id,
|
||||
task.assigned_host_id,
|
||||
_iso(task.created_at),
|
||||
),
|
||||
)
|
||||
|
||||
def list_queued_tasks(self) -> "list[ScheduledTask]":
|
||||
with self._connect() as connection:
|
||||
rows = connection.execute(
|
||||
"""
|
||||
select id, goal, workflow_definition_id, constraints_json,
|
||||
status, assigned_device_id, assigned_host_id, created_at
|
||||
from scheduled_tasks
|
||||
where status = 'queued'
|
||||
order by created_at asc, id asc
|
||||
"""
|
||||
).fetchall()
|
||||
return [_row_to_task(row) for row in rows]
|
||||
|
||||
def get_task(self, task_id: str) -> "ScheduledTask | None":
|
||||
with self._connect() as connection:
|
||||
row = connection.execute(
|
||||
"""
|
||||
select id, goal, workflow_definition_id, constraints_json,
|
||||
status, assigned_device_id, assigned_host_id, created_at
|
||||
from scheduled_tasks where id = ?
|
||||
""",
|
||||
(task_id,),
|
||||
).fetchone()
|
||||
return _row_to_task(row) if row else None
|
||||
|
||||
def update_task(
|
||||
self,
|
||||
task_id: str,
|
||||
*,
|
||||
status: str | None = None,
|
||||
assigned_device_id: str | None = None,
|
||||
assigned_host_id: str | None = None,
|
||||
) -> None:
|
||||
updates: dict[str, Any] = {}
|
||||
if status is not None:
|
||||
updates["status"] = status
|
||||
if assigned_device_id is not None:
|
||||
updates["assigned_device_id"] = assigned_device_id
|
||||
if assigned_host_id is not None:
|
||||
updates["assigned_host_id"] = assigned_host_id
|
||||
if not updates:
|
||||
return
|
||||
assignments = ", ".join(f"{key} = ?" for key in updates)
|
||||
values = [*updates.values(), task_id]
|
||||
with self._connect() as connection:
|
||||
connection.execute(
|
||||
f"update scheduled_tasks set {assignments} where id = ?",
|
||||
values,
|
||||
)
|
||||
|
||||
def count_queued_tasks(self) -> int:
|
||||
with self._connect() as connection:
|
||||
row = connection.execute(
|
||||
"select count(*) as count from scheduled_tasks where status = 'queued'"
|
||||
).fetchone()
|
||||
return int(row["count"])
|
||||
|
||||
# ----------------------------------------------------------------- plugins
|
||||
|
||||
def save_plugin(
|
||||
self,
|
||||
manifest: "PluginManifest",
|
||||
*,
|
||||
wired: bool,
|
||||
) -> None:
|
||||
with self._connect() as connection:
|
||||
connection.execute(
|
||||
"""
|
||||
insert into plugins (
|
||||
name, version, entry_point_kind, target, wired
|
||||
) values (?, ?, ?, ?, ?)
|
||||
on conflict(name) do update set
|
||||
version = excluded.version,
|
||||
entry_point_kind = excluded.entry_point_kind,
|
||||
target = excluded.target,
|
||||
wired = excluded.wired
|
||||
""",
|
||||
(
|
||||
manifest.name,
|
||||
manifest.version,
|
||||
manifest.entry_point_kind,
|
||||
manifest.target,
|
||||
1 if wired else 0,
|
||||
),
|
||||
)
|
||||
|
||||
def list_plugins(self) -> "list[tuple[PluginManifest, bool]]":
|
||||
from cloud.plugins import PluginManifest
|
||||
|
||||
with self._connect() as connection:
|
||||
rows = connection.execute(
|
||||
"select name, version, entry_point_kind, target, wired from plugins"
|
||||
).fetchall()
|
||||
return [
|
||||
(
|
||||
PluginManifest(
|
||||
name=row["name"],
|
||||
version=row["version"],
|
||||
entry_point_kind=row["entry_point_kind"],
|
||||
target=row["target"],
|
||||
),
|
||||
bool(row["wired"]),
|
||||
)
|
||||
for row in rows
|
||||
]
|
||||
|
||||
def get_plugin(self, name: str) -> "tuple[PluginManifest, bool] | None":
|
||||
from cloud.plugins import PluginManifest
|
||||
|
||||
with self._connect() as connection:
|
||||
row = connection.execute(
|
||||
"select name, version, entry_point_kind, target, wired from plugins where name = ?",
|
||||
(name,),
|
||||
).fetchone()
|
||||
if row is None:
|
||||
return None
|
||||
manifest = PluginManifest(
|
||||
name=row["name"],
|
||||
version=row["version"],
|
||||
entry_point_kind=row["entry_point_kind"],
|
||||
target=row["target"],
|
||||
)
|
||||
return (manifest, bool(row["wired"]))
|
||||
|
||||
# ------------------------------------------------------------------- schema
|
||||
|
||||
def _ensure_schema(self) -> None:
|
||||
with self._connect() as connection:
|
||||
connection.execute(
|
||||
"""
|
||||
create table if not exists host_registrations (
|
||||
host_id text primary key,
|
||||
address text,
|
||||
last_seen_at text not null
|
||||
)
|
||||
"""
|
||||
)
|
||||
connection.execute(
|
||||
"""
|
||||
create table if not exists pooled_devices (
|
||||
device_id text not null,
|
||||
host_id text not null,
|
||||
driver_type text not null,
|
||||
status text not null,
|
||||
capability_tags_json text not null,
|
||||
synced_at text,
|
||||
primary key (host_id, device_id)
|
||||
)
|
||||
"""
|
||||
)
|
||||
connection.execute(
|
||||
"""
|
||||
create table if not exists scheduled_tasks (
|
||||
id text primary key,
|
||||
goal text,
|
||||
workflow_definition_id text,
|
||||
constraints_json text not null,
|
||||
status text not null,
|
||||
assigned_device_id text,
|
||||
assigned_host_id text,
|
||||
created_at text not null
|
||||
)
|
||||
"""
|
||||
)
|
||||
connection.execute(
|
||||
"""
|
||||
create table if not exists plugins (
|
||||
name text primary key,
|
||||
version text not null,
|
||||
entry_point_kind text not null,
|
||||
target text not null,
|
||||
wired integer not null
|
||||
)
|
||||
"""
|
||||
)
|
||||
|
||||
def _connect(self) -> sqlite3.Connection:
|
||||
connection = sqlite3.connect(self.db_path)
|
||||
connection.row_factory = sqlite3.Row
|
||||
return connection
|
||||
|
||||
|
||||
def _iso(value: Any) -> str:
|
||||
if value is None:
|
||||
return ""
|
||||
if isinstance(value, str):
|
||||
return value
|
||||
return value.isoformat()
|
||||
|
||||
|
||||
def _parse_dt(value: Any):
|
||||
if not value:
|
||||
return None
|
||||
if isinstance(value, str):
|
||||
from datetime import datetime
|
||||
|
||||
try:
|
||||
return datetime.fromisoformat(value)
|
||||
except ValueError:
|
||||
return None
|
||||
return value
|
||||
|
||||
|
||||
def _row_to_host(row: sqlite3.Row):
|
||||
from cloud.pool import HostRegistration
|
||||
|
||||
return HostRegistration(
|
||||
host_id=row["host_id"],
|
||||
address=row["address"],
|
||||
last_seen_at=_parse_dt(row["last_seen_at"]) or utc_now(),
|
||||
)
|
||||
|
||||
|
||||
def _row_to_device(row: sqlite3.Row):
|
||||
from cloud.pool import PooledDevice
|
||||
|
||||
tags_raw = row["capability_tags_json"]
|
||||
try:
|
||||
tags = list(json.loads(tags_raw)) if tags_raw else []
|
||||
except (TypeError, ValueError):
|
||||
tags = []
|
||||
return PooledDevice(
|
||||
device_id=row["device_id"],
|
||||
host_id=row["host_id"],
|
||||
driver_type=row["driver_type"],
|
||||
status=row["status"],
|
||||
capability_tags=tags,
|
||||
synced_at=_parse_dt(row["synced_at"]),
|
||||
)
|
||||
|
||||
|
||||
def _row_to_task(row: sqlite3.Row):
|
||||
from cloud.scheduler import ScheduledTask, TaskConstraints
|
||||
|
||||
try:
|
||||
constraints_data = json.loads(row["constraints_json"]) if row["constraints_json"] else {}
|
||||
except (TypeError, ValueError):
|
||||
constraints_data = {}
|
||||
constraints = TaskConstraints(
|
||||
driver_type=constraints_data.get("driver_type"),
|
||||
capability_tags=list(constraints_data.get("capability_tags") or []),
|
||||
)
|
||||
return ScheduledTask(
|
||||
id=row["id"],
|
||||
goal=row["goal"],
|
||||
workflow_definition_id=row["workflow_definition_id"],
|
||||
constraints=constraints,
|
||||
status=row["status"],
|
||||
assigned_device_id=row["assigned_device_id"],
|
||||
assigned_host_id=row["assigned_host_id"],
|
||||
created_at=_parse_dt(row["created_at"]) or utc_now(),
|
||||
)
|
||||
Reference in New Issue
Block a user