27fe03b612
The `bot-bottle supervise` operator TUI read and wrote the queue DB directly and tried a backend-specific live "apply" (which was unwired — it raised). It now talks only to the orchestrator control plane: - OrchestratorClient gains supervise_pending() + supervise_respond(). - discover_orchestrator_url() finds the one running per-host control plane by health-probing the backends' well-known :8099 addresses (docker publishes on loopback; the firecracker infra VM serves it on the orchestrator TAP) — no backend branching in the TUI. - discover_pending/approve/reject call the client; the server does the apply + response + audit atomically. The dead direct-DB apply/audit helpers and the docker/macos applicator imports are gone. - A missing control plane is now a clean one-line error up front, not a mid-curses crash. CLI tests move to mocking the client (the DB-write behaviour they used to assert is now server-side, covered by test_orchestrator_service). Docker's orchestrator-container DB wiring lands next so its /supervise endpoints hit the same shared DB. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01WBMWTEtQdJ4W5UrWuLHCck
206 lines
8.3 KiB
Python
206 lines
8.3 KiB
Python
"""Host-side control-plane client (PRD 0070).
|
|
|
|
The launch path talks to the orchestrator over its HTTP control plane to
|
|
register, re-policy, and tear down bottles — the counterpart to the
|
|
gateway-side `PolicyResolver` (which only reads `/resolve`). Where
|
|
`PolicyResolver` is fail-closed and lives in the untrusted data plane, this
|
|
is the trusted control-plane caller: a non-success response is an error the
|
|
launch path must surface, not silently swallow.
|
|
|
|
Stdlib-only, so the CLI can drive the orchestrator without any dependency.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import urllib.error
|
|
import urllib.request
|
|
from dataclasses import dataclass
|
|
|
|
DEFAULT_TIMEOUT_SECONDS = 5.0
|
|
|
|
|
|
class OrchestratorClientError(RuntimeError):
|
|
"""A control-plane call failed (unreachable, or an unexpected status)."""
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class RegisteredBottle:
|
|
"""What `POST /bottles` returns: the minted bottle id and the per-bottle
|
|
identity token the agent presents for app-layer attribution."""
|
|
|
|
bottle_id: str
|
|
identity_token: str
|
|
|
|
|
|
class OrchestratorClient:
|
|
"""Trusted host-side client for the orchestrator control plane."""
|
|
|
|
def __init__(self, base_url: str, *, timeout: float = DEFAULT_TIMEOUT_SECONDS) -> None:
|
|
self._base = base_url.rstrip("/")
|
|
self._timeout = timeout
|
|
|
|
def _request(
|
|
self, method: str, path: str, body: dict[str, object] | None = None,
|
|
) -> tuple[int, dict[str, object]]:
|
|
"""Send one request; return `(status, payload)`. Raises
|
|
`OrchestratorClientError` only when the orchestrator can't be reached
|
|
or returns malformed data — HTTP *status* codes are returned so
|
|
callers can treat 404 as a meaningful "no such bottle"."""
|
|
data = json.dumps(body).encode() if body is not None else None
|
|
headers = {"Content-Type": "application/json"} if data is not None else {}
|
|
req = urllib.request.Request(
|
|
f"{self._base}{path}", data=data, method=method, headers=headers,
|
|
)
|
|
try:
|
|
with urllib.request.urlopen(req, timeout=self._timeout) as resp:
|
|
raw = resp.read()
|
|
payload = json.loads(raw) if raw else {}
|
|
return resp.status, payload if isinstance(payload, dict) else {}
|
|
except urllib.error.HTTPError as e:
|
|
# A structured error response still carries a usable status.
|
|
try:
|
|
payload = json.loads(e.read() or b"{}")
|
|
except (ValueError, OSError):
|
|
payload = {}
|
|
return e.code, payload if isinstance(payload, dict) else {}
|
|
except (urllib.error.URLError, TimeoutError, OSError, ValueError) as e:
|
|
raise OrchestratorClientError(f"{method} {path}: {e}") from e
|
|
|
|
def _ok(self, method: str, path: str, body: dict[str, object] | None = None) -> dict[str, object]:
|
|
"""`_request` that requires a 2xx, raising otherwise."""
|
|
status, payload = self._request(method, path, body)
|
|
if not 200 <= status < 300:
|
|
detail = payload.get("error", "")
|
|
raise OrchestratorClientError(f"{method} {path}: HTTP {status} {detail}".rstrip())
|
|
return payload
|
|
|
|
def health(self) -> bool:
|
|
"""True iff the control plane answers `GET /health` with 200."""
|
|
try:
|
|
status, _ = self._request("GET", "/health")
|
|
except OrchestratorClientError:
|
|
return False
|
|
return status == 200
|
|
|
|
def register_bottle(
|
|
self,
|
|
source_ip: str,
|
|
*,
|
|
image_ref: str = "",
|
|
metadata: str = "",
|
|
policy: str = "",
|
|
tokens: dict[str, str] | None = None,
|
|
) -> RegisteredBottle:
|
|
"""Register a bottle and broker its launch (`POST /bottles`). `tokens`
|
|
are the per-bottle egress auth values (env_name -> value) the
|
|
orchestrator holds in memory for the gateway to inject. Returns the
|
|
minted id + identity token."""
|
|
payload = self._ok("POST", "/bottles", {
|
|
"source_ip": source_ip,
|
|
"image_ref": image_ref,
|
|
"metadata": metadata,
|
|
"policy": policy,
|
|
"tokens": tokens or {},
|
|
})
|
|
bottle_id = payload.get("bottle_id")
|
|
token = payload.get("identity_token")
|
|
if not isinstance(bottle_id, str) or not isinstance(token, str):
|
|
raise OrchestratorClientError("register: response missing bottle_id/identity_token")
|
|
return RegisteredBottle(bottle_id=bottle_id, identity_token=token)
|
|
|
|
def teardown_bottle(self, bottle_id: str) -> bool:
|
|
"""Tear a bottle down (`DELETE /bottles/<id>`). False if the
|
|
orchestrator didn't know it (404) — idempotent for cleanup paths."""
|
|
status, _ = self._request("DELETE", f"/bottles/{bottle_id}")
|
|
if status == 404:
|
|
return False
|
|
if not 200 <= status < 300:
|
|
raise OrchestratorClientError(f"teardown {bottle_id}: HTTP {status}")
|
|
return True
|
|
|
|
def set_policy(self, bottle_id: str, policy: str) -> bool:
|
|
"""Live-reload a bottle's policy (`PUT /bottles/<id>/policy`). False on
|
|
404 (unknown bottle)."""
|
|
status, _ = self._request("PUT", f"/bottles/{bottle_id}/policy", {"policy": policy})
|
|
if status == 404:
|
|
return False
|
|
if not 200 <= status < 300:
|
|
raise OrchestratorClientError(f"set_policy {bottle_id}: HTTP {status}")
|
|
return True
|
|
|
|
def list_bottles(self) -> list[dict[str, object]]:
|
|
"""Every registered bottle's redacted record (`GET /bottles`)."""
|
|
payload = self._ok("GET", "/bottles")
|
|
bottles = payload.get("bottles")
|
|
return bottles if isinstance(bottles, list) else []
|
|
|
|
# --- supervise queue (operator TUI) ------------------------------------
|
|
|
|
def supervise_pending(self) -> list[dict[str, object]]:
|
|
"""Pending supervise proposals across all bottles
|
|
(`GET /supervise/proposals`)."""
|
|
payload = self._ok("GET", "/supervise/proposals")
|
|
proposals = payload.get("proposals")
|
|
return proposals if isinstance(proposals, list) else []
|
|
|
|
def supervise_respond(
|
|
self,
|
|
proposal_id: str,
|
|
*,
|
|
bottle_slug: str,
|
|
decision: str,
|
|
notes: str = "",
|
|
final_file: str | None = None,
|
|
) -> None:
|
|
"""Record an operator decision (`POST /supervise/respond`). `decision`
|
|
is approve/modify/reject. Raises `OrchestratorClientError` if the
|
|
proposal is gone or the bottle can no longer be applied to (409)."""
|
|
body: dict[str, object] = {
|
|
"proposal_id": proposal_id,
|
|
"bottle_slug": bottle_slug,
|
|
"decision": decision,
|
|
"notes": notes,
|
|
}
|
|
if final_file is not None:
|
|
body["final_file"] = final_file
|
|
self._ok("POST", "/supervise/respond", body)
|
|
|
|
|
|
def discover_orchestrator_url(*, timeout: float = 2.0) -> str:
|
|
"""The URL of the one running per-host orchestrator control plane, probing
|
|
the backends' well-known control-plane addresses (both on port 8099):
|
|
docker publishes it on loopback; the firecracker infra VM serves it on the
|
|
orchestrator TAP. Returns the first that answers `/health`; raises if none
|
|
do (no orchestrator up — launch a bottle first)."""
|
|
candidates: list[str] = []
|
|
try: # docker: loopback-published control plane
|
|
from .lifecycle import DEFAULT_PORT as _DOCKER_PORT
|
|
candidates.append(f"http://127.0.0.1:{_DOCKER_PORT}")
|
|
except Exception: # noqa: BLE001 — backend optional
|
|
candidates.append("http://127.0.0.1:8099")
|
|
try: # firecracker: infra VM control plane on the orchestrator TAP
|
|
from ..backend.firecracker import netpool
|
|
from ..backend.firecracker.infra_vm import CONTROL_PLANE_PORT
|
|
candidates.append(
|
|
f"http://{netpool.orch_slot().guest_ip}:{CONTROL_PLANE_PORT}")
|
|
except Exception: # noqa: BLE001 — backend optional / not firecracker
|
|
pass
|
|
for url in candidates:
|
|
if OrchestratorClient(url, timeout=timeout).health():
|
|
return url
|
|
raise OrchestratorClientError(
|
|
"no running orchestrator control plane found (tried "
|
|
+ ", ".join(candidates)
|
|
+ "); launch a bottle first"
|
|
)
|
|
|
|
|
|
__all__ = [
|
|
"OrchestratorClient",
|
|
"OrchestratorClientError",
|
|
"RegisteredBottle",
|
|
"DEFAULT_TIMEOUT_SECONDS",
|
|
"discover_orchestrator_url",
|
|
]
|