Compare commits
7 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 18e610c7a8 | |||
| d5fb159857 | |||
| 71699b3ecd | |||
| 57290da1e8 | |||
| df1f0e8f70 | |||
| 314dc03b0d | |||
| 06025687ed |
+2
-8
@@ -18,7 +18,7 @@
|
|||||||
# /git-gate-entrypoint.sh docker-cp'd at start time
|
# /git-gate-entrypoint.sh docker-cp'd at start time
|
||||||
# /git-gate/creds/* docker-cp'd at start time
|
# /git-gate/creds/* docker-cp'd at start time
|
||||||
# /git/* bare repos, populated at runtime
|
# /git/* bare repos, populated at runtime
|
||||||
# /run/supervise/bot-bottle.db bind-mounted at run time
|
# /run/supervise/queue/ bind-mounted at run time
|
||||||
# /home/mitmproxy/.mitmproxy/ mitmproxy CA dir
|
# /home/mitmproxy/.mitmproxy/ mitmproxy CA dir
|
||||||
#
|
#
|
||||||
# Exposed ports inside the container:
|
# Exposed ports inside the container:
|
||||||
@@ -66,12 +66,6 @@ COPY bot_bottle/egress_dlp_config.py /app/egress_dlp_config.py
|
|||||||
COPY bot_bottle/egress_addon.py /app/egress_addon.py
|
COPY bot_bottle/egress_addon.py /app/egress_addon.py
|
||||||
COPY bot_bottle/dlp_detectors.py /app/dlp_detectors.py
|
COPY bot_bottle/dlp_detectors.py /app/dlp_detectors.py
|
||||||
COPY bot_bottle/yaml_subset.py /app/yaml_subset.py
|
COPY bot_bottle/yaml_subset.py /app/yaml_subset.py
|
||||||
COPY bot_bottle/migrations.py /app/migrations.py
|
|
||||||
COPY bot_bottle/db_store.py /app/db_store.py
|
|
||||||
COPY bot_bottle/supervise_types.py /app/supervise_types.py
|
|
||||||
COPY bot_bottle/queue_store.py /app/queue_store.py
|
|
||||||
COPY bot_bottle/audit_store.py /app/audit_store.py
|
|
||||||
COPY bot_bottle/store_manager.py /app/store_manager.py
|
|
||||||
COPY bot_bottle/supervise.py /app/supervise.py
|
COPY bot_bottle/supervise.py /app/supervise.py
|
||||||
COPY bot_bottle/supervise_server.py /app/supervise_server.py
|
COPY bot_bottle/supervise_server.py /app/supervise_server.py
|
||||||
COPY bot_bottle/sidecar_init.py /app/sidecar_init.py
|
COPY bot_bottle/sidecar_init.py /app/sidecar_init.py
|
||||||
@@ -87,7 +81,7 @@ RUN mkdir -p \
|
|||||||
/etc/git-gate \
|
/etc/git-gate \
|
||||||
/git-gate/creds \
|
/git-gate/creds \
|
||||||
/git \
|
/git \
|
||||||
/run/supervise \
|
/run/supervise/queue \
|
||||||
/home/mitmproxy/.mitmproxy
|
/home/mitmproxy/.mitmproxy
|
||||||
|
|
||||||
# Documentation only — the compose renderer publishes whichever
|
# Documentation only — the compose renderer publishes whichever
|
||||||
|
|||||||
@@ -25,7 +25,7 @@
|
|||||||
- **Provider templates (Claude, Codex)** — `Dockerfile.claude` / `Dockerfile.codex`, or a bottle-supplied Dockerfile. Claude auth via long-lived OAuth token; Codex via opt-in host device-auth forwarding.
|
- **Provider templates (Claude, Codex)** — `Dockerfile.claude` / `Dockerfile.codex`, or a bottle-supplied Dockerfile. Claude auth via long-lived OAuth token; Codex via opt-in host device-auth forwarding.
|
||||||
- **gVisor auto-detect** — on Linux hosts where `runsc` is registered with Docker, every bottle launches under it for a userspace syscall barrier; no manifest config required.
|
- **gVisor auto-detect** — on Linux hosts where `runsc` is registered with Docker, every bottle launches under it for a userspace syscall barrier; no manifest config required.
|
||||||
- **Apple Container backend (macOS default when available)** — runs the agent and sidecar bundle with Apple's `container` CLI, using a host-only agent network plus a separate sidecar egress network.
|
- **Apple Container backend (macOS default when available)** — runs the agent and sidecar bundle with Apple's `container` CLI, using a host-only agent network plus a separate sidecar egress network.
|
||||||
- **Smolmachines backend** — runs the agent in a libkrun micro-VM while the sidecar bundle stays in Docker. TSI and smolmachines DNS filtering close the raw DNS exfiltration gap that exists in the legacy Docker backend. Runs on macOS (Hypervisor.framework) and Linux (KVM, `/dev/kvm`).
|
- **Smolmachines backend** — runs the agent in a libkrun micro-VM while the sidecar bundle stays in Docker. TSI and smolmachines DNS filtering close the raw DNS exfiltration gap that exists in the legacy Docker backend.
|
||||||
- **Legacy Docker backend** — still available for examples, CI, and hosts without Apple Container via `BOT_BOTTLE_BACKEND=docker` or `--backend=docker`.
|
- **Legacy Docker backend** — still available for examples, CI, and hosts without Apple Container via `BOT_BOTTLE_BACKEND=docker` or `--backend=docker`.
|
||||||
|
|
||||||
## Architecture
|
## Architecture
|
||||||
@@ -71,26 +71,10 @@ When the agent exits, `cli.py` tears down every sidecar and both networks; nothi
|
|||||||
|
|
||||||
## Quickstart
|
## Quickstart
|
||||||
|
|
||||||
On compatible macOS hosts, the default backend requires Apple's `container` CLI and does not require Docker. The smolmachines backend requires Docker on the host for the sidecar bundle plus `smolvm` (macOS or Linux). The legacy Docker backend requires Docker. Claude bottles also need a long-lived Claude Code OAuth token (`claude setup-token`) exported as `BOT_BOTTLE_CLAUDE_OAUTH_TOKEN`.
|
On compatible macOS hosts, the default backend requires Apple's `container` CLI and does not require Docker. The smolmachines backend requires Docker on the host for the sidecar bundle plus smolvm. The legacy Docker backend requires Docker. Claude bottles also need a long-lived Claude Code OAuth token (`claude setup-token`) exported as `BOT_BOTTLE_CLAUDE_OAUTH_TOKEN`.
|
||||||
|
|
||||||
Use `BOT_BOTTLE_BACKEND=docker ./cli.py start <agent>` on hosts where Apple Container is not installed and Docker is the desired backend.
|
Use `BOT_BOTTLE_BACKEND=docker ./cli.py start <agent>` on hosts where Apple Container is not installed and Docker is the desired backend.
|
||||||
|
|
||||||
### smolmachines on Linux
|
|
||||||
|
|
||||||
The smolmachines backend runs on Linux as well as macOS. On Linux, `smolvm`/libkrun use KVM, so the host needs:
|
|
||||||
|
|
||||||
- **`/dev/kvm`** present and accessible. Load `kvm-intel` or `kvm-amd` (and enable virtualization in BIOS/firmware). The invoking user must be in the `kvm` group: `sudo usermod -aG kvm "$USER"` then re-login. bot-bottle preflights this and reports exactly what's missing.
|
|
||||||
- **`smolvm`** on `PATH`: `curl -sSL https://smolmachines.com/install.sh | sh`.
|
|
||||||
- **Docker** for the sidecar bundle and image build, same as macOS.
|
|
||||||
|
|
||||||
Per-bottle isolation works the same as macOS without any `ifconfig`/sudo step — all of `127.0.0.0/8` is already loopback on Linux, so each bottle's sidecar bundle is published on its own `127.0.0.<N>` and TSI's allowlist is scoped to that `/32`.
|
|
||||||
|
|
||||||
```sh
|
|
||||||
BOT_BOTTLE_BACKEND=smolmachines ./cli.py start <agent>
|
|
||||||
```
|
|
||||||
|
|
||||||
> **NixOS:** enable `virtualisation.docker`, ensure the KVM module is loaded (`boot.kernelModules = [ "kvm-intel" ];` or `kvm-amd`), and add your user to the `kvm` and `docker` groups. If you run bottles from a Gitea Actions runner, use a `host`-label runner so Docker, `smolvm`, and `/dev/kvm` are all reachable from the job. `smolvm` isn't in nixpkgs — install the release binary (pin the version) and put it on the runner's `PATH`.
|
|
||||||
|
|
||||||
```sh
|
```sh
|
||||||
./cli.py start <agent> # builds the image on first run, drops you into claude
|
./cli.py start <agent> # builds the image on first run, drops you into claude
|
||||||
```
|
```
|
||||||
|
|||||||
@@ -227,10 +227,6 @@ class AgentProvider(ABC):
|
|||||||
from .backend.util import AGENT_CA_PATH, log_ca_fingerprint, select_ca_cert
|
from .backend.util import AGENT_CA_PATH, log_ca_fingerprint, select_ca_cert
|
||||||
from .log import die
|
from .log import die
|
||||||
cert_host_path, label = select_ca_cert(plan.egress_plan)
|
cert_host_path, label = select_ca_cert(plan.egress_plan)
|
||||||
# Ensure the target directory exists. smolvm's pack step may not
|
|
||||||
# preserve the empty /usr/local/share/ca-certificates/ directory
|
|
||||||
# on Linux; mkdir -p is idempotent and safe for all backends.
|
|
||||||
bottle.exec("mkdir -p /usr/local/share/ca-certificates", user="root")
|
|
||||||
bottle.cp_in(str(cert_host_path), AGENT_CA_PATH)
|
bottle.cp_in(str(cert_host_path), AGENT_CA_PATH)
|
||||||
r = bottle.exec(
|
r = bottle.exec(
|
||||||
f"chmod 644 {AGENT_CA_PATH} && update-ca-certificates",
|
f"chmod 644 {AGENT_CA_PATH} && update-ca-certificates",
|
||||||
|
|||||||
@@ -1,91 +0,0 @@
|
|||||||
"""SQLite-backed audit store for supervise (PRD 0013)."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import sqlite3
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
try:
|
|
||||||
from .supervise_types import AuditEntry, host_db_path
|
|
||||||
from .db_store import DbStore
|
|
||||||
from .migrations import TableMigrations
|
|
||||||
except ImportError:
|
|
||||||
from supervise_types import AuditEntry, host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
from db_store import DbStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
|
|
||||||
|
|
||||||
class AuditStore(DbStore):
|
|
||||||
"""SQLite-backed persistent store for supervise audit entries."""
|
|
||||||
|
|
||||||
def __init__(self, db_path: Path | None = None) -> None:
|
|
||||||
# One entry per schema version: migrations[0] brings a fresh DB to
|
|
||||||
# version 1, [1] to version 2, etc. Add new entries at the end; never
|
|
||||||
# edit existing ones.
|
|
||||||
migrations = TableMigrations("audit_store", [
|
|
||||||
# v1 — initial schema
|
|
||||||
"""
|
|
||||||
CREATE TABLE IF NOT EXISTS supervise_audit_entries (
|
|
||||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
||||||
timestamp TEXT NOT NULL,
|
|
||||||
bottle_slug TEXT NOT NULL,
|
|
||||||
component TEXT NOT NULL,
|
|
||||||
operator_action TEXT NOT NULL,
|
|
||||||
operator_notes TEXT NOT NULL,
|
|
||||||
justification TEXT NOT NULL,
|
|
||||||
diff TEXT NOT NULL
|
|
||||||
)
|
|
||||||
""",
|
|
||||||
])
|
|
||||||
super().__init__(db_path or host_db_path(), migrations)
|
|
||||||
|
|
||||||
def write_audit_entry(self, entry: AuditEntry) -> Path:
|
|
||||||
with self._connect() as conn:
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
INSERT INTO supervise_audit_entries (
|
|
||||||
timestamp, bottle_slug, component, operator_action,
|
|
||||||
operator_notes, justification, diff
|
|
||||||
) VALUES (?, ?, ?, ?, ?, ?, ?)
|
|
||||||
""",
|
|
||||||
(
|
|
||||||
entry.timestamp,
|
|
||||||
entry.bottle_slug,
|
|
||||||
entry.component,
|
|
||||||
entry.operator_action,
|
|
||||||
entry.operator_notes,
|
|
||||||
entry.justification,
|
|
||||||
entry.diff,
|
|
||||||
),
|
|
||||||
)
|
|
||||||
self._chmod()
|
|
||||||
return self.db_path
|
|
||||||
|
|
||||||
def read_audit_entries(self, component: str, slug: str) -> list[AuditEntry]:
|
|
||||||
if not self.db_path.is_file():
|
|
||||||
return []
|
|
||||||
with self._connect() as conn:
|
|
||||||
rows = conn.execute(
|
|
||||||
"""
|
|
||||||
SELECT * FROM supervise_audit_entries
|
|
||||||
WHERE component = ? AND bottle_slug = ?
|
|
||||||
ORDER BY id
|
|
||||||
""",
|
|
||||||
(component, slug),
|
|
||||||
).fetchall()
|
|
||||||
return [self._row_to_entry(row) for row in rows]
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _row_to_entry(row: sqlite3.Row) -> AuditEntry:
|
|
||||||
return AuditEntry(
|
|
||||||
timestamp=row["timestamp"],
|
|
||||||
bottle_slug=row["bottle_slug"],
|
|
||||||
component=row["component"],
|
|
||||||
operator_action=row["operator_action"],
|
|
||||||
operator_notes=row["operator_notes"],
|
|
||||||
justification=row["justification"],
|
|
||||||
diff=row["diff"],
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = ["AuditStore"]
|
|
||||||
@@ -34,7 +34,7 @@ from ...egress import (
|
|||||||
from ...git_gate import GIT_GATE_HOSTNAME
|
from ...git_gate import GIT_GATE_HOSTNAME
|
||||||
from ...log import die, warn
|
from ...log import die, warn
|
||||||
from ...supervise import (
|
from ...supervise import (
|
||||||
DB_PATH_IN_CONTAINER,
|
QUEUE_DIR_IN_CONTAINER,
|
||||||
SUPERVISE_HOSTNAME,
|
SUPERVISE_HOSTNAME,
|
||||||
SUPERVISE_PORT,
|
SUPERVISE_PORT,
|
||||||
)
|
)
|
||||||
@@ -163,15 +163,16 @@ def _sidecar_bundle_service(plan: DockerBottlePlan) -> dict[str, Any]:
|
|||||||
if sp is not None:
|
if sp is not None:
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
volumes.append({
|
volumes.append({
|
||||||
"type": "bind",
|
"type": "bind",
|
||||||
"source": str(sp.db_path),
|
"source": str(sp.queue_dir),
|
||||||
"target": DB_PATH_IN_CONTAINER,
|
"target": QUEUE_DIR_IN_CONTAINER,
|
||||||
"read_only": False,
|
"read_only": False,
|
||||||
})
|
})
|
||||||
|
|
||||||
internal_aliases = [EGRESS_HOSTNAME]
|
internal_aliases = [EGRESS_HOSTNAME]
|
||||||
if gp.upstreams:
|
if gp.upstreams:
|
||||||
internal_aliases.append(GIT_GATE_HOSTNAME)
|
internal_aliases.append(GIT_GATE_HOSTNAME)
|
||||||
|
|||||||
@@ -33,7 +33,7 @@ from ...git_gate import (
|
|||||||
revoke_git_gate_provisioned_keys,
|
revoke_git_gate_provisioned_keys,
|
||||||
)
|
)
|
||||||
from ...log import die, info, warn
|
from ...log import die, info, warn
|
||||||
from ...supervise import DB_PATH_IN_CONTAINER, SUPERVISE_PORT
|
from ...supervise import QUEUE_DIR_IN_CONTAINER, SUPERVISE_PORT
|
||||||
from ...util import expand_tilde
|
from ...util import expand_tilde
|
||||||
from ..docker.egress import EGRESS_CA_IN_CONTAINER, EGRESS_PORT
|
from ..docker.egress import EGRESS_CA_IN_CONTAINER, EGRESS_PORT
|
||||||
from ..docker.git_gate import (
|
from ..docker.git_gate import (
|
||||||
@@ -379,7 +379,7 @@ def _sidecar_env_entries(plan: MacosContainerBottlePlan) -> tuple[str, ...]:
|
|||||||
if plan.supervise_plan is not None:
|
if plan.supervise_plan is not None:
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
return tuple(env)
|
return tuple(env)
|
||||||
@@ -405,15 +405,7 @@ def _sidecar_mounts(
|
|||||||
|
|
||||||
sp = plan.supervise_plan
|
sp = plan.supervise_plan
|
||||||
if sp is not None:
|
if sp is not None:
|
||||||
# `container run --mount type=bind` only accepts directory
|
mounts.append((str(sp.queue_dir), QUEUE_DIR_IN_CONTAINER, False))
|
||||||
# sources (a file source fails with "is not a directory") —
|
|
||||||
# mount db_path's dedicated parent dir instead of the file
|
|
||||||
# itself, same as the CA/routes mounts above.
|
|
||||||
mounts.append((
|
|
||||||
str(sp.db_path.parent),
|
|
||||||
str(Path(DB_PATH_IN_CONTAINER).parent),
|
|
||||||
False,
|
|
||||||
))
|
|
||||||
|
|
||||||
return tuple(mounts)
|
return tuple(mounts)
|
||||||
|
|
||||||
|
|||||||
@@ -47,24 +47,10 @@ _HOME_FOR = {
|
|||||||
"root": "/root",
|
"root": "/root",
|
||||||
}
|
}
|
||||||
|
|
||||||
_DEFAULT_PATH_FOR = {
|
|
||||||
# Committed smolmachine snapshots are rebuilt from a rootfs tarball and
|
|
||||||
# lose Docker image ENV metadata. Restore the provider CLI path here so
|
|
||||||
# resumed Codex bottles can still find the per-user install.
|
|
||||||
"node": (
|
|
||||||
"/home/node/.local/bin:"
|
|
||||||
"/home/node/.codex/packages/standalone/current/bin:"
|
|
||||||
"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
|
||||||
),
|
|
||||||
"root": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
def _env_assignments_for(user: str, env: Mapping[str, str]) -> list[str]:
|
def _env_assignments_for(user: str, env: Mapping[str, str]) -> list[str]:
|
||||||
home = _HOME_FOR.get(user, f"/home/{user}")
|
home = _HOME_FOR.get(user, f"/home/{user}")
|
||||||
out = [f"HOME={home}", f"USER={user}"]
|
out = [f"HOME={home}", f"USER={user}"]
|
||||||
if "PATH" not in env:
|
|
||||||
out.append(f"PATH={_DEFAULT_PATH_FOR.get(user, _DEFAULT_PATH_FOR['root'])}")
|
|
||||||
for k, v in env.items():
|
for k, v in env.items():
|
||||||
out.append(f"{k}={v}")
|
out.append(f"{k}={v}")
|
||||||
return out
|
return out
|
||||||
|
|||||||
@@ -17,7 +17,6 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import dataclasses
|
import dataclasses
|
||||||
import os
|
import os
|
||||||
import platform
|
|
||||||
from contextlib import ExitStack, contextmanager
|
from contextlib import ExitStack, contextmanager
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Callable, Generator
|
from typing import Callable, Generator
|
||||||
@@ -28,7 +27,7 @@ from ...egress import (
|
|||||||
egress_resolve_token_values,
|
egress_resolve_token_values,
|
||||||
egress_sidecar_env_entries,
|
egress_sidecar_env_entries,
|
||||||
)
|
)
|
||||||
from ...supervise import DB_PATH_IN_CONTAINER, SUPERVISE_PORT
|
from ...supervise import QUEUE_DIR_IN_CONTAINER, SUPERVISE_PORT
|
||||||
from ...util import expand_tilde
|
from ...util import expand_tilde
|
||||||
from ..docker import util as docker_mod
|
from ..docker import util as docker_mod
|
||||||
from ..docker.egress import (
|
from ..docker.egress import (
|
||||||
@@ -92,13 +91,12 @@ def launch(
|
|||||||
try:
|
try:
|
||||||
loopback_ip, network = _allocate_resources(plan, stack)
|
loopback_ip, network = _allocate_resources(plan, stack)
|
||||||
plan = _mint_certs(plan)
|
plan = _mint_certs(plan)
|
||||||
proxy_host = _proxy_host(plan, loopback_ip)
|
plan = _start_bundle(plan, network, loopback_ip, stack)
|
||||||
plan = _start_bundle(plan, network, proxy_host, stack)
|
plan = _discover_urls(plan, loopback_ip)
|
||||||
plan = _discover_urls(plan, proxy_host)
|
|
||||||
|
|
||||||
agent_from_path = _agent_from_path(plan)
|
agent_from_path = _agent_from_path(plan)
|
||||||
|
|
||||||
_launch_vm(plan, agent_from_path, proxy_host, stack)
|
_launch_vm(plan, agent_from_path, loopback_ip, stack)
|
||||||
_init_vm(plan)
|
_init_vm(plan)
|
||||||
|
|
||||||
bottle = SmolmachinesBottle(
|
bottle = SmolmachinesBottle(
|
||||||
@@ -146,12 +144,10 @@ def _allocate_resources(
|
|||||||
) -> tuple[str, str]:
|
) -> tuple[str, str]:
|
||||||
"""Reserve a loopback alias and create the per-bottle docker bridge.
|
"""Reserve a loopback alias and create the per-bottle docker bridge.
|
||||||
|
|
||||||
The per-bottle alias scopes TSI's allowlist to this bottle's
|
macOS only routes 127.0.0.1 by default; the per-bottle alias
|
||||||
published ports so the agent can't reach other bottles' or host
|
scopes TSI's allowlist to this bottle's published ports so the
|
||||||
services' ports on loopback. On macOS `ensure_pool` first
|
agent can't reach other bottles' or host services' ports on
|
||||||
sudo-aliases the pool on `lo0`; on Linux that's a no-op since
|
loopback. No-op on Linux."""
|
||||||
all of 127.0.0.0/8 is already loopback, but the per-bottle
|
|
||||||
allocation runs on both."""
|
|
||||||
_loopback.ensure_pool()
|
_loopback.ensure_pool()
|
||||||
loopback_ip = _loopback.allocate(plan.slug)
|
loopback_ip = _loopback.allocate(plan.slug)
|
||||||
network = _bundle.bundle_network_name(plan.slug)
|
network = _bundle.bundle_network_name(plan.slug)
|
||||||
@@ -176,13 +172,13 @@ def _mint_certs(plan: SmolmachinesBottlePlan) -> SmolmachinesBottlePlan:
|
|||||||
def _start_bundle(
|
def _start_bundle(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
network: str,
|
network: str,
|
||||||
proxy_host: str,
|
loopback_ip: str,
|
||||||
stack: ExitStack,
|
stack: ExitStack,
|
||||||
) -> SmolmachinesBottlePlan:
|
) -> SmolmachinesBottlePlan:
|
||||||
"""Build the BundleLaunchSpec, resolve token env, start the
|
"""Build the BundleLaunchSpec, resolve token env, start the
|
||||||
sidecar bundle container, and register teardown."""
|
sidecar bundle container, and register teardown."""
|
||||||
plan = _provision_git_gate_keys(plan)
|
plan = _provision_git_gate_keys(plan)
|
||||||
bundle_spec = _bundle_launch_spec(plan, network, proxy_host)
|
bundle_spec = _bundle_launch_spec(plan, network, loopback_ip)
|
||||||
token_env = _resolve_token_env(plan, dict(os.environ))
|
token_env = _resolve_token_env(plan, dict(os.environ))
|
||||||
_bundle.ensure_bundle_image(bundle_spec.image)
|
_bundle.ensure_bundle_image(bundle_spec.image)
|
||||||
_bundle.start_bundle(bundle_spec, env={**os.environ, **token_env})
|
_bundle.start_bundle(bundle_spec, env={**os.environ, **token_env})
|
||||||
@@ -205,40 +201,39 @@ def _provision_git_gate_keys(
|
|||||||
|
|
||||||
def _discover_urls(
|
def _discover_urls(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
proxy_host: str,
|
loopback_ip: str,
|
||||||
) -> SmolmachinesBottlePlan:
|
) -> SmolmachinesBottlePlan:
|
||||||
"""Discover host-side ports for published container ports and
|
"""Discover host-side ports for published container ports and
|
||||||
return the plan with URLs + guest_env stamped in.
|
return the plan with URLs + guest_env stamped in.
|
||||||
|
|
||||||
`proxy_host` is the host IP that both TSI's allowlist and
|
Docker container IPs (192.168.x.x in the daemon's bridge)
|
||||||
docker's port-forward bindings are keyed to. On macOS it is the
|
aren't reachable from the smolvm guest on macOS — TSI uses
|
||||||
per-bottle loopback alias; on Linux it is the per-bottle bridge
|
macOS networking, and macOS sees the daemon's bridge via the
|
||||||
gateway (see `_proxy_host`). The agent dials the published port
|
published-port loopback forward only.
|
||||||
on this IP for all bundle-hosted services.
|
|
||||||
|
|
||||||
NO_PROXY includes `proxy_host` so supervise + git-gate URLs
|
NO_PROXY includes the per-bottle loopback alias so the
|
||||||
bypass HTTPS_PROXY."""
|
supervise + git-gate URLs bypass HTTPS_PROXY."""
|
||||||
agent_facing_host_port = _bundle.bundle_host_port(
|
agent_facing_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _EGRESS_PORT, host_ip=proxy_host,
|
plan.slug, _EGRESS_PORT, host_ip=loopback_ip,
|
||||||
)
|
)
|
||||||
agent_proxy_url = f"http://{proxy_host}:{agent_facing_host_port}"
|
agent_proxy_url = f"http://{loopback_ip}:{agent_facing_host_port}"
|
||||||
|
|
||||||
agent_git_gate_host = ""
|
agent_git_gate_host = ""
|
||||||
if plan.git_gate_plan.upstreams:
|
if plan.git_gate_plan.upstreams:
|
||||||
git_gate_host_port = _bundle.bundle_host_port(
|
git_gate_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _GIT_HTTP_PORT, host_ip=proxy_host,
|
plan.slug, _GIT_HTTP_PORT, host_ip=loopback_ip,
|
||||||
)
|
)
|
||||||
agent_git_gate_host = f"{proxy_host}:{git_gate_host_port}"
|
agent_git_gate_host = f"{loopback_ip}:{git_gate_host_port}"
|
||||||
|
|
||||||
agent_supervise_url = ""
|
agent_supervise_url = ""
|
||||||
if plan.supervise_plan is not None:
|
if plan.supervise_plan is not None:
|
||||||
supervise_host_port = _bundle.bundle_host_port(
|
supervise_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _SUPERVISE_PORT, host_ip=proxy_host,
|
plan.slug, _SUPERVISE_PORT, host_ip=loopback_ip,
|
||||||
)
|
)
|
||||||
agent_supervise_url = f"http://{proxy_host}:{supervise_host_port}/"
|
agent_supervise_url = f"http://{loopback_ip}:{supervise_host_port}/"
|
||||||
|
|
||||||
existing_no_proxy = plan.guest_env.get("NO_PROXY", "localhost,127.0.0.1")
|
existing_no_proxy = plan.guest_env.get("NO_PROXY", "localhost,127.0.0.1")
|
||||||
no_proxy = f"{existing_no_proxy},{proxy_host}"
|
no_proxy = f"{existing_no_proxy},{loopback_ip}"
|
||||||
guest_env = {
|
guest_env = {
|
||||||
**plan.guest_env,
|
**plan.guest_env,
|
||||||
"HTTPS_PROXY": agent_proxy_url,
|
"HTTPS_PROXY": agent_proxy_url,
|
||||||
@@ -268,32 +263,27 @@ def _discover_urls(
|
|||||||
def _launch_vm(
|
def _launch_vm(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
agent_from_path: Path,
|
agent_from_path: Path,
|
||||||
proxy_host: str,
|
loopback_ip: str,
|
||||||
stack: ExitStack,
|
stack: ExitStack,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""Create, patch, and start the smolvm VM; register teardown.
|
"""Create, patch, and start the smolvm VM; register teardown.
|
||||||
|
|
||||||
--allow-cidr is `proxy_host/32` — the per-bottle loopback alias
|
--allow-cidr is the per-bottle loopback alias so the guest can
|
||||||
on macOS or the bridge gateway on Linux (see `_proxy_host`). This
|
only reach this bottle's bundle ports. force_allowlist patches
|
||||||
ensures the guest can only reach bundle ports published on that IP,
|
smolvm 0.8.0's silent-drop of --allow-cidr when combined with
|
||||||
not the container IP directly. force_allowlist confirms the
|
--from. Smolfile isn't usable here — smolvm 0.8.0 makes --from
|
||||||
allowlist persisted (patching smolvm 0.8.0's silent-drop of
|
|
||||||
--allow-cidr when combined with --from) and fails closed if it
|
|
||||||
can't. Smolfile isn't usable here — smolvm 0.8.0 makes --from
|
|
||||||
and --smolfile mutually exclusive."""
|
and --smolfile mutually exclusive."""
|
||||||
tsi_cidr = f"{proxy_host}/32"
|
|
||||||
_smolvm.machine_create(
|
_smolvm.machine_create(
|
||||||
plan.machine_name,
|
plan.machine_name,
|
||||||
from_path=agent_from_path,
|
from_path=agent_from_path,
|
||||||
allow_cidrs=[tsi_cidr],
|
allow_cidrs=[f"{loopback_ip}/32"],
|
||||||
env=plan.guest_env,
|
env=plan.guest_env,
|
||||||
)
|
)
|
||||||
stack.callback(_smolvm.machine_delete, plan.machine_name)
|
stack.callback(_smolvm.machine_delete, plan.machine_name)
|
||||||
# Confirm the booted VM's TSI allowlist will actually enforce the
|
# Workaround smolvm 0.8.0: `--allow-cidr` is silently dropped
|
||||||
# /32 before start (smolvm 0.8.0 silently drops `--allow-cidr`
|
# when combined with `--from`. Patch the persisted state DB
|
||||||
# with `--from`, so the persisted state DB is patched if needed).
|
# before start so the booted VM's TSI actually enforces.
|
||||||
# Fails closed if enforcement can't be confirmed.
|
_loopback.force_allowlist(plan.machine_name, [f"{loopback_ip}/32"])
|
||||||
_loopback.force_allowlist(plan.machine_name, [tsi_cidr])
|
|
||||||
_smolvm.machine_start(plan.machine_name)
|
_smolvm.machine_start(plan.machine_name)
|
||||||
stack.callback(_smolvm.machine_stop, plan.machine_name)
|
stack.callback(_smolvm.machine_stop, plan.machine_name)
|
||||||
|
|
||||||
@@ -302,9 +292,7 @@ def _init_vm(plan: SmolmachinesBottlePlan) -> None:
|
|||||||
"""Repair filesystem ownership and wait for exec channel readiness.
|
"""Repair filesystem ownership and wait for exec channel readiness.
|
||||||
|
|
||||||
Ownership repair: smolvm's pack process remaps files to the host
|
Ownership repair: smolvm's pack process remaps files to the host
|
||||||
invoker's uid (e.g. 501 on macOS, 1000 on Linux). The chowns use
|
invoker's uid (501 on macOS). /home/node must be node:node so
|
||||||
names not numbers so they're correct on either. /home/node must
|
|
||||||
be node:node so
|
|
||||||
Claude Code can write ~/.claude.json; /tmp + /var/tmp need root
|
Claude Code can write ~/.claude.json; /tmp + /var/tmp need root
|
||||||
mode 1777 so non-root processes can create per-uid scratch dirs.
|
mode 1777 so non-root processes can create per-uid scratch dirs.
|
||||||
All folded into one sh -c to avoid back-to-back exec calls
|
All folded into one sh -c to avoid back-to-back exec calls
|
||||||
@@ -327,29 +315,8 @@ def _init_vm(plan: SmolmachinesBottlePlan) -> None:
|
|||||||
_smolvm.wait_exec_ready(plan.machine_name)
|
_smolvm.wait_exec_ready(plan.machine_name)
|
||||||
|
|
||||||
|
|
||||||
def _proxy_host(plan: SmolmachinesBottlePlan, loopback_ip: str) -> str:
|
|
||||||
"""Return the host IP for TSI's allowlist and docker port-forward bindings.
|
|
||||||
|
|
||||||
On macOS, the per-bottle loopback alias (e.g. ``127.0.0.16``) works
|
|
||||||
because macOS's network stack lets TSI intercept 127.x.x.x connects
|
|
||||||
from the guest before they reach the host's own loopback.
|
|
||||||
|
|
||||||
On Linux, the guest kernel's LOCAL routing table routes all
|
|
||||||
``127.0.0.0/8`` to the guest's own loopback — those packets never
|
|
||||||
reach eth0 and TSI never sees them. Using the per-bottle bridge
|
|
||||||
gateway (e.g. ``192.168.N.1``) instead sidesteps the problem: it
|
|
||||||
is not a loopback address, so the guest routes it via eth0 and TSI
|
|
||||||
intercepts it normally. The TSI allowlist is ``gateway/32``, which
|
|
||||||
is distinct from the container IP (``192.168.N.2``), so the agent
|
|
||||||
still can't reach the egress daemon directly — TSI blocks any
|
|
||||||
connection to the container IP that isn't via the published port."""
|
|
||||||
if platform.system() == "Linux":
|
|
||||||
return plan.bundle_gateway
|
|
||||||
return loopback_ip
|
|
||||||
|
|
||||||
|
|
||||||
def _bundle_launch_spec(
|
def _bundle_launch_spec(
|
||||||
plan: SmolmachinesBottlePlan, network: str, proxy_host: str,
|
plan: SmolmachinesBottlePlan, network: str, loopback_ip: str,
|
||||||
) -> _bundle.BundleLaunchSpec:
|
) -> _bundle.BundleLaunchSpec:
|
||||||
"""Build a BundleLaunchSpec from the resolved inner Plans.
|
"""Build a BundleLaunchSpec from the resolved inner Plans.
|
||||||
|
|
||||||
@@ -402,15 +369,14 @@ def _bundle_launch_spec(
|
|||||||
daemons.append("supervise")
|
daemons.append("supervise")
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
volumes.append((str(sp.db_path), DB_PATH_IN_CONTAINER, False))
|
volumes.append((str(sp.queue_dir), QUEUE_DIR_IN_CONTAINER, False))
|
||||||
|
|
||||||
# Container ports the agent reaches from the smolvm guest —
|
# Container ports the agent reaches from the smolvm guest —
|
||||||
# published on `proxy_host` so the TSI allowlist and the docker
|
# published on host loopback so the guest can dial via TSI +
|
||||||
# port-forward bindings point at the same IP. Egress is always
|
# macOS networking. Egress is always the agent's HTTP/HTTPS proxy.
|
||||||
# the agent's HTTP/HTTPS proxy.
|
|
||||||
ports_to_publish: list[int] = [_EGRESS_PORT]
|
ports_to_publish: list[int] = [_EGRESS_PORT]
|
||||||
if gp.upstreams:
|
if gp.upstreams:
|
||||||
ports_to_publish.append(_GIT_HTTP_PORT)
|
ports_to_publish.append(_GIT_HTTP_PORT)
|
||||||
@@ -427,7 +393,7 @@ def _bundle_launch_spec(
|
|||||||
environment=tuple(env),
|
environment=tuple(env),
|
||||||
volumes=tuple(volumes),
|
volumes=tuple(volumes),
|
||||||
ports_to_publish=tuple(ports_to_publish),
|
ports_to_publish=tuple(ports_to_publish),
|
||||||
publish_host_ip=proxy_host,
|
publish_host_ip=loopback_ip,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -501,12 +467,6 @@ def _ensure_smolmachine(image_ref: str, *, dockerfile: str = "") -> Path:
|
|||||||
return sidecar
|
return sidecar
|
||||||
tarball = _SMOLMACHINE_CACHE_DIR / f"{digest}.image.tar"
|
tarball = _SMOLMACHINE_CACHE_DIR / f"{digest}.image.tar"
|
||||||
docker_mod.save(image_ref, str(tarball))
|
docker_mod.save(image_ref, str(tarball))
|
||||||
# On Linux, `docker save -o` writes the tarball with owner-only
|
|
||||||
# permissions (mode 600). The crane push container runs as UID
|
|
||||||
# 65532 (distroless nonroot) and can't read it through a bind
|
|
||||||
# mount unless world-read is set. The tarball is temporary and
|
|
||||||
# lives in ~/.cache, so 644 is safe.
|
|
||||||
tarball.chmod(0o644)
|
|
||||||
try:
|
try:
|
||||||
with ephemeral_registry() as handle:
|
with ephemeral_registry() as handle:
|
||||||
push_ref = f"{handle.push_endpoint}/bot-bottle:{digest}"
|
push_ref = f"{handle.push_endpoint}/bot-bottle:{digest}"
|
||||||
|
|||||||
@@ -33,13 +33,10 @@ sudo-add the missing pool on first use per boot — the aliases
|
|||||||
persist on `lo0` until reboot, so subsequent launches don't
|
persist on `lo0` until reboot, so subsequent launches don't
|
||||||
prompt.
|
prompt.
|
||||||
|
|
||||||
On Linux the whole `127.0.0.0/8` is already routed to `lo`, so
|
Linux native daemons share the host's network namespace; the
|
||||||
docker can publish a bundle's ports directly on `127.0.0.<N>`
|
whole `127.0.0.0/8` is reachable by default and aliases are
|
||||||
with no `ifconfig`/sudo step. `ensure_pool` is therefore a no-op
|
unnecessary. The pool logic detects native-Linux and skips sudo
|
||||||
on Linux, but per-bottle alias *allocation* and the TSI allowlist
|
entirely; the DB patch is also gated on macOS.
|
||||||
DB patch run on both platforms — the isolation property is
|
|
||||||
identical, it's just cheaper to set up on Linux. The state-DB
|
|
||||||
path differs per platform (see `_smolvm_db_path`).
|
|
||||||
|
|
||||||
Allocation is coordinated by inspecting running bundle
|
Allocation is coordinated by inspecting running bundle
|
||||||
containers' published host IPs — each bottle's bundle owns the
|
containers' published host IPs — each bottle's bundle owns the
|
||||||
@@ -50,7 +47,6 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import fcntl
|
import fcntl
|
||||||
import json
|
import json
|
||||||
import os
|
|
||||||
import platform
|
import platform
|
||||||
import re
|
import re
|
||||||
import sqlite3
|
import sqlite3
|
||||||
@@ -61,34 +57,20 @@ from typing import Iterable
|
|||||||
from ...log import die, info
|
from ...log import die, info
|
||||||
|
|
||||||
|
|
||||||
def _smolvm_db_path() -> Path:
|
# smolvm's persistent VM state on macOS — a SQLite DB whose `vms`
|
||||||
"""smolvm's persistent VM state — a SQLite DB whose `vms` table
|
# table holds one JSON BLOB per machine. The Linux path is
|
||||||
holds one JSON BLOB per machine. macOS stores it under
|
# different, but smolmachines is macOS-only in v1 (PRD 0023) so
|
||||||
`Application Support`; Linux follows the XDG base-dir spec
|
# we hard-code this. If the file moves under us we'll see a
|
||||||
(`$XDG_DATA_HOME`, default `~/.local/share`).
|
# clear FileNotFoundError; not worth defensive cross-platform
|
||||||
|
# detection until the backend actually needs Linux.
|
||||||
NOTE: the Linux location is inferred from smolvm's documented
|
_SMOLVM_DB_PATH = (
|
||||||
`~/.local/share` install layout and must be confirmed against a
|
Path.home()
|
||||||
real Linux smolvm install. If it's wrong, `force_allowlist`'s
|
/ "Library"
|
||||||
fail-closed check turns it into a clear launch-time error rather
|
/ "Application Support"
|
||||||
than a silent escape."""
|
/ "smolvm"
|
||||||
if platform.system() == "Darwin":
|
/ "server"
|
||||||
return (
|
/ "smolvm.db"
|
||||||
Path.home()
|
)
|
||||||
/ "Library"
|
|
||||||
/ "Application Support"
|
|
||||||
/ "smolvm"
|
|
||||||
/ "server"
|
|
||||||
/ "smolvm.db"
|
|
||||||
)
|
|
||||||
xdg_data = os.environ.get("XDG_DATA_HOME")
|
|
||||||
base = Path(xdg_data) if xdg_data else Path.home() / ".local" / "share"
|
|
||||||
return base / "smolvm" / "server" / "smolvm.db"
|
|
||||||
|
|
||||||
|
|
||||||
# Resolved once at import: the host platform doesn't change within a
|
|
||||||
# process. Tests patch this attribute directly.
|
|
||||||
_SMOLVM_DB_PATH = _smolvm_db_path()
|
|
||||||
|
|
||||||
|
|
||||||
# Sixteen aliases by default. Tunable for hosts that want more
|
# Sixteen aliases by default. Tunable for hosts that want more
|
||||||
@@ -149,74 +131,51 @@ def ensure_pool() -> None:
|
|||||||
|
|
||||||
|
|
||||||
def force_allowlist(machine_name: str, allowed_cidrs: list[str]) -> None:
|
def force_allowlist(machine_name: str, allowed_cidrs: list[str]) -> None:
|
||||||
"""Ensure the machine's persisted TSI allowlist equals
|
"""Patch smolvm's persistent VM-state DB to set the machine's
|
||||||
`allowed_cidrs`, failing **closed** if that can't be confirmed.
|
`allowed_cidrs` to the given list. Workaround for smolvm
|
||||||
|
0.8.0's silent-drop of `--allow-cidr` when used with `--from`.
|
||||||
|
|
||||||
Runs on both macOS and Linux. It exists because smolvm 0.8.0
|
Must run AFTER `smolvm machine create` (the row has to
|
||||||
silently drops `--allow-cidr` when combined with `--from`, so
|
exist) and BEFORE `smolvm machine start` (smolvm reads the
|
||||||
the allowlist has to be written into smolvm's persistent state
|
row on start; in-flight VMs don't pick up changes). Once
|
||||||
DB before `machine start`. Rather than assume the flag was
|
smolvm honors the CLI flag upstream this whole function is
|
||||||
dropped, we read the persisted row and only patch when it
|
redundant — flag-respecting create + remove this call from
|
||||||
doesn't already match — so a newer smolvm that honors the flag
|
launch.
|
||||||
is left untouched.
|
|
||||||
|
|
||||||
Must run AFTER `smolvm machine create` (the row has to exist)
|
No-op on non-macOS — the DB path differs and the Linux
|
||||||
and BEFORE `smolvm machine start` (smolvm reads the row on
|
smolmachines code path isn't exercised in v1."""
|
||||||
start; in-flight VMs don't pick up changes).
|
if not _is_macos():
|
||||||
|
return
|
||||||
Fail-closed: if the state DB is missing, the row is missing, or
|
|
||||||
the allowlist still doesn't match after patching, we `die()`
|
|
||||||
rather than boot a VM whose egress confinement we can't verify
|
|
||||||
— an unconfirmed allowlist is a sandbox-escape risk (the agent
|
|
||||||
VM could reach all of host loopback)."""
|
|
||||||
want = list(allowed_cidrs)
|
|
||||||
if not _SMOLVM_DB_PATH.is_file():
|
if not _SMOLVM_DB_PATH.is_file():
|
||||||
die(
|
die(
|
||||||
f"smolvm state DB not found at {_SMOLVM_DB_PATH}; cannot "
|
f"smolvm state DB not found at {_SMOLVM_DB_PATH}. "
|
||||||
f"confirm the TSI allowlist is enforced. Refusing to launch "
|
f"smolvm 0.8.0 expected? `smolvm --version` to check."
|
||||||
f"(fail-closed). Check `smolvm --version` and the DB "
|
|
||||||
f"location for your platform."
|
|
||||||
)
|
)
|
||||||
con = sqlite3.connect(str(_SMOLVM_DB_PATH))
|
con = sqlite3.connect(str(_SMOLVM_DB_PATH))
|
||||||
try:
|
try:
|
||||||
cfg = _read_machine_cfg(con, machine_name)
|
cur = con.cursor()
|
||||||
if cfg.get("allowed_cidrs") != want:
|
row = cur.execute(
|
||||||
cfg["allowed_cidrs"] = want
|
"SELECT data FROM vms WHERE name = ?", (machine_name,),
|
||||||
# Write as BLOB (the column type smolvm uses) — passing a
|
).fetchone()
|
||||||
# plain str makes sqlite store it as Text and smolvm then
|
if row is None:
|
||||||
# fails to read it.
|
|
||||||
con.execute(
|
|
||||||
"UPDATE vms SET data = ? WHERE name = ?",
|
|
||||||
(sqlite3.Binary(json.dumps(cfg).encode()), machine_name),
|
|
||||||
)
|
|
||||||
con.commit()
|
|
||||||
cfg = _read_machine_cfg(con, machine_name)
|
|
||||||
if cfg.get("allowed_cidrs") != want:
|
|
||||||
die(
|
die(
|
||||||
f"could not enforce TSI allowlist {want!r} for machine "
|
f"smolvm DB has no row for machine {machine_name!r} — "
|
||||||
f"{machine_name!r} (persisted value is "
|
f"machine_create must run before force_allowlist."
|
||||||
f"{cfg.get('allowed_cidrs')!r}). Refusing to launch "
|
|
||||||
f"(fail-closed)."
|
|
||||||
)
|
)
|
||||||
|
cfg = json.loads(row[0])
|
||||||
|
cfg["allowed_cidrs"] = list(allowed_cidrs)
|
||||||
|
# Write as BLOB (the column type smolvm uses) — passing a
|
||||||
|
# plain str makes sqlite store it as Text and smolvm then
|
||||||
|
# fails to read it.
|
||||||
|
cur.execute(
|
||||||
|
"UPDATE vms SET data = ? WHERE name = ?",
|
||||||
|
(sqlite3.Binary(json.dumps(cfg).encode()), machine_name),
|
||||||
|
)
|
||||||
|
con.commit()
|
||||||
finally:
|
finally:
|
||||||
con.close()
|
con.close()
|
||||||
|
|
||||||
|
|
||||||
def _read_machine_cfg(con: sqlite3.Connection, machine_name: str) -> dict[str, object]:
|
|
||||||
"""Read + JSON-decode a machine's `data` BLOB from the smolvm
|
|
||||||
state DB. Dies (fail-closed) if the row is missing — the caller
|
|
||||||
can't confirm enforcement without it."""
|
|
||||||
row = con.execute(
|
|
||||||
"SELECT data FROM vms WHERE name = ?", (machine_name,),
|
|
||||||
).fetchone()
|
|
||||||
if row is None:
|
|
||||||
die(
|
|
||||||
f"smolvm DB has no row for machine {machine_name!r} — "
|
|
||||||
f"machine_create must run before force_allowlist."
|
|
||||||
)
|
|
||||||
return json.loads(row[0])
|
|
||||||
|
|
||||||
|
|
||||||
def allocate(_slug: str) -> str:
|
def allocate(_slug: str) -> str:
|
||||||
"""Pick the lowest-numbered alias from the pool not already
|
"""Pick the lowest-numbered alias from the pool not already
|
||||||
in use by a running smolmachines bundle. Bails when the pool
|
in use by a running smolmachines bundle. Bails when the pool
|
||||||
@@ -225,17 +184,16 @@ def allocate(_slug: str) -> str:
|
|||||||
used (no on-disk reservation, allocation is purely
|
used (no on-disk reservation, allocation is purely
|
||||||
docker-state-driven).
|
docker-state-driven).
|
||||||
|
|
||||||
Runs on both platforms: the allocation logic (docker-state
|
On non-macOS the whole `127.0.0.0/8` is loopback by default;
|
||||||
inspection + the file lock) is platform-independent. macOS
|
`127.0.0.1` is fine to share and we skip the alias dance.
|
||||||
needs `ensure_pool` to have aliased the addresses on `lo0`
|
This still returns a deterministic address so launch.py's
|
||||||
first; on Linux all of `127.0.0.0/8` is already loopback, so
|
callers don't have to branch on platform.
|
||||||
docker can publish on the chosen `127.0.0.<N>` with no setup.
|
|
||||||
Per-bottle scoping (so the agent can't reach other bottles' or
|
|
||||||
host services' loopback ports) therefore holds on both.
|
|
||||||
|
|
||||||
An exclusive file lock serialises concurrent calls so two
|
An exclusive file lock serialises concurrent calls so two
|
||||||
simultaneous launches don't read the same docker state and
|
simultaneous launches don't read the same docker state and
|
||||||
claim the same alias."""
|
claim the same alias."""
|
||||||
|
if not _is_macos():
|
||||||
|
return "127.0.0.1"
|
||||||
_ALLOC_LOCK_PATH.parent.mkdir(parents=True, exist_ok=True)
|
_ALLOC_LOCK_PATH.parent.mkdir(parents=True, exist_ok=True)
|
||||||
with open(_ALLOC_LOCK_PATH, "w", encoding="utf-8") as lf:
|
with open(_ALLOC_LOCK_PATH, "w", encoding="utf-8") as lf:
|
||||||
fcntl.flock(lf, fcntl.LOCK_EX)
|
fcntl.flock(lf, fcntl.LOCK_EX)
|
||||||
|
|||||||
@@ -116,9 +116,10 @@ def machine_create(
|
|||||||
allow_cidrs: Sequence[str] = (),
|
allow_cidrs: Sequence[str] = (),
|
||||||
env: Mapping[str, str] | None = None,
|
env: Mapping[str, str] | None = None,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""`smolvm machine create --name NAME [--image IMG | --from PATH]
|
"""`smolvm machine create NAME [--image IMG | --from PATH]
|
||||||
[--allow-cidr CIDR ...] [-e K=V ...]`. NAME is passed as
|
[--allow-cidr CIDR ...] [-e K=V ...]`. NAME is positional
|
||||||
`--name` (smolvm 1.4.7+; earlier versions took it positionally).
|
(the CLI's exception to the `--name` pattern other
|
||||||
|
subcommands use).
|
||||||
|
|
||||||
`image` (registry ref like `alpine:latest`) and `from_path`
|
`image` (registry ref like `alpine:latest`) and `from_path`
|
||||||
(a `.smolmachine` artifact) are mutually exclusive — one or
|
(a `.smolmachine` artifact) are mutually exclusive — one or
|
||||||
@@ -132,10 +133,12 @@ def machine_create(
|
|||||||
result without the Smolfile complication.
|
result without the Smolfile complication.
|
||||||
|
|
||||||
`--net` is sent explicitly when `allow_cidrs` is non-empty.
|
`--net` is sent explicitly when `allow_cidrs` is non-empty.
|
||||||
`--allow-cidr` implies `--net` per the CLI help, but sending
|
smolvm 0.8.0's docs say `--allow-cidr` implies `--net`, but
|
||||||
`--net` explicitly is harmless and ensures the guest has
|
empirically the implication only fires when no `--from` is
|
||||||
network access even if that implication changes across versions."""
|
set — `--from PATH --allow-cidr X/32` silently produces a
|
||||||
args: list[str] = ["machine", "create", "--name", name]
|
machine with `network: false` and no routes in the guest, so
|
||||||
|
the agent can't reach the bundle's pinned IP."""
|
||||||
|
args: list[str] = ["machine", "create"]
|
||||||
if image is not None:
|
if image is not None:
|
||||||
args += ["--image", image]
|
args += ["--image", image]
|
||||||
if from_path is not None:
|
if from_path is not None:
|
||||||
@@ -147,6 +150,7 @@ def machine_create(
|
|||||||
if env:
|
if env:
|
||||||
for k, v in env.items():
|
for k, v in env.items():
|
||||||
args += ["-e", f"{k}={v}"]
|
args += ["-e", f"{k}={v}"]
|
||||||
|
args.append(name)
|
||||||
_smolvm(*args)
|
_smolvm(*args)
|
||||||
|
|
||||||
|
|
||||||
@@ -178,9 +182,10 @@ def machine_stop(name: str) -> None:
|
|||||||
|
|
||||||
|
|
||||||
def machine_delete(name: str) -> None:
|
def machine_delete(name: str) -> None:
|
||||||
"""`smolvm machine delete --name NAME -f`. `-f` skips the
|
"""`smolvm machine delete -f NAME`. NAME is positional. `-f`
|
||||||
interactive confirmation — required for non-interactive teardown."""
|
skips the interactive confirmation — required for
|
||||||
_smolvm("machine", "delete", "--name", name, "-f")
|
non-interactive teardown."""
|
||||||
|
_smolvm("machine", "delete", "-f", name)
|
||||||
|
|
||||||
|
|
||||||
def machine_exec(
|
def machine_exec(
|
||||||
|
|||||||
@@ -5,58 +5,26 @@ unit-tested without importing the docker subprocess paths."""
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import hashlib
|
import hashlib
|
||||||
import os
|
|
||||||
import platform
|
|
||||||
import shutil
|
import shutil
|
||||||
|
|
||||||
from ...log import die
|
from ...log import die
|
||||||
|
|
||||||
# libkrun's Linux backend drives the guest through KVM, so the host
|
|
||||||
# must expose `/dev/kvm` and the invoking user must be able to open
|
|
||||||
# it. macOS uses Hypervisor.framework and needs no device node.
|
|
||||||
_KVM_DEVICE = "/dev/kvm"
|
|
||||||
|
|
||||||
|
|
||||||
def smolmachines_preflight() -> None:
|
def smolmachines_preflight() -> None:
|
||||||
"""Ensure the host can run the smolmachines backend before the
|
"""Ensure `smolvm` is on PATH before the launch flow runs.
|
||||||
launch flow starts. Called from `_resolve_plan`; surfaces a
|
Called from `_resolve_plan`; gives the operator a clear
|
||||||
clear, actionable error instead of a cryptic `smolvm` failure
|
install pointer rather than a cryptic FileNotFoundError
|
||||||
deep in launch.
|
later. `gvproxy` is no longer required — see the PRD's design
|
||||||
|
pivot section."""
|
||||||
Checks `smolvm` is on PATH (both platforms) and, on Linux,
|
if shutil.which("smolvm") is not None:
|
||||||
that `/dev/kvm` exists and is accessible. `gvproxy` is no
|
return
|
||||||
longer required — see the PRD's design pivot section."""
|
die(
|
||||||
if shutil.which("smolvm") is None:
|
"BOT_BOTTLE_BACKEND=smolmachines requires `smolvm` on "
|
||||||
die(
|
"PATH. Install with: "
|
||||||
"BOT_BOTTLE_BACKEND=smolmachines requires `smolvm` on "
|
"curl -sSL https://smolmachines.com/install.sh | sh. "
|
||||||
"PATH. Install with: "
|
"To use the legacy Docker backend instead, set "
|
||||||
"curl -sSL https://smolmachines.com/install.sh | sh. "
|
"BOT_BOTTLE_BACKEND=docker or pass --backend=docker."
|
||||||
"To use the legacy Docker backend instead, set "
|
)
|
||||||
"BOT_BOTTLE_BACKEND=docker or pass --backend=docker."
|
|
||||||
)
|
|
||||||
if platform.system() == "Linux":
|
|
||||||
_preflight_kvm()
|
|
||||||
|
|
||||||
|
|
||||||
def _preflight_kvm() -> None:
|
|
||||||
"""Linux-only: libkrun needs `/dev/kvm`. Distinguish 'KVM not
|
|
||||||
enabled' from 'no permission' so the operator knows which to
|
|
||||||
fix."""
|
|
||||||
if not os.path.exists(_KVM_DEVICE):
|
|
||||||
die(
|
|
||||||
f"BOT_BOTTLE_BACKEND=smolmachines needs {_KVM_DEVICE} on "
|
|
||||||
"Linux but it is missing. Enable KVM: load the kvm-intel "
|
|
||||||
"or kvm-amd kernel module (and confirm virtualization is "
|
|
||||||
"enabled in BIOS/firmware). To use the legacy Docker "
|
|
||||||
"backend instead, set BOT_BOTTLE_BACKEND=docker."
|
|
||||||
)
|
|
||||||
if not os.access(_KVM_DEVICE, os.R_OK | os.W_OK):
|
|
||||||
die(
|
|
||||||
f"{_KVM_DEVICE} exists but is not readable/writable by the "
|
|
||||||
"current user. Add your user to the `kvm` group "
|
|
||||||
"(`sudo usermod -aG kvm \"$USER\"`) and re-login, or run "
|
|
||||||
"with access to the device."
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def smolmachines_bundle_subnet(slug: str) -> tuple[str, str, str]:
|
def smolmachines_bundle_subnet(slug: str) -> tuple[str, str, str]:
|
||||||
|
|||||||
@@ -284,8 +284,9 @@ def git_gate_state_dir(identity: str) -> Path:
|
|||||||
|
|
||||||
def supervise_state_dir(identity: str) -> Path:
|
def supervise_state_dir(identity: str) -> Path:
|
||||||
"""State subdir reserved for supervise sidecar bind-mount sources.
|
"""State subdir reserved for supervise sidecar bind-mount sources.
|
||||||
Runtime queue/audit rows live in the host-level bot-bottle SQLite
|
The queue dir is intentionally NOT under here — it lives at
|
||||||
database, so they survive state-dir cleanup."""
|
~/.bot-bottle/queue/<slug>/ alongside the audit logs, so it
|
||||||
|
survives state-dir cleanup."""
|
||||||
return bottle_state_dir(identity) / _SUPERVISE_SUBDIR
|
return bottle_state_dir(identity) / _SUPERVISE_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -7,10 +7,8 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
from ..errors import MissingEnvVarError
|
|
||||||
from ..log import Die, die, error
|
from ..log import Die, die, error
|
||||||
from ..manifest import ManifestError
|
from ..manifest import ManifestError
|
||||||
from ..store_manager import StoreManager
|
|
||||||
from ._common import PROG
|
from ._common import PROG
|
||||||
from . import list as _list_mod
|
from . import list as _list_mod
|
||||||
from .cleanup import cmd_cleanup
|
from .cleanup import cmd_cleanup
|
||||||
@@ -76,25 +74,11 @@ def main(argv: list[str] | None = None) -> int:
|
|||||||
if handler is None:
|
if handler is None:
|
||||||
usage()
|
usage()
|
||||||
die(f"unknown command: {command}")
|
die(f"unknown command: {command}")
|
||||||
mgr = StoreManager.instance()
|
|
||||||
if not mgr.is_migrated():
|
|
||||||
sys.stderr.write("bot-bottle: database schema is out of date\n")
|
|
||||||
sys.stderr.write("Migrate now? [y/N] ")
|
|
||||||
sys.stderr.flush()
|
|
||||||
try:
|
|
||||||
answer = sys.stdin.readline().strip().lower()
|
|
||||||
except EOFError:
|
|
||||||
answer = ""
|
|
||||||
if answer != "y":
|
|
||||||
error("migration required — re-run and confirm to migrate")
|
|
||||||
return 1
|
|
||||||
mgr.migrate()
|
|
||||||
try:
|
try:
|
||||||
return handler(rest) or 0
|
return handler(rest) or 0
|
||||||
except MissingEnvVarError as e:
|
|
||||||
error(str(e))
|
|
||||||
return 1
|
|
||||||
except ManifestError as e:
|
except ManifestError as e:
|
||||||
|
# Manifest/config problems surface as a catchable exception;
|
||||||
|
# print the reason and exit non-zero (same UX die() used to give).
|
||||||
error(str(e))
|
error(str(e))
|
||||||
return 1
|
return 1
|
||||||
except Die as e:
|
except Die as e:
|
||||||
|
|||||||
+3
-11
@@ -108,13 +108,6 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
|
|
||||||
agent_name: str | None = args.name
|
agent_name: str | None = args.name
|
||||||
if agent_name is None:
|
if agent_name is None:
|
||||||
if not manifest.all_agent_names:
|
|
||||||
print(
|
|
||||||
"bot-bottle: no agents defined. "
|
|
||||||
"Add an agent to ~/.bot-bottle/agents/ or ./bot-bottle/agents/ to get started.",
|
|
||||||
file=sys.stderr,
|
|
||||||
)
|
|
||||||
return 1
|
|
||||||
agent_name = tui.filter_select(
|
agent_name = tui.filter_select(
|
||||||
manifest.all_agent_names,
|
manifest.all_agent_names,
|
||||||
title="Select agent",
|
title="Select agent",
|
||||||
@@ -242,7 +235,7 @@ def prepare_with_preflight(
|
|||||||
spec: BottleSpec,
|
spec: BottleSpec,
|
||||||
*,
|
*,
|
||||||
stage_dir: Path,
|
stage_dir: Path,
|
||||||
render_preflight: Callable[[DockerBottlePlan, str], None],
|
render_preflight: Callable[[DockerBottlePlan], None],
|
||||||
prompt_yes: Callable[[], bool],
|
prompt_yes: Callable[[], bool],
|
||||||
dry_run: bool = False,
|
dry_run: bool = False,
|
||||||
backend_name: str | None = None,
|
backend_name: str | None = None,
|
||||||
@@ -263,7 +256,7 @@ def prepare_with_preflight(
|
|||||||
plan = backend.prepare(spec, stage_dir=stage_dir)
|
plan = backend.prepare(spec, stage_dir=stage_dir)
|
||||||
identity = _identity_from_plan(plan)
|
identity = _identity_from_plan(plan)
|
||||||
|
|
||||||
render_preflight(plan, backend.name)
|
render_preflight(plan)
|
||||||
|
|
||||||
if dry_run:
|
if dry_run:
|
||||||
info("dry-run requested; not starting container.")
|
info("dry-run requested; not starting container.")
|
||||||
@@ -390,9 +383,8 @@ def _text_prompt_yes() -> bool:
|
|||||||
|
|
||||||
|
|
||||||
def _text_render_preflight():
|
def _text_render_preflight():
|
||||||
def _render(plan: DockerBottlePlan, backend_name: str) -> None:
|
def _render(plan: DockerBottlePlan) -> None:
|
||||||
print(file=sys.stderr)
|
print(file=sys.stderr)
|
||||||
print(f"backend: {backend_name}", file=sys.stderr)
|
|
||||||
print(_manifest_to_yaml(plan.manifest), file=sys.stderr)
|
print(_manifest_to_yaml(plan.manifest), file=sys.stderr)
|
||||||
return _render
|
return _render
|
||||||
|
|
||||||
|
|||||||
@@ -45,7 +45,7 @@ from ..supervise import (
|
|||||||
TOOL_EGRESS_BLOCK,
|
TOOL_EGRESS_BLOCK,
|
||||||
TOOL_GITLEAKS_ALLOW,
|
TOOL_GITLEAKS_ALLOW,
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
list_all_pending_proposals,
|
list_pending_proposals,
|
||||||
render_diff,
|
render_diff,
|
||||||
write_audit_entry,
|
write_audit_entry,
|
||||||
write_response,
|
write_response,
|
||||||
@@ -63,9 +63,10 @@ _REPORT_ONLY_TOOLS: tuple[str, ...] = (TOOL_GITLEAKS_ALLOW, TOOL_EGRESS_TOKEN_AL
|
|||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class QueuedProposal:
|
class QueuedProposal:
|
||||||
"""A pending proposal from the supervise queue."""
|
"""A pending proposal plus the queue dir it was found in."""
|
||||||
|
|
||||||
proposal: Proposal
|
proposal: Proposal
|
||||||
|
queue_dir: Path
|
||||||
|
|
||||||
|
|
||||||
# Errors any remediation engine may raise. Caught by the TUI key
|
# Errors any remediation engine may raise. Caught by the TUI key
|
||||||
@@ -85,11 +86,16 @@ def apply_routes_change(slug: str, content: str) -> tuple[str, str]:
|
|||||||
|
|
||||||
|
|
||||||
def discover_pending() -> list[QueuedProposal]:
|
def discover_pending() -> list[QueuedProposal]:
|
||||||
"""Collect pending proposals across bottles."""
|
"""Walk ~/.bot-bottle/queue/* and collect pending proposals."""
|
||||||
out = [
|
queue_root = _supervise.bot_bottle_root() / "queue"
|
||||||
QueuedProposal(proposal=proposal)
|
if not queue_root.is_dir():
|
||||||
for proposal in list_all_pending_proposals()
|
return []
|
||||||
]
|
out: list[QueuedProposal] = []
|
||||||
|
for slug_dir in sorted(queue_root.iterdir()):
|
||||||
|
if not slug_dir.is_dir():
|
||||||
|
continue
|
||||||
|
for proposal in list_pending_proposals(slug_dir):
|
||||||
|
out.append(QueuedProposal(proposal=proposal, queue_dir=slug_dir))
|
||||||
out.sort(key=lambda q: q.proposal.arrival_timestamp)
|
out.sort(key=lambda q: q.proposal.arrival_timestamp)
|
||||||
return out
|
return out
|
||||||
|
|
||||||
@@ -112,6 +118,7 @@ def _detail_lines(
|
|||||||
(f"tool: {p.tool}", 0),
|
(f"tool: {p.tool}", 0),
|
||||||
(f"id: {p.id}", 0),
|
(f"id: {p.id}", 0),
|
||||||
(f"arrived: {p.arrival_timestamp}", 0),
|
(f"arrived: {p.arrival_timestamp}", 0),
|
||||||
|
(f"queue: {qp.queue_dir}", 0),
|
||||||
("", 0),
|
("", 0),
|
||||||
("justification:", 0),
|
("justification:", 0),
|
||||||
]
|
]
|
||||||
@@ -158,7 +165,7 @@ def approve(
|
|||||||
notes=notes,
|
notes=notes,
|
||||||
final_file=final_file,
|
final_file=final_file,
|
||||||
)
|
)
|
||||||
write_response(qp.proposal.bottle_slug, response)
|
write_response(qp.queue_dir, response)
|
||||||
_write_audit(
|
_write_audit(
|
||||||
qp, action=status, notes=notes,
|
qp, action=status, notes=notes,
|
||||||
diff_before=diff_before, diff_after=diff_after,
|
diff_before=diff_before, diff_after=diff_after,
|
||||||
@@ -172,7 +179,7 @@ def reject(qp: QueuedProposal, *, reason: str) -> None:
|
|||||||
notes=reason,
|
notes=reason,
|
||||||
final_file=None,
|
final_file=None,
|
||||||
)
|
)
|
||||||
write_response(qp.proposal.bottle_slug, response)
|
write_response(qp.queue_dir, response)
|
||||||
_write_audit(qp, action=STATUS_REJECTED, notes=reason, diff_before="", diff_after="")
|
_write_audit(qp, action=STATUS_REJECTED, notes=reason, diff_before="", diff_after="")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ FROM node:22-slim
|
|||||||
# to it) works against egress's bumped TLS without the agent needing
|
# to it) works against egress's bumped TLS without the agent needing
|
||||||
# local DNS.
|
# local DNS.
|
||||||
RUN apt-get update \
|
RUN apt-get update \
|
||||||
&& apt-get install -y --no-install-recommends git ca-certificates curl ripgrep iproute2 dnsutils \
|
&& apt-get install -y --no-install-recommends git ca-certificates curl ripgrep \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# App-specific deps. Python isn't required by claude-code itself
|
# App-specific deps. Python isn't required by claude-code itself
|
||||||
|
|||||||
@@ -34,12 +34,6 @@ if TYPE_CHECKING:
|
|||||||
|
|
||||||
|
|
||||||
_SUPERVISE_MCP_NAME = "supervise"
|
_SUPERVISE_MCP_NAME = "supervise"
|
||||||
_CODEX_CLI = "/home/node/.codex/packages/standalone/current/bin/codex"
|
|
||||||
_CODEX_CLI_PATH = (
|
|
||||||
"/home/node/.local/bin:"
|
|
||||||
"/home/node/.codex/packages/standalone/current/bin:"
|
|
||||||
"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _skills_dir(guest_home: str) -> str:
|
def _skills_dir(guest_home: str) -> str:
|
||||||
@@ -56,7 +50,7 @@ def _prompt_path(guest_home: str) -> str:
|
|||||||
|
|
||||||
_RUNTIME = AgentProviderRuntime(
|
_RUNTIME = AgentProviderRuntime(
|
||||||
template="codex",
|
template="codex",
|
||||||
command=_CODEX_CLI,
|
command="codex",
|
||||||
image="bot-bottle-codex:latest",
|
image="bot-bottle-codex:latest",
|
||||||
prompt_mode="read_prompt_file",
|
prompt_mode="read_prompt_file",
|
||||||
bypass_args=("--dangerously-bypass-approvals-and-sandbox",),
|
bypass_args=("--dangerously-bypass-approvals-and-sandbox",),
|
||||||
@@ -151,8 +145,7 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
"env",
|
"env",
|
||||||
f"HOME={guest_home}",
|
f"HOME={guest_home}",
|
||||||
f"CODEX_HOME={auth_dir}",
|
f"CODEX_HOME={auth_dir}",
|
||||||
f"PATH={_CODEX_CLI_PATH}",
|
"codex", "login", "status",
|
||||||
_CODEX_CLI, "login", "status",
|
|
||||||
), (
|
), (
|
||||||
"codex host credentials: dummy auth was copied into the "
|
"codex host credentials: dummy auth was copied into the "
|
||||||
"guest, but Codex did not accept it"
|
"guest, but Codex did not accept it"
|
||||||
@@ -274,7 +267,7 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
return
|
return
|
||||||
info(f"registering supervise MCP server in agent codex config → {supervise_url}")
|
info(f"registering supervise MCP server in agent codex config → {supervise_url}")
|
||||||
r = bottle.exec(
|
r = bottle.exec(
|
||||||
f"{shlex.quote(_CODEX_CLI)} mcp add {_SUPERVISE_MCP_NAME} --url "
|
f"codex mcp add {_SUPERVISE_MCP_NAME} --url "
|
||||||
f"{shlex.quote(supervise_url)}",
|
f"{shlex.quote(supervise_url)}",
|
||||||
user="node",
|
user="node",
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -0,0 +1,52 @@
|
|||||||
|
"""Scoped forge wrapper: read-anywhere / write-scoped access control.
|
||||||
|
|
||||||
|
`ScopedForge` wraps any forge object and restricts write operations to
|
||||||
|
the set of issue/PR numbers the agent is explicitly assigned to. Read
|
||||||
|
operations always pass through unconditionally.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
|
||||||
|
class ScopedForge:
|
||||||
|
"""Delegates all forge calls to an inner forge, raising `PermissionError`
|
||||||
|
on write calls for numbers outside the assigned scope."""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
forge: Any,
|
||||||
|
*,
|
||||||
|
assigned_issue: int,
|
||||||
|
assigned_prs: list[int],
|
||||||
|
) -> None:
|
||||||
|
self._forge = forge
|
||||||
|
self._allowed_writes: frozenset[int] = frozenset({assigned_issue, *assigned_prs})
|
||||||
|
|
||||||
|
def _check_write(self, number: int) -> None:
|
||||||
|
if number not in self._allowed_writes:
|
||||||
|
raise PermissionError(
|
||||||
|
f"write to #{number} is outside the assigned scope "
|
||||||
|
f"(allowed: {sorted(self._allowed_writes)})"
|
||||||
|
)
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
return self._forge.is_org_member(org, username)
|
||||||
|
|
||||||
|
def read_issue(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._forge.read_issue(number)
|
||||||
|
|
||||||
|
def read_pr(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._forge.read_pr(number)
|
||||||
|
|
||||||
|
def read_comments(self, number: int) -> list[dict[str, Any]]:
|
||||||
|
return self._forge.read_comments(number)
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
self._check_write(number)
|
||||||
|
self._forge.post_comment(number, body)
|
||||||
|
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
self._check_write(number)
|
||||||
|
self._forge.update_description(number, body)
|
||||||
@@ -0,0 +1,112 @@
|
|||||||
|
"""Gitea API client and forge adapter (PRD prd-new: fold orchestrator).
|
||||||
|
|
||||||
|
`GiteaClient` is a thin HTTP wrapper (stdlib `urllib.request` only — no
|
||||||
|
new runtime dependencies). `GiteaForge` composes a client and exposes
|
||||||
|
the forge protocol used by the orchestrator's sidecar and lifecycle.
|
||||||
|
|
||||||
|
Required Gitea token scopes:
|
||||||
|
- Repository: Read & Write (issues, comments, PR descriptions)
|
||||||
|
- Organization: Read (org membership check)
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
_TIMEOUT_SECS = 30
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaClient:
|
||||||
|
"""Low-level HTTP wrapper for the Gitea REST API."""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self, *, api_url: str, owner: str, repo: str, token: str
|
||||||
|
) -> None:
|
||||||
|
self._base = api_url.rstrip("/")
|
||||||
|
self._owner = owner
|
||||||
|
self._repo = repo
|
||||||
|
self._headers = {
|
||||||
|
"Authorization": f"token {token}",
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
"Accept": "application/json",
|
||||||
|
}
|
||||||
|
|
||||||
|
def _request(
|
||||||
|
self,
|
||||||
|
method: str,
|
||||||
|
path: str,
|
||||||
|
body: dict[str, Any] | None = None,
|
||||||
|
) -> Any:
|
||||||
|
url = f"{self._base}{path}"
|
||||||
|
data = json.dumps(body).encode() if body is not None else None
|
||||||
|
req = urllib.request.Request(
|
||||||
|
url, data=data, headers=self._headers, method=method
|
||||||
|
)
|
||||||
|
with urllib.request.urlopen(req, timeout=_TIMEOUT_SECS) as resp:
|
||||||
|
raw = resp.read()
|
||||||
|
return json.loads(raw) if raw else None
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
url = f"{self._base}/orgs/{org}/members/{username}"
|
||||||
|
req = urllib.request.Request(url, headers=self._headers, method="GET")
|
||||||
|
try:
|
||||||
|
urllib.request.urlopen(req, timeout=_TIMEOUT_SECS).close()
|
||||||
|
return True
|
||||||
|
except urllib.error.HTTPError:
|
||||||
|
return False
|
||||||
|
|
||||||
|
def get_issue(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._request("GET", f"/repos/{self._owner}/{self._repo}/issues/{number}")
|
||||||
|
|
||||||
|
def get_pull(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._request("GET", f"/repos/{self._owner}/{self._repo}/pulls/{number}")
|
||||||
|
|
||||||
|
def list_comments(self, number: int) -> list[dict[str, Any]]:
|
||||||
|
return self._request("GET", f"/repos/{self._owner}/{self._repo}/issues/{number}/comments")
|
||||||
|
|
||||||
|
def create_comment(self, number: int, body: str) -> None:
|
||||||
|
self._request(
|
||||||
|
"POST",
|
||||||
|
f"/repos/{self._owner}/{self._repo}/issues/{number}/comments",
|
||||||
|
{"body": body},
|
||||||
|
)
|
||||||
|
|
||||||
|
def update_issue(self, number: int, body: str) -> None:
|
||||||
|
self._request(
|
||||||
|
"PATCH",
|
||||||
|
f"/repos/{self._owner}/{self._repo}/issues/{number}",
|
||||||
|
{"body": body},
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaForge:
|
||||||
|
"""Adapts `GiteaClient` to the forge protocol expected by the orchestrator.
|
||||||
|
|
||||||
|
The forge protocol is duck-typed: any object with `is_org_member`,
|
||||||
|
`read_issue`, `read_pr`, `read_comments`, `post_comment`, and
|
||||||
|
`update_description` methods satisfies it.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, client: GiteaClient) -> None:
|
||||||
|
self._client = client
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
return self._client.is_org_member(org, username)
|
||||||
|
|
||||||
|
def read_issue(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._client.get_issue(number)
|
||||||
|
|
||||||
|
def read_pr(self, number: int) -> dict[str, Any]:
|
||||||
|
return self._client.get_pull(number)
|
||||||
|
|
||||||
|
def read_comments(self, number: int) -> list[dict[str, Any]]:
|
||||||
|
return self._client.list_comments(number)
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
self._client.create_comment(number, body)
|
||||||
|
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
self._client.update_issue(number, body)
|
||||||
@@ -0,0 +1,137 @@
|
|||||||
|
"""Forge state persistence for the orchestrator (PRD prd-new: fold orchestrator).
|
||||||
|
|
||||||
|
`ForgeState` is a dataclass that mirrors the orchestrator's `RunRecord`
|
||||||
|
field-for-field, held here so the store implementation is in bot-bottle
|
||||||
|
where the Gitea contrib lives.
|
||||||
|
|
||||||
|
`SqliteForgeStateStore` backs it with a single SQLite table. The DB path
|
||||||
|
is optional; passing `None` uses `:memory:` (useful for tests and status
|
||||||
|
commands that don't need persistence).
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import sqlite3
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class ForgeState:
|
||||||
|
"""Persisted state for one forge-targeted issue's bottle lifecycle."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
slug: str
|
||||||
|
agent_name: str
|
||||||
|
bottle_names: list[str] = field(default_factory=list)
|
||||||
|
backend_name: str = ""
|
||||||
|
agent_git_user: str = ""
|
||||||
|
pr_number: int | None = None
|
||||||
|
status: str = ""
|
||||||
|
last_checkin_at: str = ""
|
||||||
|
|
||||||
|
|
||||||
|
_DDL = """
|
||||||
|
CREATE TABLE IF NOT EXISTS forge_state (
|
||||||
|
owner TEXT NOT NULL,
|
||||||
|
repo TEXT NOT NULL,
|
||||||
|
issue_number INTEGER NOT NULL,
|
||||||
|
slug TEXT NOT NULL,
|
||||||
|
agent_name TEXT NOT NULL,
|
||||||
|
bottle_names TEXT NOT NULL DEFAULT '[]',
|
||||||
|
backend_name TEXT NOT NULL DEFAULT '',
|
||||||
|
agent_git_user TEXT NOT NULL DEFAULT '',
|
||||||
|
pr_number INTEGER,
|
||||||
|
status TEXT NOT NULL DEFAULT '',
|
||||||
|
last_checkin_at TEXT NOT NULL DEFAULT '',
|
||||||
|
PRIMARY KEY (owner, repo, issue_number)
|
||||||
|
)
|
||||||
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
class SqliteForgeStateStore:
|
||||||
|
"""SQLite-backed `ForgeState` store.
|
||||||
|
|
||||||
|
Thread-safety: a single connection is used; callers that share a
|
||||||
|
store across threads must serialise access externally.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path | None) -> None:
|
||||||
|
path = str(db_path) if db_path is not None else ":memory:"
|
||||||
|
self._conn = sqlite3.connect(path, check_same_thread=False)
|
||||||
|
self._conn.row_factory = sqlite3.Row
|
||||||
|
self._conn.execute(_DDL)
|
||||||
|
self._conn.commit()
|
||||||
|
|
||||||
|
def upsert(self, state: ForgeState) -> None:
|
||||||
|
self._conn.execute(
|
||||||
|
"""
|
||||||
|
INSERT INTO forge_state
|
||||||
|
(owner, repo, issue_number, slug, agent_name,
|
||||||
|
bottle_names, backend_name, agent_git_user,
|
||||||
|
pr_number, status, last_checkin_at)
|
||||||
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
||||||
|
ON CONFLICT(owner, repo, issue_number) DO UPDATE SET
|
||||||
|
slug = excluded.slug,
|
||||||
|
agent_name = excluded.agent_name,
|
||||||
|
bottle_names = excluded.bottle_names,
|
||||||
|
backend_name = excluded.backend_name,
|
||||||
|
agent_git_user = excluded.agent_git_user,
|
||||||
|
pr_number = excluded.pr_number,
|
||||||
|
status = excluded.status,
|
||||||
|
last_checkin_at = excluded.last_checkin_at
|
||||||
|
""",
|
||||||
|
(
|
||||||
|
state.owner,
|
||||||
|
state.repo,
|
||||||
|
state.issue_number,
|
||||||
|
state.slug,
|
||||||
|
state.agent_name,
|
||||||
|
json.dumps(state.bottle_names),
|
||||||
|
state.backend_name,
|
||||||
|
state.agent_git_user,
|
||||||
|
state.pr_number,
|
||||||
|
state.status,
|
||||||
|
state.last_checkin_at,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
self._conn.commit()
|
||||||
|
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> ForgeState | None:
|
||||||
|
row = self._conn.execute(
|
||||||
|
"SELECT * FROM forge_state WHERE owner=? AND repo=? AND issue_number=?",
|
||||||
|
(owner, repo, issue_number),
|
||||||
|
).fetchone()
|
||||||
|
return _row_to_state(row) if row is not None else None
|
||||||
|
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None:
|
||||||
|
self._conn.execute(
|
||||||
|
"DELETE FROM forge_state WHERE owner=? AND repo=? AND issue_number=?",
|
||||||
|
(owner, repo, issue_number),
|
||||||
|
)
|
||||||
|
self._conn.commit()
|
||||||
|
|
||||||
|
def all(self) -> list[ForgeState]:
|
||||||
|
rows = self._conn.execute(
|
||||||
|
"SELECT * FROM forge_state ORDER BY owner, repo, issue_number"
|
||||||
|
).fetchall()
|
||||||
|
return [_row_to_state(r) for r in rows]
|
||||||
|
|
||||||
|
|
||||||
|
def _row_to_state(row: sqlite3.Row) -> ForgeState:
|
||||||
|
return ForgeState(
|
||||||
|
owner=row["owner"],
|
||||||
|
repo=row["repo"],
|
||||||
|
issue_number=row["issue_number"],
|
||||||
|
slug=row["slug"],
|
||||||
|
agent_name=row["agent_name"],
|
||||||
|
bottle_names=json.loads(row["bottle_names"]),
|
||||||
|
backend_name=row["backend_name"],
|
||||||
|
agent_git_user=row["agent_git_user"],
|
||||||
|
pr_number=row["pr_number"],
|
||||||
|
status=row["status"],
|
||||||
|
last_checkin_at=row["last_checkin_at"],
|
||||||
|
)
|
||||||
@@ -1,59 +0,0 @@
|
|||||||
"""Shared SQLite-backed store base class for bot-bottle (PRD 0013)."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import sqlite3
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
try:
|
|
||||||
from .migrations import TableMigrations
|
|
||||||
except ImportError:
|
|
||||||
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
|
|
||||||
|
|
||||||
class DbVersionError(Exception):
|
|
||||||
"""Raised when the on-disk schema is behind the current migration list."""
|
|
||||||
|
|
||||||
|
|
||||||
class DbStore:
|
|
||||||
"""Base for SQLite-backed stores. Subclasses resolve db_path then call super().__init__."""
|
|
||||||
|
|
||||||
def __init__(self, db_path: Path, migrations: TableMigrations) -> None:
|
|
||||||
self.db_path = db_path
|
|
||||||
self._migrations = migrations
|
|
||||||
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
|
|
||||||
def _connect(self) -> sqlite3.Connection:
|
|
||||||
conn = sqlite3.connect(self.db_path)
|
|
||||||
conn.row_factory = sqlite3.Row
|
|
||||||
return conn
|
|
||||||
|
|
||||||
def is_migrated(self) -> bool:
|
|
||||||
"""Return True if the DB is fully up-to-date, False if migration is needed."""
|
|
||||||
if not self.db_path.exists():
|
|
||||||
return False
|
|
||||||
try:
|
|
||||||
with self._connect() as conn:
|
|
||||||
row = conn.execute(
|
|
||||||
"SELECT version FROM schema_versions WHERE module = ?",
|
|
||||||
(self._migrations.schema_key,),
|
|
||||||
).fetchone()
|
|
||||||
except sqlite3.OperationalError:
|
|
||||||
return False
|
|
||||||
version = row[0] if row else 0
|
|
||||||
return version == len(self._migrations.migrations)
|
|
||||||
|
|
||||||
def migrate(self) -> None:
|
|
||||||
"""Apply any pending migrations and set permissions on the DB file."""
|
|
||||||
with self._connect() as conn:
|
|
||||||
self._migrations.apply(conn)
|
|
||||||
self._chmod()
|
|
||||||
|
|
||||||
def _chmod(self) -> None:
|
|
||||||
try:
|
|
||||||
self.db_path.chmod(0o600)
|
|
||||||
except OSError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = ["DbStore", "DbVersionError"]
|
|
||||||
@@ -23,7 +23,6 @@ from .egress_addon_core import (
|
|||||||
PathMatch as CorePathMatch,
|
PathMatch as CorePathMatch,
|
||||||
Route,
|
Route,
|
||||||
)
|
)
|
||||||
from .errors import MissingEnvVarError
|
|
||||||
from .log import die
|
from .log import die
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
@@ -355,18 +354,16 @@ def egress_resolve_token_values(
|
|||||||
for token_env, token_ref in token_env_map.items():
|
for token_env, token_ref in token_env_map.items():
|
||||||
value = host_env.get(token_ref)
|
value = host_env.get(token_ref)
|
||||||
if value is None:
|
if value is None:
|
||||||
raise MissingEnvVarError(
|
die(
|
||||||
token_ref,
|
|
||||||
f"egress: host env var '{token_ref}' is unset. Set it "
|
f"egress: host env var '{token_ref}' is unset. Set it "
|
||||||
f"before launching, or remove the corresponding auth block "
|
f"before launching, or remove the corresponding auth block "
|
||||||
f"from bottle.egress.routes.",
|
f"from bottle.egress.routes."
|
||||||
)
|
)
|
||||||
if not value:
|
if not value:
|
||||||
raise MissingEnvVarError(
|
die(
|
||||||
token_ref,
|
|
||||||
f"egress: host env var '{token_ref}' is empty. The "
|
f"egress: host env var '{token_ref}' is empty. The "
|
||||||
f"egress will not inject an empty token; set it to "
|
f"egress will not inject an empty token; set it to "
|
||||||
f"the real value or remove the route's auth block.",
|
f"the real value or remove the route's auth block."
|
||||||
)
|
)
|
||||||
out[token_env] = value
|
out[token_env] = value
|
||||||
return out
|
return out
|
||||||
|
|||||||
@@ -79,13 +79,14 @@ class EgressAddon:
|
|||||||
# only — a restart re-prompts. Mutated only from the asyncio loop that
|
# only — a restart re-prompts. Mutated only from the asyncio loop that
|
||||||
# runs the addon hooks, so no lock is needed.
|
# runs the addon hooks, so no lock is needed.
|
||||||
self.safe_tokens: set[str] = set()
|
self.safe_tokens: set[str] = set()
|
||||||
|
self._supervise_queue_dir = os.environ.get("SUPERVISE_QUEUE_DIR", "").strip()
|
||||||
self._supervise_slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "").strip()
|
self._supervise_slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "").strip()
|
||||||
self._token_allow_timeout = _token_allow_timeout_from_env(os.environ)
|
self._token_allow_timeout = _token_allow_timeout_from_env(os.environ)
|
||||||
self._reload(initial=True)
|
self._reload(initial=True)
|
||||||
self._install_sighup()
|
self._install_sighup()
|
||||||
|
|
||||||
def _supervise_available(self) -> bool:
|
def _supervise_available(self) -> bool:
|
||||||
return bool(self._supervise_slug)
|
return bool(self._supervise_queue_dir and self._supervise_slug)
|
||||||
|
|
||||||
def _reload(self, *, initial: bool = False) -> None:
|
def _reload(self, *, initial: bool = False) -> None:
|
||||||
try:
|
try:
|
||||||
@@ -392,8 +393,9 @@ class EgressAddon:
|
|||||||
justification=_TOKEN_ALLOW_JUSTIFICATION,
|
justification=_TOKEN_ALLOW_JUSTIFICATION,
|
||||||
current_file_hash=_sv.sha256_hex(payload),
|
current_file_hash=_sv.sha256_hex(payload),
|
||||||
)
|
)
|
||||||
|
queue_dir = Path(self._supervise_queue_dir)
|
||||||
try:
|
try:
|
||||||
_sv.write_proposal(proposal)
|
_sv.write_proposal(queue_dir, proposal)
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
f"egress: could not queue token-allow proposal: {e}; "
|
f"egress: could not queue token-allow proposal: {e}; "
|
||||||
@@ -409,8 +411,8 @@ class EgressAddon:
|
|||||||
**self._req_ctx(flow),
|
**self._req_ctx(flow),
|
||||||
}) + "\n")
|
}) + "\n")
|
||||||
|
|
||||||
response = await self._await_token_response(proposal.id)
|
response = await self._await_token_response(queue_dir, proposal.id)
|
||||||
_sv.archive_proposal(self._supervise_slug, proposal.id)
|
_sv.archive_proposal(queue_dir, proposal.id)
|
||||||
|
|
||||||
if response is not None and response.status in (
|
if response is not None and response.status in (
|
||||||
_sv.STATUS_APPROVED, _sv.STATUS_MODIFIED,
|
_sv.STATUS_APPROVED, _sv.STATUS_MODIFIED,
|
||||||
@@ -437,15 +439,16 @@ class EgressAddon:
|
|||||||
|
|
||||||
async def _await_token_response(
|
async def _await_token_response(
|
||||||
self,
|
self,
|
||||||
|
queue_dir: Path,
|
||||||
proposal_id: str,
|
proposal_id: str,
|
||||||
) -> "_sv.Response | None":
|
) -> "_sv.Response | None":
|
||||||
"""Poll the DB for the operator's response without blocking the
|
"""Poll the queue dir for the operator's response without blocking the
|
||||||
proxy event loop. Returns the Response, or None on timeout."""
|
proxy event loop. Returns the Response, or None on timeout."""
|
||||||
loop = asyncio.get_running_loop()
|
loop = asyncio.get_running_loop()
|
||||||
deadline = loop.time() + self._token_allow_timeout
|
deadline = loop.time() + self._token_allow_timeout
|
||||||
while True:
|
while True:
|
||||||
try:
|
try:
|
||||||
return _sv.read_response(self._supervise_slug, proposal_id)
|
return _sv.read_response(queue_dir, proposal_id)
|
||||||
except (OSError, ValueError, KeyError):
|
except (OSError, ValueError, KeyError):
|
||||||
# Not written yet, or a partial/malformed write — retry until
|
# Not written yet, or a partial/malformed write — retry until
|
||||||
# the deadline, then fail closed.
|
# the deadline, then fail closed.
|
||||||
|
|||||||
+2
-4
@@ -35,7 +35,6 @@ import re
|
|||||||
import sys
|
import sys
|
||||||
from dataclasses import dataclass, field
|
from dataclasses import dataclass, field
|
||||||
|
|
||||||
from .errors import MissingEnvVarError
|
|
||||||
from .log import die
|
from .log import die
|
||||||
from .manifest import Manifest
|
from .manifest import Manifest
|
||||||
|
|
||||||
@@ -137,10 +136,9 @@ def resolve_env(manifest: Manifest) -> ResolvedEnv:
|
|||||||
host_var = env_entry_interpolated_from(raw)
|
host_var = env_entry_interpolated_from(raw)
|
||||||
host_value = os.environ.get(host_var, "")
|
host_value = os.environ.get(host_var, "")
|
||||||
if not host_value:
|
if not host_value:
|
||||||
raise MissingEnvVarError(
|
die(
|
||||||
host_var,
|
|
||||||
f"env entry {name} is interpolated from ${host_var}, "
|
f"env entry {name} is interpolated from ${host_var}, "
|
||||||
f"but ${host_var} is unset or empty in the host environment.",
|
f"but ${host_var} is unset or empty in the host environment."
|
||||||
)
|
)
|
||||||
forwarded[name] = host_value
|
forwarded[name] = host_value
|
||||||
else: # literal
|
else: # literal
|
||||||
|
|||||||
@@ -1,18 +0,0 @@
|
|||||||
"""bot-bottle application-level exception hierarchy.
|
|
||||||
|
|
||||||
Exceptions here are caught by the CLI dispatcher (``cli/__init__.py``)
|
|
||||||
and rendered as ``bot-bottle: error: …`` lines — same UX as ``die()``,
|
|
||||||
but without coupling library code to stderr output."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
|
|
||||||
class MissingEnvVarError(Exception):
|
|
||||||
"""Raised when a required host environment variable is unset or empty.
|
|
||||||
|
|
||||||
``var_name`` is the exact name of the missing variable so callers
|
|
||||||
can display it without re-parsing the message string."""
|
|
||||||
|
|
||||||
def __init__(self, var_name: str, message: str) -> None:
|
|
||||||
self.var_name = var_name
|
|
||||||
super().__init__(message)
|
|
||||||
@@ -82,7 +82,6 @@ class GitGatePlan:
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class GitGate(ABC):
|
class GitGate(ABC):
|
||||||
"""The per-agent git-gate. Encapsulates the host-side prepare
|
"""The per-agent git-gate. Encapsulates the host-side prepare
|
||||||
(upstream lift + entrypoint/hook render); the sidecar's
|
(upstream lift + entrypoint/hook render); the sidecar's
|
||||||
|
|||||||
@@ -13,7 +13,6 @@ import dataclasses
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import TYPE_CHECKING
|
from typing import TYPE_CHECKING
|
||||||
|
|
||||||
from .errors import MissingEnvVarError
|
|
||||||
from .log import info
|
from .log import info
|
||||||
from .manifest import ManifestBottle, ManifestGitEntry
|
from .manifest import ManifestBottle, ManifestGitEntry
|
||||||
from .git_gate_render import GitGateUpstream
|
from .git_gate_render import GitGateUpstream
|
||||||
@@ -35,10 +34,9 @@ def _provision_dynamic_key(
|
|||||||
pk = entry.Key
|
pk = entry.Key
|
||||||
token = os.environ.get(pk.forge_token_env)
|
token = os.environ.get(pk.forge_token_env)
|
||||||
if token is None:
|
if token is None:
|
||||||
raise MissingEnvVarError(
|
raise RuntimeError(
|
||||||
pk.forge_token_env,
|
|
||||||
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
||||||
f" = {pk.forge_token_env!r}: env var is not set",
|
f" = {pk.forge_token_env!r}: env var is not set"
|
||||||
)
|
)
|
||||||
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
||||||
provisioner = get_provisioner(pk.provider, token, api_url)
|
provisioner = get_provisioner(pk.provider, token, api_url)
|
||||||
@@ -80,11 +78,10 @@ def revoke_git_gate_provisioned_keys(bottle: ManifestBottle, stage_dir: Path) ->
|
|||||||
key_id = id_file.read_text().strip()
|
key_id = id_file.read_text().strip()
|
||||||
token = os.environ.get(pk.forge_token_env)
|
token = os.environ.get(pk.forge_token_env)
|
||||||
if token is None:
|
if token is None:
|
||||||
raise MissingEnvVarError(
|
raise RuntimeError(
|
||||||
pk.forge_token_env,
|
|
||||||
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
||||||
f" = {pk.forge_token_env!r}: env var is not set;"
|
f" = {pk.forge_token_env!r}: env var is not set;"
|
||||||
f" cannot revoke deploy key {key_id}",
|
f" cannot revoke deploy key {key_id}"
|
||||||
)
|
)
|
||||||
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
||||||
provisioner = get_provisioner(pk.provider, token, api_url)
|
provisioner = get_provisioner(pk.provider, token, api_url)
|
||||||
|
|||||||
@@ -228,22 +228,19 @@ supervise_gitleaks_allow() {
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
proposal_id=$(
|
proposal_id=$(
|
||||||
PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" GITLEAKS_ALLOW_REF="$ref" python3 - "$report_file" <<'PY'
|
GITLEAKS_ALLOW_REF="$ref" python3 - "$report_file" <<'PY'
|
||||||
import datetime
|
import datetime
|
||||||
import hashlib
|
import hashlib
|
||||||
import json
|
import json
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
|
import uuid
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
try:
|
|
||||||
import supervise as _sv
|
|
||||||
except ImportError:
|
|
||||||
from bot_bottle import supervise as _sv
|
|
||||||
|
|
||||||
report_path = Path(sys.argv[1])
|
report_path = Path(sys.argv[1])
|
||||||
|
queue_dir = os.environ.get("SUPERVISE_QUEUE_DIR", "")
|
||||||
slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "")
|
slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "")
|
||||||
if not slug:
|
if not queue_dir or not slug:
|
||||||
sys.exit(2)
|
sys.exit(2)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -280,19 +277,31 @@ for i, finding in enumerate(raw, 1):
|
|||||||
])
|
])
|
||||||
|
|
||||||
payload = "\n".join(lines).rstrip() + "\n"
|
payload = "\n".join(lines).rstrip() + "\n"
|
||||||
proposal = _sv.Proposal.new(
|
proposal_id = str(uuid.uuid4())
|
||||||
bottle_slug=slug,
|
proposal = {
|
||||||
tool=_sv.TOOL_GITLEAKS_ALLOW,
|
"id": proposal_id,
|
||||||
proposed_file=payload,
|
"bottle_slug": slug,
|
||||||
justification=(
|
"tool": "gitleaks-allow",
|
||||||
|
"proposed_file": payload,
|
||||||
|
"justification": (
|
||||||
"git-gate found gitleaks findings hidden by # gitleaks:allow; "
|
"git-gate found gitleaks findings hidden by # gitleaks:allow; "
|
||||||
"approve only for dummy test fixtures or confirmed false positives"
|
"approve only for dummy test fixtures or confirmed false positives"
|
||||||
),
|
),
|
||||||
current_file_hash=hashlib.sha256(payload.encode("utf-8")).hexdigest(),
|
"arrival_timestamp": datetime.datetime.now(
|
||||||
now=datetime.datetime.now(datetime.timezone.utc),
|
datetime.timezone.utc
|
||||||
)
|
).isoformat(),
|
||||||
_sv.write_proposal(proposal)
|
"current_file_hash": hashlib.sha256(payload.encode("utf-8")).hexdigest(),
|
||||||
print(proposal.id)
|
}
|
||||||
|
queue = Path(queue_dir)
|
||||||
|
queue.mkdir(parents=True, exist_ok=True)
|
||||||
|
path = queue / f"{proposal_id}.proposal.json"
|
||||||
|
tmp = path.with_suffix(path.suffix + ".tmp")
|
||||||
|
with tmp.open("w", encoding="utf-8") as f:
|
||||||
|
json.dump(proposal, f, indent=2)
|
||||||
|
f.write("\n")
|
||||||
|
os.chmod(tmp, 0o600)
|
||||||
|
os.replace(tmp, path)
|
||||||
|
print(proposal_id)
|
||||||
PY
|
PY
|
||||||
)
|
)
|
||||||
rc=$?
|
rc=$?
|
||||||
@@ -305,7 +314,8 @@ PY
|
|||||||
return 1
|
return 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
slug=${SUPERVISE_BOTTLE_SLUG:-}
|
queue_dir=${SUPERVISE_QUEUE_DIR:-}
|
||||||
|
response_file="$queue_dir/${proposal_id}.response.json"
|
||||||
timeout=${SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS:-300}
|
timeout=${SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS:-300}
|
||||||
case "$timeout" in
|
case "$timeout" in
|
||||||
''|*[!0-9]*)
|
''|*[!0-9]*)
|
||||||
@@ -317,41 +327,26 @@ PY
|
|||||||
echo "git-gate: approve with './cli.py supervise' to continue this push" >&2
|
echo "git-gate: approve with './cli.py supervise' to continue this push" >&2
|
||||||
waited=0
|
waited=0
|
||||||
while [ "$waited" -lt "$timeout" ]; do
|
while [ "$waited" -lt "$timeout" ]; do
|
||||||
status=$(PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" python3 - "$slug" "$proposal_id" <<'PY'
|
if [ -f "$response_file" ]; then
|
||||||
|
status=$(python3 - "$response_file" <<'PY'
|
||||||
|
import json
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
try:
|
try:
|
||||||
import supervise as _sv
|
with open(sys.argv[1], encoding="utf-8") as f:
|
||||||
except ImportError:
|
raw = json.load(f)
|
||||||
from bot_bottle import supervise as _sv
|
except (OSError, json.JSONDecodeError):
|
||||||
|
sys.exit(1)
|
||||||
slug = sys.argv[1]
|
status = raw.get("status")
|
||||||
try:
|
if not isinstance(status, str):
|
||||||
response = _sv.read_response(slug, sys.argv[2])
|
sys.exit(1)
|
||||||
except FileNotFoundError:
|
print(status)
|
||||||
sys.exit(2)
|
|
||||||
print(response.status)
|
|
||||||
PY
|
PY
|
||||||
)
|
) || status=""
|
||||||
rc=$?
|
|
||||||
if [ "$rc" -eq 2 ]; then
|
|
||||||
status=""
|
|
||||||
elif [ "$rc" -ne 0 ]; then
|
|
||||||
status="invalid"
|
|
||||||
fi
|
|
||||||
if [ -n "$status" ]; then
|
|
||||||
case "$status" in
|
case "$status" in
|
||||||
approved|modified)
|
approved|modified)
|
||||||
PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" python3 - "$slug" "$proposal_id" <<'PY' || true
|
mkdir -p "$queue_dir/processed"
|
||||||
import sys
|
mv -f "$queue_dir/${proposal_id}.proposal.json" "$queue_dir/processed/" 2>/dev/null || true
|
||||||
|
mv -f "$queue_dir/${proposal_id}.response.json" "$queue_dir/processed/" 2>/dev/null || true
|
||||||
try:
|
|
||||||
import supervise as _sv
|
|
||||||
except ImportError:
|
|
||||||
from bot_bottle import supervise as _sv
|
|
||||||
|
|
||||||
_sv.archive_proposal(sys.argv[1], sys.argv[2])
|
|
||||||
PY
|
|
||||||
echo "git-gate: supervisor approved # gitleaks:allow for $ref" >&2
|
echo "git-gate: supervisor approved # gitleaks:allow for $ref" >&2
|
||||||
return 0
|
return 0
|
||||||
;;
|
;;
|
||||||
@@ -504,3 +499,4 @@ if ! git -C "$repo_dir" rev-parse --verify HEAD >/dev/null 2>&1; then
|
|||||||
fi
|
fi
|
||||||
exit 0
|
exit 0
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|||||||
@@ -1,37 +0,0 @@
|
|||||||
"""SQLite migration runner for bot-bottle stores."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import sqlite3
|
|
||||||
|
|
||||||
|
|
||||||
class TableMigrations:
|
|
||||||
"""Runs a sequential list of DDL migrations tracked by schema_key in schema_versions."""
|
|
||||||
|
|
||||||
def __init__(self, schema_key: str, migrations: list[str]) -> None:
|
|
||||||
self.schema_key = schema_key
|
|
||||||
self.migrations = migrations
|
|
||||||
|
|
||||||
def apply(self, conn: sqlite3.Connection) -> None:
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
CREATE TABLE IF NOT EXISTS schema_versions (
|
|
||||||
module TEXT PRIMARY KEY,
|
|
||||||
version INTEGER NOT NULL DEFAULT 0
|
|
||||||
)
|
|
||||||
"""
|
|
||||||
)
|
|
||||||
row = conn.execute(
|
|
||||||
"SELECT version FROM schema_versions WHERE module = ?",
|
|
||||||
(self.schema_key,),
|
|
||||||
).fetchone()
|
|
||||||
version = row[0] if row else 0
|
|
||||||
for i, sql in enumerate(self.migrations[version:], start=version + 1):
|
|
||||||
conn.execute(sql)
|
|
||||||
conn.execute(
|
|
||||||
"INSERT OR REPLACE INTO schema_versions (module, version) VALUES (?, ?)",
|
|
||||||
(self.schema_key, i),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = ["TableMigrations"]
|
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
"""bot-bottle-orchestrator: forge-native orchestration for bot-bottle.
|
||||||
|
|
||||||
|
The package is stdlib-only. The core (events, targeting, lifecycle,
|
||||||
|
watchdog, sidecar, webhook) depends on its collaborators — a forge, a
|
||||||
|
state store, a bottle runner — through duck-typed interfaces, so it runs
|
||||||
|
and tests without bot-bottle installed. `bootstrap` is the single module
|
||||||
|
that imports `bot_bottle` and wires the concrete implementations.
|
||||||
|
"""
|
||||||
@@ -0,0 +1,51 @@
|
|||||||
|
"""CLI entry point: `python -m bot_bottle.orchestrator <command>`.
|
||||||
|
|
||||||
|
Commands:
|
||||||
|
run start the webhook server + watchdog + done-signal relay
|
||||||
|
status print the tracked runs (issue -> slug, status)
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import sys
|
||||||
|
|
||||||
|
from .config import Config
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv: list[str] | None = None) -> int:
|
||||||
|
parser = argparse.ArgumentParser(prog="python -m bot_bottle.orchestrator")
|
||||||
|
sub = parser.add_subparsers(dest="command", required=True)
|
||||||
|
sub.add_parser("run", help="start the webhook server, watchdog, and relay")
|
||||||
|
sub.add_parser("status", help="list tracked runs")
|
||||||
|
args = parser.parse_args(argv)
|
||||||
|
|
||||||
|
config = Config.from_env()
|
||||||
|
|
||||||
|
if args.command == "run":
|
||||||
|
from . import bootstrap # pylint: disable=import-outside-toplevel
|
||||||
|
|
||||||
|
print(
|
||||||
|
f"orchestrator listening on "
|
||||||
|
f"http://{config.webhook_host}:{config.webhook_port}/webhook",
|
||||||
|
file=sys.stderr,
|
||||||
|
)
|
||||||
|
bootstrap.run(config)
|
||||||
|
return 0
|
||||||
|
|
||||||
|
if args.command == "status":
|
||||||
|
from .bootstrap import ( # pylint: disable=import-outside-toplevel
|
||||||
|
BotBottleStateStore,
|
||||||
|
)
|
||||||
|
|
||||||
|
store = BotBottleStateStore(config.db_path)
|
||||||
|
for r in store.all():
|
||||||
|
pr = f"PR#{r.pr_number}" if r.pr_number else "-"
|
||||||
|
print(f"{r.owner}/{r.repo}#{r.issue_number}\t{r.slug}\t{r.status}\t{pr}")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
return 2
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
sys.exit(main())
|
||||||
@@ -0,0 +1,155 @@
|
|||||||
|
"""Wire the concrete bot-bottle implementations into the core.
|
||||||
|
|
||||||
|
This is the ONLY module that imports from `bot_bottle.contrib`. It adapts
|
||||||
|
`SqliteForgeStateStore` to our `StateStore`, builds `GiteaForge`s (and
|
||||||
|
scope-wrapped forges for sidecars), constructs the `Orchestrator`, and
|
||||||
|
runs the webhook server + watchdog + done-signal relay.
|
||||||
|
|
||||||
|
Imports are direct (no lazy loading) because the orchestrator is now part
|
||||||
|
of the same package installation.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
|
import threading
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from ..contrib.forge.base import ScopedForge
|
||||||
|
from ..contrib.gitea.client import GiteaClient, GiteaForge
|
||||||
|
from ..contrib.gitea.forge_state import ForgeState, SqliteForgeStateStore
|
||||||
|
from .config import Config
|
||||||
|
from .lifecycle import Orchestrator
|
||||||
|
from .model import RunRecord
|
||||||
|
from .runner import ProgrammaticBottleRunner
|
||||||
|
from .sidecar import ForgeSidecar, OpLog, drain_done_events
|
||||||
|
from .watchdog import Watchdog
|
||||||
|
from .webhook import WebhookServer
|
||||||
|
|
||||||
|
_RELAY_TICK_SECS = 2.0
|
||||||
|
|
||||||
|
|
||||||
|
def _token() -> str:
|
||||||
|
tok = os.environ.get("GITEA_TOKEN") or os.environ.get("FORGE_GITEA_TOKEN")
|
||||||
|
if not tok:
|
||||||
|
raise RuntimeError("set GITEA_TOKEN (or FORGE_GITEA_TOKEN)")
|
||||||
|
return tok
|
||||||
|
|
||||||
|
|
||||||
|
class BotBottleStateStore:
|
||||||
|
"""Adapts `SqliteForgeStateStore` to our `StateStore`, translating
|
||||||
|
`RunRecord` <-> `ForgeState` field-for-field."""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path | None) -> None:
|
||||||
|
self._inner = SqliteForgeStateStore(db_path)
|
||||||
|
|
||||||
|
def upsert(self, record: RunRecord) -> None:
|
||||||
|
self._inner.upsert(_to_forge_state(record))
|
||||||
|
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> RunRecord | None:
|
||||||
|
state = self._inner.get(owner, repo, issue_number)
|
||||||
|
return _to_record(state) if state is not None else None
|
||||||
|
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None:
|
||||||
|
self._inner.delete(owner, repo, issue_number)
|
||||||
|
|
||||||
|
def all(self) -> list[RunRecord]:
|
||||||
|
return [_to_record(s) for s in self._inner.all()]
|
||||||
|
|
||||||
|
|
||||||
|
def _to_forge_state(r: RunRecord) -> ForgeState:
|
||||||
|
return ForgeState(
|
||||||
|
owner=r.owner, repo=r.repo, issue_number=r.issue_number, slug=r.slug,
|
||||||
|
agent_name=r.agent_name, bottle_names=list(r.bottle_names),
|
||||||
|
backend_name=r.backend_name, agent_git_user=r.agent_git_user,
|
||||||
|
pr_number=r.pr_number, status=r.status, last_checkin_at=r.last_checkin_at,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _to_record(s: ForgeState) -> RunRecord:
|
||||||
|
return RunRecord(
|
||||||
|
owner=s.owner, repo=s.repo, issue_number=s.issue_number, slug=s.slug,
|
||||||
|
agent_name=s.agent_name, bottle_names=list(s.bottle_names),
|
||||||
|
backend_name=s.backend_name, agent_git_user=s.agent_git_user,
|
||||||
|
pr_number=s.pr_number, status=s.status, last_checkin_at=s.last_checkin_at,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def make_forge(config: Config, owner: str, repo: str) -> Any:
|
||||||
|
"""A `GiteaForge` bound to one repo."""
|
||||||
|
client = GiteaClient(
|
||||||
|
api_url=config.gitea_api, owner=owner, repo=repo, token=_token()
|
||||||
|
)
|
||||||
|
return GiteaForge(client)
|
||||||
|
|
||||||
|
|
||||||
|
def make_sidecar(
|
||||||
|
config: Config, owner: str, repo: str, issue_number: int, assigned_prs: list[int]
|
||||||
|
) -> ForgeSidecar:
|
||||||
|
"""A scope-enforced sidecar for one run (read-anywhere / write-scoped)."""
|
||||||
|
scoped = ScopedForge(
|
||||||
|
make_forge(config, owner, repo),
|
||||||
|
assigned_issue=issue_number,
|
||||||
|
assigned_prs=assigned_prs,
|
||||||
|
)
|
||||||
|
op_log = OpLog(config.queue_dir / f"{owner}-{repo}-{issue_number}.oplog.jsonl")
|
||||||
|
return ForgeSidecar(
|
||||||
|
forge=scoped,
|
||||||
|
op_log=op_log,
|
||||||
|
queue_dir=config.queue_dir,
|
||||||
|
run_key=(owner, repo, issue_number),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def build(config: Config) -> tuple[WebhookServer, Watchdog, Orchestrator]:
|
||||||
|
store = BotBottleStateStore(config.db_path)
|
||||||
|
runner = ProgrammaticBottleRunner()
|
||||||
|
membership_forge = make_forge(config, "_", "_")
|
||||||
|
orchestrator = Orchestrator(
|
||||||
|
forge=membership_forge,
|
||||||
|
store=store,
|
||||||
|
runner=runner,
|
||||||
|
org=config.forge_org,
|
||||||
|
gitea_api=config.gitea_api,
|
||||||
|
forge_env_base={
|
||||||
|
"GITEA_TOKEN": _token(),
|
||||||
|
"FORGE_QUEUE_DIR": str(config.queue_dir),
|
||||||
|
"FORGE_SIDECAR_SOCKET": str(config.sidecar_socket),
|
||||||
|
},
|
||||||
|
)
|
||||||
|
watchdog = Watchdog(
|
||||||
|
store=store, runner=runner, timeout_secs=config.watchdog_timeout_secs
|
||||||
|
)
|
||||||
|
server = WebhookServer(
|
||||||
|
(config.webhook_host, config.webhook_port),
|
||||||
|
orchestrator=orchestrator,
|
||||||
|
store=store,
|
||||||
|
)
|
||||||
|
return server, watchdog, orchestrator
|
||||||
|
|
||||||
|
|
||||||
|
def _relay_loop(config: Config, orchestrator: Orchestrator, stop: threading.Event) -> None:
|
||||||
|
while not stop.wait(_RELAY_TICK_SECS):
|
||||||
|
for ev in drain_done_events(config.queue_dir):
|
||||||
|
orchestrator.on_done_signal(
|
||||||
|
ev["owner"], ev["repo"], int(ev["issue_number"]),
|
||||||
|
str(ev.get("status", "")), str(ev.get("summary", "")),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def run(config: Config) -> None:
|
||||||
|
"""Blocking run: webhook server + watchdog + done-signal relay."""
|
||||||
|
server, watchdog, orchestrator = build(config)
|
||||||
|
watchdog.start()
|
||||||
|
stop = threading.Event()
|
||||||
|
relay = threading.Thread(
|
||||||
|
target=_relay_loop, args=(config, orchestrator, stop), daemon=True
|
||||||
|
)
|
||||||
|
relay.start()
|
||||||
|
try:
|
||||||
|
server.serve_forever()
|
||||||
|
finally:
|
||||||
|
stop.set()
|
||||||
|
watchdog.stop()
|
||||||
|
server.server_close()
|
||||||
@@ -0,0 +1,50 @@
|
|||||||
|
"""Configuration, loaded from the environment (stdlib `os` only).
|
||||||
|
|
||||||
|
Everything the orchestrator needs to run is an env var so a deploy is a
|
||||||
|
process with an environment, no config file to manage. `FORGE_*` names
|
||||||
|
match the bot-bottle forge-native PRD.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
# The label that marks an issue as agent-targeted: `bot-bottle:<agent>`.
|
||||||
|
LABEL_PREFIX = "bot-bottle:"
|
||||||
|
# Optional bottle override: `bot-bottle-bottle:<name>`.
|
||||||
|
BOTTLE_LABEL_PREFIX = "bot-bottle-bottle:"
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Config:
|
||||||
|
"""Resolved orchestrator configuration."""
|
||||||
|
|
||||||
|
forge_org: str
|
||||||
|
gitea_api: str
|
||||||
|
watchdog_timeout_secs: int
|
||||||
|
webhook_host: str
|
||||||
|
webhook_port: int
|
||||||
|
queue_dir: Path
|
||||||
|
sidecar_socket: Path
|
||||||
|
db_path: Path | None
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def from_env(env: dict[str, str] | None = None) -> "Config":
|
||||||
|
e = os.environ if env is None else env
|
||||||
|
home = Path(e.get("HOME", str(Path.home())))
|
||||||
|
default_root = home / ".bot-bottle"
|
||||||
|
db = e.get("FORGE_DB_PATH")
|
||||||
|
return Config(
|
||||||
|
forge_org=e.get("FORGE_ORG", "bot-bottle"),
|
||||||
|
gitea_api=e.get("FORGE_GITEA_API", ""),
|
||||||
|
watchdog_timeout_secs=int(e.get("FORGE_WATCHDOG_TIMEOUT", "1800")),
|
||||||
|
webhook_host=e.get("FORGE_WEBHOOK_HOST", "127.0.0.1"),
|
||||||
|
webhook_port=int(e.get("FORGE_WEBHOOK_PORT", "8477")),
|
||||||
|
queue_dir=Path(e.get("FORGE_QUEUE_DIR", str(default_root / "forge-queue"))),
|
||||||
|
sidecar_socket=Path(
|
||||||
|
e.get("FORGE_SIDECAR_SOCKET", str(default_root / "forge-sidecar.sock"))
|
||||||
|
),
|
||||||
|
db_path=Path(db) if db else None,
|
||||||
|
)
|
||||||
@@ -0,0 +1,85 @@
|
|||||||
|
"""Parse Gitea webhook payloads into typed `ForgeEvent`s.
|
||||||
|
|
||||||
|
Only the fields the orchestrator acts on are extracted; unknown payloads
|
||||||
|
and event types return None so the webhook layer can ignore them.
|
||||||
|
|
||||||
|
Gitea sends the event kind in the `X-Gitea-Event` header and the payload
|
||||||
|
as JSON. The relevant kinds:
|
||||||
|
|
||||||
|
- `issues` with `action == "assigned"` -> IssueAssigned
|
||||||
|
- `issue_comment` with `action == "created"` -> CommentCreated
|
||||||
|
- `pull_request` with `action == "closed"` -> PullRequestClosed
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from .model import CommentCreated, ForgeEvent, IssueAssigned, PullRequestClosed
|
||||||
|
|
||||||
|
|
||||||
|
def _repo_owner(payload: dict[str, Any]) -> tuple[str, str]:
|
||||||
|
repo = payload.get("repository") or {}
|
||||||
|
owner = (repo.get("owner") or {}).get("login", "")
|
||||||
|
return str(owner), str(repo.get("name", ""))
|
||||||
|
|
||||||
|
|
||||||
|
def parse_event(event_kind: str, payload: dict[str, Any]) -> ForgeEvent | None:
|
||||||
|
"""Map (X-Gitea-Event, payload) to a `ForgeEvent`, or None to ignore."""
|
||||||
|
if event_kind == "issues":
|
||||||
|
return _parse_issue(payload)
|
||||||
|
if event_kind == "issue_comment":
|
||||||
|
return _parse_comment(payload)
|
||||||
|
if event_kind == "pull_request":
|
||||||
|
return _parse_pull_request(payload)
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _parse_issue(payload: dict[str, Any]) -> IssueAssigned | None:
|
||||||
|
if payload.get("action") != "assigned":
|
||||||
|
return None
|
||||||
|
owner, repo = _repo_owner(payload)
|
||||||
|
issue = payload.get("issue") or {}
|
||||||
|
assignees = tuple(
|
||||||
|
str(a.get("login", "")) for a in (issue.get("assignees") or [])
|
||||||
|
)
|
||||||
|
labels = tuple(str(l.get("name", "")) for l in (issue.get("labels") or []))
|
||||||
|
return IssueAssigned(
|
||||||
|
owner=owner,
|
||||||
|
repo=repo,
|
||||||
|
issue_number=int(issue.get("number", 0)),
|
||||||
|
title=str(issue.get("title", "")),
|
||||||
|
body=str(issue.get("body", "") or ""),
|
||||||
|
assignees=assignees,
|
||||||
|
labels=labels,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _parse_comment(payload: dict[str, Any]) -> CommentCreated | None:
|
||||||
|
if payload.get("action") != "created":
|
||||||
|
return None
|
||||||
|
owner, repo = _repo_owner(payload)
|
||||||
|
issue = payload.get("issue") or {}
|
||||||
|
comment = payload.get("comment") or {}
|
||||||
|
return CommentCreated(
|
||||||
|
owner=owner,
|
||||||
|
repo=repo,
|
||||||
|
issue_number=int(issue.get("number", 0)),
|
||||||
|
comment_id=int(comment.get("id", 0)),
|
||||||
|
author=str((comment.get("user") or {}).get("login", "")),
|
||||||
|
body=str(comment.get("body", "") or ""),
|
||||||
|
is_pull=bool(issue.get("pull_request")),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _parse_pull_request(payload: dict[str, Any]) -> PullRequestClosed | None:
|
||||||
|
if payload.get("action") != "closed":
|
||||||
|
return None
|
||||||
|
owner, repo = _repo_owner(payload)
|
||||||
|
pr = payload.get("pull_request") or {}
|
||||||
|
return PullRequestClosed(
|
||||||
|
owner=owner,
|
||||||
|
repo=repo,
|
||||||
|
pr_number=int(pr.get("number", 0)),
|
||||||
|
merged=bool(pr.get("merged", False)),
|
||||||
|
)
|
||||||
@@ -0,0 +1,180 @@
|
|||||||
|
"""The orchestration lifecycle: forge events -> bottle transitions.
|
||||||
|
|
||||||
|
`Orchestrator.handle(event)` is the single entry point the webhook layer
|
||||||
|
calls. `on_done_signal(...)` is called by the sidecar relay when an agent
|
||||||
|
signals completion. All collaborators (forge, store, runner) are
|
||||||
|
injected and duck-typed; `now` and `label_for` are injectable for tests.
|
||||||
|
|
||||||
|
Transitions:
|
||||||
|
IssueAssigned (targeted, new) -> start bottle, record = running
|
||||||
|
signal_done (running) -> freeze bottle, record = frozen
|
||||||
|
CommentCreated (frozen) -> resume bottle, record = running
|
||||||
|
PullRequestClosed (tracked) -> destroy bottle, record removed
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from collections.abc import Callable
|
||||||
|
from datetime import datetime
|
||||||
|
|
||||||
|
from .model import (
|
||||||
|
STATUS_DESTROYED,
|
||||||
|
STATUS_FROZEN,
|
||||||
|
STATUS_RUNNING,
|
||||||
|
CommentCreated,
|
||||||
|
ForgeEvent,
|
||||||
|
IssueAssigned,
|
||||||
|
PullRequestClosed,
|
||||||
|
RunRecord,
|
||||||
|
)
|
||||||
|
from .runner import BottleRunner
|
||||||
|
from .store import StateStore
|
||||||
|
from .targeting import Membership, Target, resolve_target
|
||||||
|
|
||||||
|
|
||||||
|
def _iso_now() -> str:
|
||||||
|
return datetime.now().astimezone().isoformat(timespec="seconds")
|
||||||
|
|
||||||
|
|
||||||
|
def _default_label(agent: str, event: IssueAssigned) -> str:
|
||||||
|
# Embed the issue identity so slugs are unique per issue and never
|
||||||
|
# get renamed on collision.
|
||||||
|
return f"{agent}-{event.owner}-{event.repo}-{event.issue_number}"
|
||||||
|
|
||||||
|
|
||||||
|
class Orchestrator:
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
forge: Membership,
|
||||||
|
store: StateStore,
|
||||||
|
runner: BottleRunner,
|
||||||
|
org: str,
|
||||||
|
gitea_api: str = "",
|
||||||
|
forge_env_base: dict[str, str] | None = None,
|
||||||
|
now: Callable[[], str] = _iso_now,
|
||||||
|
label_for: Callable[[str, IssueAssigned], str] = _default_label,
|
||||||
|
) -> None:
|
||||||
|
self._forge = forge
|
||||||
|
self._store = store
|
||||||
|
self._runner = runner
|
||||||
|
self._org = org
|
||||||
|
self._gitea_api = gitea_api
|
||||||
|
self._forge_env_base = forge_env_base or {}
|
||||||
|
self._now = now
|
||||||
|
self._label_for = label_for
|
||||||
|
|
||||||
|
# --- entry points ------------------------------------------------------
|
||||||
|
|
||||||
|
def handle(self, event: ForgeEvent) -> None:
|
||||||
|
if isinstance(event, IssueAssigned):
|
||||||
|
self._on_issue_assigned(event)
|
||||||
|
elif isinstance(event, CommentCreated):
|
||||||
|
self._on_comment(event)
|
||||||
|
else:
|
||||||
|
self._on_pr_closed(event)
|
||||||
|
|
||||||
|
def on_done_signal( # pylint: disable=unused-argument
|
||||||
|
self, owner: str, repo: str, issue_number: int, status: str, summary: str
|
||||||
|
) -> None:
|
||||||
|
"""Sidecar relay: an agent signalled completion. Freeze the bottle.
|
||||||
|
`status`/`summary` are recorded by provenance (via the op log), not
|
||||||
|
acted on here."""
|
||||||
|
record = self._store.get(owner, repo, issue_number)
|
||||||
|
if record is None or record.status != STATUS_RUNNING:
|
||||||
|
return
|
||||||
|
self._runner.freeze(record.slug)
|
||||||
|
record.status = STATUS_FROZEN
|
||||||
|
record.last_checkin_at = self._now()
|
||||||
|
self._store.upsert(record)
|
||||||
|
|
||||||
|
def link_pr(self, owner: str, repo: str, issue_number: int, pr_number: int) -> None:
|
||||||
|
"""Record the PR a tracked issue produced, so PR comments and the
|
||||||
|
PR-close event route back to this record."""
|
||||||
|
record = self._store.get(owner, repo, issue_number)
|
||||||
|
if record is not None:
|
||||||
|
record.pr_number = pr_number
|
||||||
|
self._store.upsert(record)
|
||||||
|
|
||||||
|
# --- handlers ----------------------------------------------------------
|
||||||
|
|
||||||
|
def _on_issue_assigned(self, event: IssueAssigned) -> None:
|
||||||
|
target = resolve_target(event, self._forge, self._org)
|
||||||
|
if target is None:
|
||||||
|
return
|
||||||
|
# Idempotent: a webhook redelivery must not launch a second bottle.
|
||||||
|
if self._store.get(event.owner, event.repo, event.issue_number) is not None:
|
||||||
|
return
|
||||||
|
self._launch(event, target)
|
||||||
|
|
||||||
|
def _launch(self, event: IssueAssigned, target: Target) -> None:
|
||||||
|
label = self._label_for(target.agent_name, event)
|
||||||
|
bottles = [target.bottle_override] if target.bottle_override else []
|
||||||
|
slug = self._runner.start(
|
||||||
|
agent=target.agent_name,
|
||||||
|
bottles=bottles,
|
||||||
|
label=label,
|
||||||
|
prompt=event.body,
|
||||||
|
forge_env=self._forge_env(event.owner, event.repo, event.issue_number),
|
||||||
|
)
|
||||||
|
self._store.upsert(
|
||||||
|
RunRecord(
|
||||||
|
owner=event.owner,
|
||||||
|
repo=event.repo,
|
||||||
|
issue_number=event.issue_number,
|
||||||
|
slug=slug,
|
||||||
|
agent_name=target.agent_name,
|
||||||
|
bottle_names=bottles,
|
||||||
|
status=STATUS_RUNNING,
|
||||||
|
last_checkin_at=self._now(),
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
def _on_comment(self, event: CommentCreated) -> None:
|
||||||
|
record = self._route_comment(event)
|
||||||
|
if record is None or record.status != STATUS_FROZEN:
|
||||||
|
return
|
||||||
|
# Echo-loop guard: ignore the agent's own comments.
|
||||||
|
if record.agent_git_user and event.author == record.agent_git_user:
|
||||||
|
return
|
||||||
|
self._runner.resume(record.slug, event.body)
|
||||||
|
record.status = STATUS_RUNNING
|
||||||
|
record.last_checkin_at = self._now()
|
||||||
|
self._store.upsert(record)
|
||||||
|
|
||||||
|
def _route_comment(self, event: CommentCreated) -> RunRecord | None:
|
||||||
|
# A comment on the issue routes by issue number; a comment on a PR
|
||||||
|
# routes by the recorded pr_number.
|
||||||
|
direct = self._store.get(event.owner, event.repo, event.issue_number)
|
||||||
|
if direct is not None:
|
||||||
|
return direct
|
||||||
|
if event.is_pull:
|
||||||
|
return self._find_by_pr(event.owner, event.repo, event.issue_number)
|
||||||
|
return None
|
||||||
|
|
||||||
|
def _on_pr_closed(self, event: PullRequestClosed) -> None:
|
||||||
|
record = self._find_by_pr(event.owner, event.repo, event.pr_number)
|
||||||
|
if record is None:
|
||||||
|
return
|
||||||
|
self._runner.destroy(record.slug)
|
||||||
|
record.status = STATUS_DESTROYED
|
||||||
|
self._store.delete(record.owner, record.repo, record.issue_number)
|
||||||
|
|
||||||
|
def _find_by_pr(self, owner: str, repo: str, pr_number: int) -> RunRecord | None:
|
||||||
|
for record in self._store.all():
|
||||||
|
if (
|
||||||
|
record.owner == owner
|
||||||
|
and record.repo == repo
|
||||||
|
and record.pr_number == pr_number
|
||||||
|
):
|
||||||
|
return record
|
||||||
|
return None
|
||||||
|
|
||||||
|
def _forge_env(self, owner: str, repo: str, issue_number: int) -> dict[str, str]:
|
||||||
|
env = dict(self._forge_env_base)
|
||||||
|
if self._gitea_api:
|
||||||
|
env["FORGE_GITEA_API"] = self._gitea_api
|
||||||
|
env["FORGE_OWNER"] = owner
|
||||||
|
env["FORGE_REPO"] = repo
|
||||||
|
env["FORGE_ISSUE_NUMBER"] = str(issue_number)
|
||||||
|
return env
|
||||||
@@ -0,0 +1,108 @@
|
|||||||
|
"""Domain model: run records, forge events, provenance.
|
||||||
|
|
||||||
|
These are the orchestrator's own dataclasses. `RunRecord` mirrors
|
||||||
|
bot-bottle's `ForgeState` field-for-field so the bootstrap adapter can
|
||||||
|
translate between them with no loss; keeping our own copy is what lets
|
||||||
|
the core stay import-free of bot-bottle.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
|
||||||
|
# Run lifecycle. A bottle is launched (running), frozen on the done
|
||||||
|
# signal, and destroyed when the PR closes.
|
||||||
|
STATUS_RUNNING = "running"
|
||||||
|
STATUS_FROZEN = "frozen"
|
||||||
|
STATUS_DESTROYED = "destroyed"
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class RunRecord:
|
||||||
|
"""One forge-targeted issue's bottle lifecycle record."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
slug: str
|
||||||
|
agent_name: str
|
||||||
|
bottle_names: list[str] = field(default_factory=list)
|
||||||
|
backend_name: str = ""
|
||||||
|
agent_git_user: str = ""
|
||||||
|
pr_number: int | None = None
|
||||||
|
status: str = STATUS_RUNNING
|
||||||
|
last_checkin_at: str = ""
|
||||||
|
|
||||||
|
|
||||||
|
# --- Forge events (parsed webhook payloads) --------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class IssueAssigned:
|
||||||
|
"""An issue gained an assignee — the trigger to consider a launch."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
title: str
|
||||||
|
body: str
|
||||||
|
assignees: tuple[str, ...]
|
||||||
|
labels: tuple[str, ...]
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class CommentCreated:
|
||||||
|
"""A comment was posted on an issue or PR — a rehydrate trigger."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
comment_id: int
|
||||||
|
author: str
|
||||||
|
body: str
|
||||||
|
is_pull: bool
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class PullRequestClosed:
|
||||||
|
"""A PR closed (merged or not) — the teardown trigger."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
pr_number: int
|
||||||
|
merged: bool
|
||||||
|
|
||||||
|
|
||||||
|
# Union of everything the webhook layer can emit.
|
||||||
|
ForgeEvent = IssueAssigned | CommentCreated | PullRequestClosed
|
||||||
|
|
||||||
|
|
||||||
|
# --- Provenance ------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class ForgeOp:
|
||||||
|
"""One semantic forge operation the sidecar recorded."""
|
||||||
|
|
||||||
|
at: str # ISO timestamp
|
||||||
|
op: str # e.g. "post_comment", "read_pr", "signal_done"
|
||||||
|
target: int | None
|
||||||
|
detail: str
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Provenance:
|
||||||
|
"""The audit record for one run, served by the provenance API. Never
|
||||||
|
posted into the forge."""
|
||||||
|
|
||||||
|
slug: str
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
agent_name: str
|
||||||
|
bottle_names: tuple[str, ...]
|
||||||
|
started_at: str
|
||||||
|
finished_at: str
|
||||||
|
exit_code: int | None
|
||||||
|
watchdog_fired: bool
|
||||||
|
ops: tuple[ForgeOp, ...]
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
"""Provenance assembly + serialization.
|
||||||
|
|
||||||
|
Provenance is the run's audit record: the `RunRecord` metadata plus the
|
||||||
|
sidecar's semantic operation log. It is exposed through the provenance
|
||||||
|
API (see `webhook.ProvenanceHandler`) and deliberately never posted back
|
||||||
|
into the forge — a mutable PR comment is not an audit record.
|
||||||
|
|
||||||
|
This module only assembles and serializes; retention/signing of the
|
||||||
|
record is a control-plane concern out of scope here.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from .model import ForgeOp, Provenance, RunRecord
|
||||||
|
|
||||||
|
|
||||||
|
def ops_from_log(entries: list[dict[str, Any]]) -> tuple[ForgeOp, ...]:
|
||||||
|
return tuple(
|
||||||
|
ForgeOp(
|
||||||
|
at=str(e.get("at", "")),
|
||||||
|
op=str(e.get("op", "")),
|
||||||
|
target=e.get("target"),
|
||||||
|
detail=str(e.get("detail", "")),
|
||||||
|
)
|
||||||
|
for e in entries
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def build_provenance(
|
||||||
|
record: RunRecord,
|
||||||
|
*,
|
||||||
|
ops: tuple[ForgeOp, ...],
|
||||||
|
started_at: str,
|
||||||
|
finished_at: str,
|
||||||
|
exit_code: int | None,
|
||||||
|
watchdog_fired: bool,
|
||||||
|
) -> Provenance:
|
||||||
|
return Provenance(
|
||||||
|
slug=record.slug,
|
||||||
|
owner=record.owner,
|
||||||
|
repo=record.repo,
|
||||||
|
issue_number=record.issue_number,
|
||||||
|
agent_name=record.agent_name,
|
||||||
|
bottle_names=tuple(record.bottle_names),
|
||||||
|
started_at=started_at,
|
||||||
|
finished_at=finished_at,
|
||||||
|
exit_code=exit_code,
|
||||||
|
watchdog_fired=watchdog_fired,
|
||||||
|
ops=ops,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def provenance_to_dict(p: Provenance) -> dict[str, Any]:
|
||||||
|
return {
|
||||||
|
"slug": p.slug,
|
||||||
|
"owner": p.owner,
|
||||||
|
"repo": p.repo,
|
||||||
|
"issue_number": p.issue_number,
|
||||||
|
"agent": p.agent_name,
|
||||||
|
"bottles": list(p.bottle_names),
|
||||||
|
"started_at": p.started_at,
|
||||||
|
"finished_at": p.finished_at,
|
||||||
|
"exit_code": p.exit_code,
|
||||||
|
"watchdog_fired": p.watchdog_fired,
|
||||||
|
"ops": [
|
||||||
|
{"at": o.at, "op": o.op, "target": o.target, "detail": o.detail}
|
||||||
|
for o in p.ops
|
||||||
|
],
|
||||||
|
}
|
||||||
@@ -0,0 +1,83 @@
|
|||||||
|
"""Bottle runner: drive bot_bottle to manage a bottle's life.
|
||||||
|
|
||||||
|
`BottleRunner` is the interface the lifecycle depends on;
|
||||||
|
`ProgrammaticBottleRunner` calls into the bot_bottle Python API directly
|
||||||
|
(no subprocess). The slug returned by `start` is the actual slug minted
|
||||||
|
at launch time — not a post-hoc derivation from the label — so it is
|
||||||
|
authoritative even if bot-bottle's slugification logic changes.
|
||||||
|
|
||||||
|
`slugify` is retained for `FakeRunner` (tests) and for the label scheme
|
||||||
|
the orchestrator uses to predict collision-free slugs.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import re
|
||||||
|
from collections.abc import Sequence
|
||||||
|
from typing import Protocol
|
||||||
|
|
||||||
|
|
||||||
|
class BottleRunner(Protocol):
|
||||||
|
def start(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
agent: str,
|
||||||
|
bottles: Sequence[str],
|
||||||
|
label: str,
|
||||||
|
prompt: str,
|
||||||
|
forge_env: dict[str, str],
|
||||||
|
) -> str: ...
|
||||||
|
|
||||||
|
def freeze(self, slug: str) -> None: ...
|
||||||
|
|
||||||
|
def resume(self, slug: str, prompt: str) -> None: ...
|
||||||
|
|
||||||
|
def destroy(self, slug: str) -> None: ...
|
||||||
|
|
||||||
|
|
||||||
|
_SLUG_RE = re.compile(r"[^a-z0-9]+")
|
||||||
|
|
||||||
|
|
||||||
|
def slugify(label: str) -> str:
|
||||||
|
"""Lowercase, collapse non-alphanumerics to single hyphens, strip
|
||||||
|
leading/trailing hyphens — matches bot-bottle's slug rule."""
|
||||||
|
return _SLUG_RE.sub("-", label.lower()).strip("-")
|
||||||
|
|
||||||
|
|
||||||
|
class ProgrammaticBottleRunner:
|
||||||
|
"""Calls into the bot_bottle Python API directly — no subprocess.
|
||||||
|
|
||||||
|
Imports are deferred to call time so tests can inject a mock into
|
||||||
|
sys.modules['bot_bottle.api'] before calling runner methods.
|
||||||
|
bot_bottle.api is added in the forge-native-integration PR (#318),
|
||||||
|
which merges before this one."""
|
||||||
|
|
||||||
|
def start(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
agent: str,
|
||||||
|
bottles: Sequence[str],
|
||||||
|
label: str,
|
||||||
|
prompt: str,
|
||||||
|
forge_env: dict[str, str],
|
||||||
|
) -> str:
|
||||||
|
from bot_bottle import api # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
return api.start_headless(
|
||||||
|
agent,
|
||||||
|
prompt=prompt,
|
||||||
|
bottles=list(bottles) or None,
|
||||||
|
label=label,
|
||||||
|
forge_env=forge_env,
|
||||||
|
)
|
||||||
|
|
||||||
|
def freeze(self, slug: str) -> None:
|
||||||
|
from bot_bottle import api # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
api.freeze(slug)
|
||||||
|
|
||||||
|
def resume(self, slug: str, prompt: str) -> None:
|
||||||
|
from bot_bottle import api # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
api.resume_headless(slug, prompt=prompt)
|
||||||
|
|
||||||
|
def destroy(self, slug: str) -> None:
|
||||||
|
from bot_bottle import api # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
api.destroy(slug)
|
||||||
@@ -0,0 +1,171 @@
|
|||||||
|
"""Forge sidecar: the agent's only door to the forge.
|
||||||
|
|
||||||
|
The agent calls the sidecar over a line-delimited JSON-RPC AF_UNIX
|
||||||
|
socket; the sidecar dispatches to an injected `forge` (already
|
||||||
|
scope-wrapped by bootstrap) and holds the token, so the agent never sees
|
||||||
|
a credential or a forge endpoint. Every call is appended to a semantic
|
||||||
|
operation log (the provenance raw material). `signal_done` additionally
|
||||||
|
drops an event file in the queue dir the orchestrator drains.
|
||||||
|
|
||||||
|
`dispatch` is pure and testable; `serve` wraps it in a socket server.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import json
|
||||||
|
import socketserver
|
||||||
|
import uuid
|
||||||
|
from collections.abc import Callable
|
||||||
|
from datetime import datetime
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
_READ_METHODS = {"read_issue", "read_pr", "read_comments"}
|
||||||
|
_WRITE_METHODS = {"post_comment", "update_description"}
|
||||||
|
|
||||||
|
|
||||||
|
def _iso_now() -> str:
|
||||||
|
return datetime.now().astimezone().isoformat(timespec="seconds")
|
||||||
|
|
||||||
|
|
||||||
|
def _jsonable(value: Any) -> Any:
|
||||||
|
if dataclasses.is_dataclass(value) and not isinstance(value, type):
|
||||||
|
return dataclasses.asdict(value)
|
||||||
|
if isinstance(value, list):
|
||||||
|
return [_jsonable(v) for v in value]
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
class OpLog:
|
||||||
|
"""Append-only JSONL log of semantic forge operations."""
|
||||||
|
|
||||||
|
def __init__(self, path: Path, *, now: Callable[[], str] = _iso_now) -> None:
|
||||||
|
self._path = path
|
||||||
|
self._now = now
|
||||||
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
|
def record(self, op: str, target: int | None, detail: str) -> None:
|
||||||
|
entry = {"at": self._now(), "op": op, "target": target, "detail": detail}
|
||||||
|
with self._path.open("a", encoding="utf-8") as fh:
|
||||||
|
fh.write(json.dumps(entry) + "\n")
|
||||||
|
|
||||||
|
def read(self) -> list[dict[str, Any]]:
|
||||||
|
if not self._path.exists():
|
||||||
|
return []
|
||||||
|
return [
|
||||||
|
json.loads(line)
|
||||||
|
for line in self._path.read_text(encoding="utf-8").splitlines()
|
||||||
|
if line.strip()
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
def write_done_event(queue_dir: Path, event: dict[str, Any]) -> Path:
|
||||||
|
"""Atomically drop a done-signal event file in the queue dir."""
|
||||||
|
queue_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
path = queue_dir / f"done-{uuid.uuid4().hex}.json"
|
||||||
|
tmp = path.with_suffix(".json.tmp")
|
||||||
|
tmp.write_text(json.dumps(event), encoding="utf-8")
|
||||||
|
tmp.replace(path)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
|
def drain_done_events(queue_dir: Path) -> list[dict[str, Any]]:
|
||||||
|
"""Read and remove every queued done-signal event."""
|
||||||
|
if not queue_dir.is_dir():
|
||||||
|
return []
|
||||||
|
events: list[dict[str, Any]] = []
|
||||||
|
for path in sorted(queue_dir.glob("done-*.json")):
|
||||||
|
try:
|
||||||
|
events.append(json.loads(path.read_text(encoding="utf-8")))
|
||||||
|
except (OSError, ValueError):
|
||||||
|
continue
|
||||||
|
finally:
|
||||||
|
path.unlink(missing_ok=True)
|
||||||
|
return events
|
||||||
|
|
||||||
|
|
||||||
|
class ForgeSidecar:
|
||||||
|
"""Dispatches sidecar protocol calls to the forge, logging each and
|
||||||
|
relaying `signal_done` to the queue dir. `run_key` is the
|
||||||
|
(owner, repo, issue_number) the run is bound to."""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
forge: object,
|
||||||
|
op_log: OpLog,
|
||||||
|
queue_dir: Path,
|
||||||
|
run_key: tuple[str, str, int],
|
||||||
|
) -> None:
|
||||||
|
self._forge = forge
|
||||||
|
self._log = op_log
|
||||||
|
self._queue_dir = queue_dir
|
||||||
|
self._owner, self._repo, self._issue = run_key
|
||||||
|
|
||||||
|
def dispatch(self, method: str, params: dict[str, Any]) -> dict[str, Any]:
|
||||||
|
try:
|
||||||
|
result = self._invoke(method, params)
|
||||||
|
except Exception as exc: # noqa: BLE001 # pylint: disable=broad-exception-caught
|
||||||
|
self._log.record(method, params.get("number"), f"error: {exc}")
|
||||||
|
return {"ok": False, "error": str(exc)}
|
||||||
|
return {"ok": True, "result": result}
|
||||||
|
|
||||||
|
def _invoke(self, method: str, params: dict[str, Any]) -> Any:
|
||||||
|
if method in _READ_METHODS:
|
||||||
|
number = int(params["number"])
|
||||||
|
result = getattr(self._forge, method)(number)
|
||||||
|
self._log.record(method, number, "ok")
|
||||||
|
return _jsonable(result)
|
||||||
|
if method in _WRITE_METHODS:
|
||||||
|
number = int(params["number"])
|
||||||
|
getattr(self._forge, method)(number, params["body"])
|
||||||
|
self._log.record(method, number, "ok")
|
||||||
|
return None
|
||||||
|
if method == "signal_done":
|
||||||
|
status = str(params.get("status", ""))
|
||||||
|
summary = str(params.get("summary", ""))
|
||||||
|
self._log.record("signal_done", None, f"{status}: {summary}")
|
||||||
|
write_done_event(
|
||||||
|
self._queue_dir,
|
||||||
|
{
|
||||||
|
"owner": self._owner,
|
||||||
|
"repo": self._repo,
|
||||||
|
"issue_number": self._issue,
|
||||||
|
"status": status,
|
||||||
|
"summary": summary,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
return None
|
||||||
|
raise ValueError(f"unknown method: {method}")
|
||||||
|
|
||||||
|
|
||||||
|
class _Handler(socketserver.StreamRequestHandler):
|
||||||
|
def handle(self) -> None:
|
||||||
|
line = self.rfile.readline()
|
||||||
|
if not line:
|
||||||
|
return
|
||||||
|
try:
|
||||||
|
req = json.loads(line)
|
||||||
|
except ValueError:
|
||||||
|
self.wfile.write(b'{"ok": false, "error": "invalid json"}\n')
|
||||||
|
return
|
||||||
|
resp = self.server.sidecar.dispatch( # type: ignore[attr-defined]
|
||||||
|
str(req.get("method", "")), dict(req.get("params", {}))
|
||||||
|
)
|
||||||
|
self.wfile.write((json.dumps(resp) + "\n").encode())
|
||||||
|
|
||||||
|
|
||||||
|
class _Server(socketserver.ThreadingUnixStreamServer):
|
||||||
|
def __init__(self, socket_path: str, sidecar: ForgeSidecar) -> None:
|
||||||
|
super().__init__(socket_path, _Handler)
|
||||||
|
self.sidecar = sidecar
|
||||||
|
|
||||||
|
|
||||||
|
def serve(sidecar: ForgeSidecar, socket_path: Path) -> _Server:
|
||||||
|
"""Bind a threaded AF_UNIX server for `sidecar`. Caller runs
|
||||||
|
`serve_forever()` (or `handle_request()` in tests) and closes it."""
|
||||||
|
if socket_path.exists():
|
||||||
|
socket_path.unlink()
|
||||||
|
socket_path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
return _Server(str(socket_path), sidecar)
|
||||||
@@ -0,0 +1,48 @@
|
|||||||
|
"""State store interface + an in-memory implementation.
|
||||||
|
|
||||||
|
The orchestrator persists one `RunRecord` per forge-targeted issue. At
|
||||||
|
runtime `bootstrap` supplies an adapter over bot-bottle's
|
||||||
|
`SqliteForgeStateStore`; the in-memory store here backs tests and a
|
||||||
|
`--no-bot-bottle` dry mode.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import Protocol
|
||||||
|
|
||||||
|
from .model import RunRecord
|
||||||
|
|
||||||
|
|
||||||
|
class StateStore(Protocol):
|
||||||
|
"""Thin CRUD surface. Mirrors bot-bottle's `ForgeStateStore` so the
|
||||||
|
bootstrap adapter is a straight pass-through."""
|
||||||
|
|
||||||
|
def upsert(self, record: RunRecord) -> None: ...
|
||||||
|
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> RunRecord | None: ...
|
||||||
|
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None: ...
|
||||||
|
|
||||||
|
def all(self) -> list[RunRecord]: ...
|
||||||
|
|
||||||
|
|
||||||
|
class InMemoryStateStore:
|
||||||
|
"""Dict-backed `StateStore`, keyed by (owner, repo, issue_number)."""
|
||||||
|
|
||||||
|
def __init__(self) -> None:
|
||||||
|
self._by_key: dict[tuple[str, str, int], RunRecord] = {}
|
||||||
|
|
||||||
|
def upsert(self, record: RunRecord) -> None:
|
||||||
|
self._by_key[(record.owner, record.repo, record.issue_number)] = record
|
||||||
|
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> RunRecord | None:
|
||||||
|
return self._by_key.get((owner, repo, issue_number))
|
||||||
|
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None:
|
||||||
|
self._by_key.pop((owner, repo, issue_number), None)
|
||||||
|
|
||||||
|
def all(self) -> list[RunRecord]:
|
||||||
|
return sorted(
|
||||||
|
self._by_key.values(),
|
||||||
|
key=lambda r: (r.owner, r.repo, r.issue_number),
|
||||||
|
)
|
||||||
@@ -0,0 +1,51 @@
|
|||||||
|
"""Decide whether an assigned issue is agent-targeted, and for whom.
|
||||||
|
|
||||||
|
An issue is forge-targeted when BOTH hold:
|
||||||
|
- it carries a `bot-bottle:<agent>` label naming the agent, and
|
||||||
|
- at least one assignee is a member of the configured org.
|
||||||
|
|
||||||
|
An optional `bot-bottle-bottle:<name>` label overrides bottle selection.
|
||||||
|
The forge is duck-typed: any object with `is_org_member(org, user)`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from typing import Protocol
|
||||||
|
|
||||||
|
from .config import BOTTLE_LABEL_PREFIX, LABEL_PREFIX
|
||||||
|
from .model import IssueAssigned
|
||||||
|
|
||||||
|
|
||||||
|
class Membership(Protocol):
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool: ...
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Target:
|
||||||
|
agent_name: str
|
||||||
|
bottle_override: str | None
|
||||||
|
|
||||||
|
|
||||||
|
def parse_labels(labels: tuple[str, ...]) -> tuple[str | None, str | None]:
|
||||||
|
"""Return (agent_name, bottle_override) parsed from labels."""
|
||||||
|
agent: str | None = None
|
||||||
|
bottle: str | None = None
|
||||||
|
for label in labels:
|
||||||
|
if label.startswith(BOTTLE_LABEL_PREFIX):
|
||||||
|
bottle = label[len(BOTTLE_LABEL_PREFIX):] or None
|
||||||
|
elif label.startswith(LABEL_PREFIX):
|
||||||
|
agent = label[len(LABEL_PREFIX):] or None
|
||||||
|
return agent, bottle
|
||||||
|
|
||||||
|
|
||||||
|
def resolve_target(
|
||||||
|
event: IssueAssigned, forge: Membership, org: str
|
||||||
|
) -> Target | None:
|
||||||
|
"""Return the `Target` for a forge-targeted issue, or None to ignore."""
|
||||||
|
agent, bottle = parse_labels(event.labels)
|
||||||
|
if not agent:
|
||||||
|
return None
|
||||||
|
if not any(forge.is_org_member(org, a) for a in event.assignees):
|
||||||
|
return None
|
||||||
|
return Target(agent_name=agent, bottle_override=bottle)
|
||||||
@@ -0,0 +1,68 @@
|
|||||||
|
"""Watchdog: freeze runs whose agent exited without signalling done.
|
||||||
|
|
||||||
|
`sweep(now)` is the pure, testable core: any `running` record whose
|
||||||
|
`last_checkin_at` is older than the timeout is frozen as
|
||||||
|
done-without-self-report and returned so provenance can flag it.
|
||||||
|
`Watchdog.start()` runs `sweep` on a daemon thread once a minute.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import threading
|
||||||
|
from datetime import datetime, timedelta
|
||||||
|
|
||||||
|
from .model import STATUS_FROZEN, STATUS_RUNNING, RunRecord
|
||||||
|
from .runner import BottleRunner
|
||||||
|
from .store import StateStore
|
||||||
|
|
||||||
|
_TICK_SECS = 60.0
|
||||||
|
|
||||||
|
|
||||||
|
def _parse(ts: str) -> datetime | None:
|
||||||
|
try:
|
||||||
|
return datetime.fromisoformat(ts)
|
||||||
|
except (ValueError, TypeError):
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
class Watchdog:
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
store: StateStore,
|
||||||
|
runner: BottleRunner,
|
||||||
|
timeout_secs: int,
|
||||||
|
) -> None:
|
||||||
|
self._store = store
|
||||||
|
self._runner = runner
|
||||||
|
self._timeout = timedelta(seconds=timeout_secs)
|
||||||
|
self._stop = threading.Event()
|
||||||
|
self._thread: threading.Thread | None = None
|
||||||
|
|
||||||
|
def sweep(self, now: datetime) -> list[RunRecord]:
|
||||||
|
"""Freeze stale running records. Returns the ones fired."""
|
||||||
|
fired: list[RunRecord] = []
|
||||||
|
for record in self._store.all():
|
||||||
|
if record.status != STATUS_RUNNING:
|
||||||
|
continue
|
||||||
|
checkin = _parse(record.last_checkin_at)
|
||||||
|
if checkin is None or now - checkin <= self._timeout:
|
||||||
|
continue
|
||||||
|
self._runner.freeze(record.slug)
|
||||||
|
record.status = STATUS_FROZEN
|
||||||
|
self._store.upsert(record)
|
||||||
|
fired.append(record)
|
||||||
|
return fired
|
||||||
|
|
||||||
|
def start(self) -> None:
|
||||||
|
self._thread = threading.Thread(target=self._loop, daemon=True)
|
||||||
|
self._thread.start()
|
||||||
|
|
||||||
|
def stop(self) -> None:
|
||||||
|
self._stop.set()
|
||||||
|
if self._thread is not None:
|
||||||
|
self._thread.join(timeout=_TICK_SECS)
|
||||||
|
|
||||||
|
def _loop(self) -> None:
|
||||||
|
while not self._stop.wait(_TICK_SECS):
|
||||||
|
self.sweep(datetime.now().astimezone())
|
||||||
@@ -0,0 +1,123 @@
|
|||||||
|
"""HTTP surface: the Gitea webhook receiver and the provenance API.
|
||||||
|
|
||||||
|
`POST /webhook` — a Gitea event; parsed and dispatched to the orchestrator.
|
||||||
|
`GET /healthz` — liveness.
|
||||||
|
`GET /provenance?owner=&repo=&issue=` — the run's audit record (never
|
||||||
|
posted to the forge).
|
||||||
|
|
||||||
|
Webhook signature verification is optional: set a secret and the handler
|
||||||
|
rejects bodies whose `X-Gitea-Signature` HMAC-SHA256 does not match.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import hmac
|
||||||
|
import json
|
||||||
|
from collections.abc import Callable
|
||||||
|
from hashlib import sha256
|
||||||
|
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||||
|
from typing import Any
|
||||||
|
from urllib.parse import parse_qs, urlparse
|
||||||
|
|
||||||
|
from .events import parse_event
|
||||||
|
from .lifecycle import Orchestrator
|
||||||
|
from .provenance import build_provenance, ops_from_log, provenance_to_dict
|
||||||
|
from .store import StateStore
|
||||||
|
|
||||||
|
# (record) -> that run's op-log entries, injected by bootstrap.
|
||||||
|
OpLogReader = Callable[[Any], list[dict[str, Any]]]
|
||||||
|
|
||||||
|
|
||||||
|
class WebhookServer(ThreadingHTTPServer):
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
address: tuple[str, int],
|
||||||
|
*,
|
||||||
|
orchestrator: Orchestrator,
|
||||||
|
store: StateStore,
|
||||||
|
secret: bytes | None = None,
|
||||||
|
op_log_reader: OpLogReader | None = None,
|
||||||
|
) -> None:
|
||||||
|
super().__init__(address, _Handler)
|
||||||
|
self.orchestrator = orchestrator
|
||||||
|
self.store = store
|
||||||
|
self.secret = secret
|
||||||
|
self.op_log_reader = op_log_reader
|
||||||
|
|
||||||
|
|
||||||
|
def verify_signature(secret: bytes, body: bytes, signature: str) -> bool:
|
||||||
|
expected = hmac.new(secret, body, sha256).hexdigest()
|
||||||
|
return hmac.compare_digest(expected, signature or "")
|
||||||
|
|
||||||
|
|
||||||
|
class _Handler(BaseHTTPRequestHandler):
|
||||||
|
server: WebhookServer # type: ignore[assignment]
|
||||||
|
|
||||||
|
def log_message( # pylint: disable=redefined-builtin
|
||||||
|
self, format: str, *args: Any
|
||||||
|
) -> None: # quiet by default
|
||||||
|
pass
|
||||||
|
|
||||||
|
def _send(self, code: int, payload: dict[str, Any]) -> None:
|
||||||
|
body = json.dumps(payload).encode()
|
||||||
|
self.send_response(code)
|
||||||
|
self.send_header("Content-Type", "application/json")
|
||||||
|
self.send_header("Content-Length", str(len(body)))
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(body)
|
||||||
|
|
||||||
|
def do_POST(self) -> None: # noqa: N802 # pylint: disable=invalid-name
|
||||||
|
if urlparse(self.path).path != "/webhook":
|
||||||
|
self._send(404, {"error": "not found"})
|
||||||
|
return
|
||||||
|
length = int(self.headers.get("Content-Length", "0"))
|
||||||
|
body = self.rfile.read(length)
|
||||||
|
if self.server.secret is not None:
|
||||||
|
sig = self.headers.get("X-Gitea-Signature", "")
|
||||||
|
if not verify_signature(self.server.secret, body, sig):
|
||||||
|
self._send(401, {"error": "bad signature"})
|
||||||
|
return
|
||||||
|
try:
|
||||||
|
payload = json.loads(body)
|
||||||
|
except ValueError:
|
||||||
|
self._send(400, {"error": "invalid json"})
|
||||||
|
return
|
||||||
|
kind = self.headers.get("X-Gitea-Event", "")
|
||||||
|
event = parse_event(kind, payload)
|
||||||
|
if event is not None:
|
||||||
|
self.server.orchestrator.handle(event)
|
||||||
|
self._send(200, {"ok": True, "handled": event is not None})
|
||||||
|
|
||||||
|
def do_GET(self) -> None: # noqa: N802 # pylint: disable=invalid-name
|
||||||
|
parsed = urlparse(self.path)
|
||||||
|
if parsed.path == "/healthz":
|
||||||
|
self._send(200, {"ok": True})
|
||||||
|
return
|
||||||
|
if parsed.path == "/provenance":
|
||||||
|
self._provenance(parse_qs(parsed.query))
|
||||||
|
return
|
||||||
|
self._send(404, {"error": "not found"})
|
||||||
|
|
||||||
|
def _provenance(self, query: dict[str, list[str]]) -> None:
|
||||||
|
try:
|
||||||
|
owner = query["owner"][0]
|
||||||
|
repo = query["repo"][0]
|
||||||
|
issue = int(query["issue"][0])
|
||||||
|
except (KeyError, IndexError, ValueError):
|
||||||
|
self._send(400, {"error": "owner, repo, issue required"})
|
||||||
|
return
|
||||||
|
record = self.server.store.get(owner, repo, issue)
|
||||||
|
if record is None:
|
||||||
|
self._send(404, {"error": "no such run"})
|
||||||
|
return
|
||||||
|
reader = self.server.op_log_reader
|
||||||
|
ops = ops_from_log(reader(record) if reader is not None else [])
|
||||||
|
prov = build_provenance(
|
||||||
|
record,
|
||||||
|
ops=ops,
|
||||||
|
started_at="",
|
||||||
|
finished_at=record.last_checkin_at,
|
||||||
|
exit_code=None,
|
||||||
|
watchdog_fired=False,
|
||||||
|
)
|
||||||
|
self._send(200, provenance_to_dict(prov))
|
||||||
@@ -1,215 +0,0 @@
|
|||||||
"""SQLite-backed queue store for supervise proposals and responses (PRD 0013)."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sqlite3
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
try:
|
|
||||||
from .supervise_types import Proposal, Response, host_db_path
|
|
||||||
from .db_store import DbStore
|
|
||||||
from .migrations import TableMigrations
|
|
||||||
except ImportError:
|
|
||||||
from supervise_types import Proposal, Response, host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
from db_store import DbStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
|
|
||||||
|
|
||||||
class QueueStore(DbStore):
|
|
||||||
"""SQLite-backed persistent store for supervise proposals and responses."""
|
|
||||||
|
|
||||||
def __init__(self, queue_key: str, db_path: Path | None = None) -> None:
|
|
||||||
self.queue_key = queue_key
|
|
||||||
if db_path is not None:
|
|
||||||
resolved = db_path
|
|
||||||
else:
|
|
||||||
# In the sidecar container SUPERVISE_DB_PATH points at the
|
|
||||||
# bind-mounted host DB. On the host this env var is never set,
|
|
||||||
# so we always fall through to host_db_path().
|
|
||||||
env_path = os.environ.get("SUPERVISE_DB_PATH", "").strip()
|
|
||||||
resolved = Path(env_path) if env_path else host_db_path()
|
|
||||||
# One entry per schema version: migrations[0] brings a fresh DB to
|
|
||||||
# version 1, [1] to version 2, etc. Add new entries at the end; never
|
|
||||||
# edit existing ones.
|
|
||||||
migrations = TableMigrations("queue_store", [
|
|
||||||
# v1 — proposals table
|
|
||||||
"""
|
|
||||||
CREATE TABLE IF NOT EXISTS supervise_proposals (
|
|
||||||
queue_key TEXT NOT NULL,
|
|
||||||
id TEXT NOT NULL,
|
|
||||||
bottle_slug TEXT NOT NULL,
|
|
||||||
tool TEXT NOT NULL,
|
|
||||||
proposed_file TEXT NOT NULL,
|
|
||||||
justification TEXT NOT NULL,
|
|
||||||
arrival_timestamp TEXT NOT NULL,
|
|
||||||
current_file_hash TEXT NOT NULL,
|
|
||||||
archived INTEGER NOT NULL DEFAULT 0,
|
|
||||||
PRIMARY KEY (queue_key, id)
|
|
||||||
)
|
|
||||||
""",
|
|
||||||
# v2 — responses table
|
|
||||||
"""
|
|
||||||
CREATE TABLE IF NOT EXISTS supervise_responses (
|
|
||||||
queue_key TEXT NOT NULL,
|
|
||||||
proposal_id TEXT NOT NULL,
|
|
||||||
status TEXT NOT NULL,
|
|
||||||
notes TEXT NOT NULL,
|
|
||||||
final_file TEXT,
|
|
||||||
archived INTEGER NOT NULL DEFAULT 0,
|
|
||||||
PRIMARY KEY (queue_key, proposal_id)
|
|
||||||
)
|
|
||||||
""",
|
|
||||||
])
|
|
||||||
super().__init__(resolved, migrations)
|
|
||||||
|
|
||||||
def write_proposal(self, proposal: Proposal) -> Path:
|
|
||||||
with self._connect() as conn:
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
INSERT OR REPLACE INTO supervise_proposals (
|
|
||||||
queue_key, id, bottle_slug, tool, proposed_file, justification,
|
|
||||||
arrival_timestamp, current_file_hash, archived
|
|
||||||
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, 0)
|
|
||||||
""",
|
|
||||||
(
|
|
||||||
self.queue_key,
|
|
||||||
proposal.id,
|
|
||||||
proposal.bottle_slug,
|
|
||||||
proposal.tool,
|
|
||||||
proposal.proposed_file,
|
|
||||||
proposal.justification,
|
|
||||||
proposal.arrival_timestamp,
|
|
||||||
proposal.current_file_hash,
|
|
||||||
),
|
|
||||||
)
|
|
||||||
self._chmod()
|
|
||||||
return self.db_path
|
|
||||||
|
|
||||||
def read_proposal(self, proposal_id: str) -> Proposal:
|
|
||||||
with self._connect() as conn:
|
|
||||||
row = conn.execute(
|
|
||||||
"""
|
|
||||||
SELECT * FROM supervise_proposals
|
|
||||||
WHERE queue_key = ? AND id = ? AND archived = 0
|
|
||||||
""",
|
|
||||||
(self.queue_key, proposal_id),
|
|
||||||
).fetchone()
|
|
||||||
if row is None:
|
|
||||||
raise FileNotFoundError(proposal_id)
|
|
||||||
return self._row_to_proposal(row)
|
|
||||||
|
|
||||||
def list_pending_proposals(self) -> list[Proposal]:
|
|
||||||
if not self.db_path.is_file():
|
|
||||||
return []
|
|
||||||
with self._connect() as conn:
|
|
||||||
rows = conn.execute(
|
|
||||||
"""
|
|
||||||
SELECT p.* FROM supervise_proposals p
|
|
||||||
WHERE p.archived = 0
|
|
||||||
AND p.queue_key = ?
|
|
||||||
AND NOT EXISTS (
|
|
||||||
SELECT 1 FROM supervise_responses r
|
|
||||||
WHERE r.queue_key = p.queue_key
|
|
||||||
AND r.proposal_id = p.id
|
|
||||||
AND r.archived = 0
|
|
||||||
)
|
|
||||||
ORDER BY p.arrival_timestamp, p.id
|
|
||||||
""",
|
|
||||||
(self.queue_key,),
|
|
||||||
).fetchall()
|
|
||||||
return [self._row_to_proposal(row) for row in rows]
|
|
||||||
|
|
||||||
def list_all_pending_proposals(self) -> list[Proposal]:
|
|
||||||
if not self.db_path.is_file():
|
|
||||||
return []
|
|
||||||
with self._connect() as conn:
|
|
||||||
rows = conn.execute(
|
|
||||||
"""
|
|
||||||
SELECT p.* FROM supervise_proposals p
|
|
||||||
WHERE p.archived = 0
|
|
||||||
AND NOT EXISTS (
|
|
||||||
SELECT 1 FROM supervise_responses r
|
|
||||||
WHERE r.queue_key = p.queue_key
|
|
||||||
AND r.proposal_id = p.id
|
|
||||||
AND r.archived = 0
|
|
||||||
)
|
|
||||||
ORDER BY p.arrival_timestamp, p.id
|
|
||||||
"""
|
|
||||||
).fetchall()
|
|
||||||
return [self._row_to_proposal(row) for row in rows]
|
|
||||||
|
|
||||||
def write_response(self, response: Response) -> Path:
|
|
||||||
with self._connect() as conn:
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
INSERT OR REPLACE INTO supervise_responses (
|
|
||||||
queue_key, proposal_id, status, notes, final_file, archived
|
|
||||||
) VALUES (?, ?, ?, ?, ?, 0)
|
|
||||||
""",
|
|
||||||
(
|
|
||||||
self.queue_key,
|
|
||||||
response.proposal_id,
|
|
||||||
response.status,
|
|
||||||
response.notes,
|
|
||||||
response.final_file,
|
|
||||||
),
|
|
||||||
)
|
|
||||||
self._chmod()
|
|
||||||
return self.db_path
|
|
||||||
|
|
||||||
def read_response(self, proposal_id: str) -> Response:
|
|
||||||
with self._connect() as conn:
|
|
||||||
row = conn.execute(
|
|
||||||
"""
|
|
||||||
SELECT * FROM supervise_responses
|
|
||||||
WHERE queue_key = ? AND proposal_id = ? AND archived = 0
|
|
||||||
""",
|
|
||||||
(self.queue_key, proposal_id),
|
|
||||||
).fetchone()
|
|
||||||
if row is None:
|
|
||||||
raise FileNotFoundError(proposal_id)
|
|
||||||
return self._row_to_response(row)
|
|
||||||
|
|
||||||
def archive_proposal(self, proposal_id: str) -> None:
|
|
||||||
if not self.db_path.is_file():
|
|
||||||
return
|
|
||||||
with self._connect() as conn:
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
UPDATE supervise_proposals SET archived = 1
|
|
||||||
WHERE queue_key = ? AND id = ?
|
|
||||||
""",
|
|
||||||
(self.queue_key, proposal_id),
|
|
||||||
)
|
|
||||||
conn.execute(
|
|
||||||
"""
|
|
||||||
UPDATE supervise_responses SET archived = 1
|
|
||||||
WHERE queue_key = ? AND proposal_id = ?
|
|
||||||
""",
|
|
||||||
(self.queue_key, proposal_id),
|
|
||||||
)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _row_to_proposal(row: sqlite3.Row) -> Proposal:
|
|
||||||
return Proposal(
|
|
||||||
id=row["id"],
|
|
||||||
bottle_slug=row["bottle_slug"],
|
|
||||||
tool=row["tool"],
|
|
||||||
proposed_file=row["proposed_file"],
|
|
||||||
justification=row["justification"],
|
|
||||||
arrival_timestamp=row["arrival_timestamp"],
|
|
||||||
current_file_hash=row["current_file_hash"],
|
|
||||||
)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _row_to_response(row: sqlite3.Row) -> Response:
|
|
||||||
return Response(
|
|
||||||
proposal_id=row["proposal_id"],
|
|
||||||
status=row["status"],
|
|
||||||
notes=row["notes"],
|
|
||||||
final_file=row["final_file"],
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = ["QueueStore"]
|
|
||||||
@@ -1,60 +0,0 @@
|
|||||||
"""Singleton manager for all bot-bottle SQLite stores (PRD 0013)."""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
try:
|
|
||||||
from .audit_store import AuditStore
|
|
||||||
from .queue_store import QueueStore
|
|
||||||
except ImportError:
|
|
||||||
from audit_store import AuditStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
from queue_store import QueueStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
|
|
||||||
_instance: StoreManager | None = None
|
|
||||||
|
|
||||||
|
|
||||||
class StoreManager:
|
|
||||||
"""Owns db_path and delegates migrate/is_migrated across all stores.
|
|
||||||
|
|
||||||
Use instance() for normal access. Call reset(db_path) in tests to swap
|
|
||||||
the singleton to a temp path, then reset() with no args to restore the
|
|
||||||
default."""
|
|
||||||
|
|
||||||
def __init__(self, db_path: Path | None = None) -> None:
|
|
||||||
if db_path is None:
|
|
||||||
# Lazy import to avoid a circular dependency: supervise imports
|
|
||||||
# StoreManager at module level; StoreManager must not import
|
|
||||||
# supervise at module level in return.
|
|
||||||
try:
|
|
||||||
from .supervise import host_db_path
|
|
||||||
except ImportError:
|
|
||||||
from supervise import host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
db_path = host_db_path()
|
|
||||||
self.db_path = db_path
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def instance(cls) -> StoreManager:
|
|
||||||
global _instance
|
|
||||||
if _instance is None:
|
|
||||||
_instance = cls()
|
|
||||||
return _instance
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def reset(cls, db_path: Path | None = None) -> None:
|
|
||||||
"""Replace the singleton. Pass db_path for test isolation; omit to restore default."""
|
|
||||||
global _instance
|
|
||||||
_instance = cls(db_path)
|
|
||||||
|
|
||||||
def is_migrated(self) -> bool:
|
|
||||||
return (
|
|
||||||
QueueStore("", self.db_path).is_migrated()
|
|
||||||
and AuditStore(self.db_path).is_migrated()
|
|
||||||
)
|
|
||||||
|
|
||||||
def migrate(self) -> None:
|
|
||||||
QueueStore("", self.db_path).migrate()
|
|
||||||
AuditStore(self.db_path).migrate()
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = ["StoreManager"]
|
|
||||||
+351
-114
@@ -9,14 +9,15 @@ calls when it needs an operator-reviewed egress change:
|
|||||||
|
|
||||||
Each tool call: the agent passes the full proposed file plus a
|
Each tool call: the agent passes the full proposed file plus a
|
||||||
justification text. The sidecar validates the proposal syntactically,
|
justification text. The sidecar validates the proposal syntactically,
|
||||||
writes it to the host SQLite queue table, and holds the tool-call
|
writes it to the host's per-bottle queue dir, and holds the tool-call
|
||||||
connection open. The operator's supervise TUI
|
connection open. The operator's supervise TUI
|
||||||
(bot_bottle.cli.supervise) sees the proposal, accepts
|
(bot_bottle.cli.supervise) sees the proposal, accepts
|
||||||
approve / modify / reject, and writes a response row. The sidecar sees
|
approve / modify / reject, and writes a response file alongside the
|
||||||
the response and returns `{status, notes}` to the agent.
|
proposal. The sidecar sees the response and returns `{status, notes}`
|
||||||
|
to the agent.
|
||||||
|
|
||||||
This module defines the host-side library: dataclasses for the queue
|
This module defines the host-side library: dataclasses for the queue
|
||||||
record shapes, queue read/write helpers, the audit log writer, and the
|
file shapes, queue read/write helpers, the audit log writer, and the
|
||||||
diff renderer. The in-container sidecar lives in
|
diff renderer. The in-container sidecar lives in
|
||||||
bot_bottle/supervise_server.py; the supervise daemon's container
|
bot_bottle/supervise_server.py; the supervise daemon's container
|
||||||
lifecycle is owned by the sidecar bundle (PRD 0024).
|
lifecycle is owned by the sidecar bundle (PRD 0024).
|
||||||
@@ -30,56 +31,37 @@ remediation engines that wire real config changes land in PRDs 0014,
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
import difflib
|
import difflib
|
||||||
import hashlib
|
import hashlib
|
||||||
|
import json
|
||||||
|
import os
|
||||||
import time
|
import time
|
||||||
|
import uuid
|
||||||
from abc import ABC
|
from abc import ABC
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
|
from datetime import datetime, timezone
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
try:
|
|
||||||
from .supervise_types import (
|
|
||||||
ACTION_OPERATOR_EDIT,
|
|
||||||
AuditEntry,
|
|
||||||
HOST_DB_FILENAME,
|
|
||||||
Proposal,
|
|
||||||
Response,
|
|
||||||
STATUSES,
|
|
||||||
STATUS_APPROVED,
|
|
||||||
STATUS_MODIFIED,
|
|
||||||
STATUS_REJECTED,
|
|
||||||
TOOLS,
|
|
||||||
TOOL_EGRESS_ALLOW,
|
|
||||||
TOOL_EGRESS_BLOCK,
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
|
||||||
TOOL_GITLEAKS_ALLOW,
|
|
||||||
TOOL_LIST_EGRESS_ROUTES,
|
|
||||||
bot_bottle_root,
|
|
||||||
)
|
|
||||||
except ImportError:
|
|
||||||
from supervise_types import ( # type: ignore[import-not-found,no-redef] # pylint: disable=import-error,no-name-in-module
|
|
||||||
ACTION_OPERATOR_EDIT,
|
|
||||||
AuditEntry,
|
|
||||||
HOST_DB_FILENAME,
|
|
||||||
Proposal,
|
|
||||||
Response,
|
|
||||||
STATUSES,
|
|
||||||
STATUS_APPROVED,
|
|
||||||
STATUS_MODIFIED,
|
|
||||||
STATUS_REJECTED,
|
|
||||||
TOOLS,
|
|
||||||
TOOL_EGRESS_ALLOW,
|
|
||||||
TOOL_EGRESS_BLOCK,
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
|
||||||
TOOL_GITLEAKS_ALLOW,
|
|
||||||
TOOL_LIST_EGRESS_ROUTES,
|
|
||||||
bot_bottle_root,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
SUPERVISE_HOSTNAME = "supervise"
|
SUPERVISE_HOSTNAME = "supervise"
|
||||||
SUPERVISE_PORT = 9100
|
SUPERVISE_PORT = 9100
|
||||||
|
|
||||||
|
TOOL_EGRESS_BLOCK = "egress-block"
|
||||||
|
TOOL_EGRESS_ALLOW = "egress-allow"
|
||||||
|
TOOL_GITLEAKS_ALLOW = "gitleaks-allow"
|
||||||
|
# Written directly by the egress addon (not an agent-facing MCP tool) when an
|
||||||
|
# outbound DLP token block is routed to the operator for override (PRD 0062).
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW = "egress-token-allow"
|
||||||
|
TOOL_LIST_EGRESS_ROUTES = "list-egress-routes"
|
||||||
|
TOOLS: tuple[str, ...] = (
|
||||||
|
TOOL_EGRESS_ALLOW,
|
||||||
|
TOOL_EGRESS_BLOCK,
|
||||||
|
TOOL_GITLEAKS_ALLOW,
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
|
TOOL_LIST_EGRESS_ROUTES,
|
||||||
|
)
|
||||||
|
|
||||||
# The supervise sidecar uses these to query egress's
|
# The supervise sidecar uses these to query egress's
|
||||||
# introspection endpoint for the `list-egress-routes` MCP
|
# introspection endpoint for the `list-egress-routes` MCP
|
||||||
# tool. The hostname + port match egress's docker network
|
# tool. The hostname + port match egress's docker network
|
||||||
@@ -95,77 +77,236 @@ COMPONENT_FOR_TOOL: dict[str, str] = {
|
|||||||
TOOL_EGRESS_BLOCK: "egress",
|
TOOL_EGRESS_BLOCK: "egress",
|
||||||
}
|
}
|
||||||
|
|
||||||
DB_PATH_IN_CONTAINER = "/run/supervise/bot-bottle.db"
|
STATUS_APPROVED = "approved"
|
||||||
|
STATUS_MODIFIED = "modified"
|
||||||
|
STATUS_REJECTED = "rejected"
|
||||||
|
STATUSES: tuple[str, ...] = (STATUS_APPROVED, STATUS_MODIFIED, STATUS_REJECTED)
|
||||||
|
|
||||||
|
# Operator-initiated audit entries (no tool call). PRD 0014's
|
||||||
|
# `routes edit <bottle>` verb writes entries with this action.
|
||||||
|
ACTION_OPERATOR_EDIT = "operator-edit"
|
||||||
|
|
||||||
|
QUEUE_DIR_IN_CONTAINER = "/run/supervise/queue"
|
||||||
DEFAULT_POLL_INTERVAL_SEC = 0.5
|
DEFAULT_POLL_INTERVAL_SEC = 0.5
|
||||||
|
|
||||||
|
|
||||||
# --- Paths -----------------------------------------------------------------
|
# --- Paths -----------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def bot_bottle_root() -> Path:
|
||||||
|
return Path.home() / ".bot-bottle"
|
||||||
|
|
||||||
|
|
||||||
|
def queue_dir_for_slug(slug: str) -> Path:
|
||||||
|
return bot_bottle_root() / "queue" / slug
|
||||||
|
|
||||||
|
|
||||||
def audit_dir() -> Path:
|
def audit_dir() -> Path:
|
||||||
return bot_bottle_root() / "audit"
|
return bot_bottle_root() / "audit"
|
||||||
|
|
||||||
|
|
||||||
def host_db_path() -> Path:
|
|
||||||
# Calls bot_bottle_root() through this module's globals so that patches
|
|
||||||
# on supervise.bot_bottle_root propagate to callers going through
|
|
||||||
# supervise.host_db_path().
|
|
||||||
#
|
|
||||||
# Kept in its own "db" subdirectory (see supervise_types.host_db_path
|
|
||||||
# for why) — must stay in sync with that copy.
|
|
||||||
return bot_bottle_root() / "db" / HOST_DB_FILENAME
|
|
||||||
|
|
||||||
|
|
||||||
def audit_log_path(component: str, slug: str) -> Path:
|
def audit_log_path(component: str, slug: str) -> Path:
|
||||||
return audit_dir() / f"{component}-{slug}.log"
|
return audit_dir() / f"{component}-{slug}.log"
|
||||||
|
|
||||||
|
|
||||||
try:
|
# --- Dataclasses -----------------------------------------------------------
|
||||||
from .queue_store import QueueStore
|
|
||||||
from .audit_store import AuditStore
|
|
||||||
from .store_manager import StoreManager
|
@dataclass(frozen=True)
|
||||||
except ImportError:
|
class Proposal:
|
||||||
# Sidecar bundle: files are flat-copied under /app, not a package.
|
"""One pending tool-call from the agent. The sidecar writes one
|
||||||
from queue_store import QueueStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
of these to the queue dir on a tool call; the operator's TUI
|
||||||
from audit_store import AuditStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
reads them; the sidecar polls for a matching Response."""
|
||||||
from store_manager import StoreManager # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
|
||||||
|
id: str
|
||||||
|
bottle_slug: str
|
||||||
|
tool: str
|
||||||
|
proposed_file: str
|
||||||
|
justification: str
|
||||||
|
arrival_timestamp: str
|
||||||
|
current_file_hash: str
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def new(
|
||||||
|
cls,
|
||||||
|
*,
|
||||||
|
bottle_slug: str,
|
||||||
|
tool: str,
|
||||||
|
proposed_file: str,
|
||||||
|
justification: str,
|
||||||
|
current_file_hash: str,
|
||||||
|
now: datetime | None = None,
|
||||||
|
) -> "Proposal":
|
||||||
|
ts = (now or datetime.now(timezone.utc)).isoformat()
|
||||||
|
return cls(
|
||||||
|
id=str(uuid.uuid4()),
|
||||||
|
bottle_slug=bottle_slug,
|
||||||
|
tool=tool,
|
||||||
|
proposed_file=proposed_file,
|
||||||
|
justification=justification,
|
||||||
|
arrival_timestamp=ts,
|
||||||
|
current_file_hash=current_file_hash,
|
||||||
|
)
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def from_dict(cls, raw: dict[str, object]) -> "Proposal":
|
||||||
|
tool = _require_str(raw, "tool")
|
||||||
|
if tool not in TOOLS:
|
||||||
|
raise ValueError(f"tool must be one of {TOOLS}; got {tool!r}")
|
||||||
|
return cls(
|
||||||
|
id=_require_str(raw, "id"),
|
||||||
|
bottle_slug=_require_str(raw, "bottle_slug"),
|
||||||
|
tool=tool,
|
||||||
|
proposed_file=_require_str(raw, "proposed_file"),
|
||||||
|
justification=_require_str(raw, "justification"),
|
||||||
|
arrival_timestamp=_require_str(raw, "arrival_timestamp"),
|
||||||
|
current_file_hash=_require_str(raw, "current_file_hash"),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Response:
|
||||||
|
"""The operator's decision on a proposal. The TUI writes one of
|
||||||
|
these to the queue dir; the sidecar reads it and returns the
|
||||||
|
`{status, notes}` pair to the agent's tool call.
|
||||||
|
|
||||||
|
`final_file` carries the file content the supervisor will
|
||||||
|
actually apply: for `approved`, equal to the proposal's
|
||||||
|
`proposed_file`; for `modified`, the operator's edited version
|
||||||
|
(the audit diff is current → final_file, not current →
|
||||||
|
proposed_file); for `rejected`, None."""
|
||||||
|
|
||||||
|
proposal_id: str
|
||||||
|
status: str
|
||||||
|
notes: str
|
||||||
|
final_file: str | None = None
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def from_dict(cls, raw: dict[str, object]) -> "Response":
|
||||||
|
status = _require_str(raw, "status")
|
||||||
|
if status not in STATUSES:
|
||||||
|
raise ValueError(
|
||||||
|
f"response status must be one of {STATUSES}; got {status!r}"
|
||||||
|
)
|
||||||
|
final = raw.get("final_file")
|
||||||
|
if final is not None and not isinstance(final, str):
|
||||||
|
raise ValueError(
|
||||||
|
f"final_file must be a string or null; got {type(final).__name__}"
|
||||||
|
)
|
||||||
|
return cls(
|
||||||
|
proposal_id=_require_str(raw, "proposal_id"),
|
||||||
|
status=status,
|
||||||
|
notes=_require_str(raw, "notes"),
|
||||||
|
final_file=final,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class AuditEntry:
|
||||||
|
"""One row of the per-bottle audit log. JSON-Lines, append-only."""
|
||||||
|
|
||||||
|
timestamp: str
|
||||||
|
bottle_slug: str
|
||||||
|
component: str
|
||||||
|
operator_action: str
|
||||||
|
operator_notes: str
|
||||||
|
justification: str
|
||||||
|
diff: str
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
|
||||||
# --- Queue I/O -------------------------------------------------------------
|
# --- Queue I/O -------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
def write_proposal(proposal: Proposal) -> Path:
|
def _proposal_filename(proposal_id: str) -> str:
|
||||||
"""Persist `proposal` in the queue database, mode 0o600.
|
return f"{proposal_id}.proposal.json"
|
||||||
|
|
||||||
|
|
||||||
|
def _response_filename(proposal_id: str) -> str:
|
||||||
|
return f"{proposal_id}.response.json"
|
||||||
|
|
||||||
|
|
||||||
|
def _id_from_proposal_filename(path: Path) -> str | None:
|
||||||
|
name = path.name
|
||||||
|
if not name.endswith(".proposal.json"):
|
||||||
|
return None
|
||||||
|
return name[: -len(".proposal.json")]
|
||||||
|
|
||||||
|
|
||||||
|
def write_proposal(queue_dir: Path, proposal: Proposal) -> Path:
|
||||||
|
"""Persist `proposal` as JSON in the queue dir, mode 0o600.
|
||||||
Directory is created if missing."""
|
Directory is created if missing."""
|
||||||
return QueueStore(proposal.bottle_slug).write_proposal(proposal)
|
queue_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
path = queue_dir / _proposal_filename(proposal.id)
|
||||||
|
payload = json.dumps(proposal.to_dict(), indent=2) + "\n"
|
||||||
|
_atomic_write(path, payload, mode=0o600)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
def read_proposal(bottle_slug: str, proposal_id: str) -> Proposal:
|
def read_proposal(queue_dir: Path, proposal_id: str) -> Proposal:
|
||||||
return QueueStore(bottle_slug).read_proposal(proposal_id)
|
path = queue_dir / _proposal_filename(proposal_id)
|
||||||
|
with path.open() as f:
|
||||||
|
raw = json.load(f)
|
||||||
|
if not isinstance(raw, dict):
|
||||||
|
raise ValueError(f"{path}: top-level must be an object")
|
||||||
|
return Proposal.from_dict(raw)
|
||||||
|
|
||||||
|
|
||||||
def list_pending_proposals(bottle_slug: str) -> list[Proposal]:
|
def list_pending_proposals(queue_dir: Path) -> list[Proposal]:
|
||||||
"""All proposals for `bottle_slug` that do not yet have a matching
|
"""All proposals in `queue_dir` that do not yet have a matching
|
||||||
response. Sorted by `arrival_timestamp` so the operator
|
response file. Sorted by `arrival_timestamp` so the operator
|
||||||
sees the queue FIFO."""
|
sees the queue FIFO."""
|
||||||
return QueueStore(bottle_slug).list_pending_proposals()
|
if not queue_dir.is_dir():
|
||||||
|
return []
|
||||||
|
out: list[Proposal] = []
|
||||||
|
for path in sorted(queue_dir.glob("*.proposal.json")):
|
||||||
|
proposal_id = _id_from_proposal_filename(path)
|
||||||
|
if proposal_id is None:
|
||||||
|
continue
|
||||||
|
if (queue_dir / _response_filename(proposal_id)).exists():
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
with path.open() as f:
|
||||||
|
raw = json.load(f)
|
||||||
|
except (OSError, json.JSONDecodeError):
|
||||||
|
continue
|
||||||
|
if not isinstance(raw, dict):
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
out.append(Proposal.from_dict(raw))
|
||||||
|
except (KeyError, ValueError):
|
||||||
|
continue
|
||||||
|
out.sort(key=lambda p: p.arrival_timestamp)
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
def list_all_pending_proposals() -> list[Proposal]:
|
def write_response(queue_dir: Path, response: Response) -> Path:
|
||||||
"""All pending proposals across bottles, sorted FIFO."""
|
queue_dir.mkdir(parents=True, exist_ok=True)
|
||||||
return QueueStore("").list_all_pending_proposals()
|
path = queue_dir / _response_filename(response.proposal_id)
|
||||||
|
payload = json.dumps(response.to_dict(), indent=2) + "\n"
|
||||||
|
_atomic_write(path, payload, mode=0o600)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
def write_response(bottle_slug: str, response: Response) -> Path:
|
def read_response(queue_dir: Path, proposal_id: str) -> Response:
|
||||||
return QueueStore(bottle_slug).write_response(response)
|
path = queue_dir / _response_filename(proposal_id)
|
||||||
|
with path.open() as f:
|
||||||
|
raw = json.load(f)
|
||||||
def read_response(bottle_slug: str, proposal_id: str) -> Response:
|
if not isinstance(raw, dict):
|
||||||
return QueueStore(bottle_slug).read_response(proposal_id)
|
raise ValueError(f"{path}: top-level must be an object")
|
||||||
|
return Response.from_dict(raw)
|
||||||
|
|
||||||
|
|
||||||
def wait_for_response(
|
def wait_for_response(
|
||||||
bottle_slug: str,
|
queue_dir: Path,
|
||||||
proposal_id: str,
|
proposal_id: str,
|
||||||
*,
|
*,
|
||||||
poll_interval: float = DEFAULT_POLL_INTERVAL_SEC,
|
poll_interval: float = DEFAULT_POLL_INTERVAL_SEC,
|
||||||
@@ -176,35 +317,90 @@ def wait_for_response(
|
|||||||
which the wait raises TimeoutError. None waits forever — the
|
which the wait raises TimeoutError. None waits forever — the
|
||||||
natural shape, since the operator's response time is unbounded.
|
natural shape, since the operator's response time is unbounded.
|
||||||
|
|
||||||
Polls SQLite so the implementation stays portable and stdlib-only."""
|
Polls the filesystem so the implementation stays portable and
|
||||||
store = QueueStore(bottle_slug)
|
stdlib-only."""
|
||||||
|
path = queue_dir / _response_filename(proposal_id)
|
||||||
while True:
|
while True:
|
||||||
try:
|
if path.exists():
|
||||||
return store.read_response(proposal_id)
|
try:
|
||||||
except FileNotFoundError:
|
with path.open() as f:
|
||||||
pass
|
raw = json.load(f)
|
||||||
|
except (OSError, json.JSONDecodeError):
|
||||||
|
raw = None
|
||||||
|
if isinstance(raw, dict):
|
||||||
|
try:
|
||||||
|
return Response.from_dict(raw)
|
||||||
|
except (KeyError, ValueError):
|
||||||
|
pass
|
||||||
if deadline is not None and time.monotonic() >= deadline:
|
if deadline is not None and time.monotonic() >= deadline:
|
||||||
raise TimeoutError(f"no response for proposal {proposal_id!r}")
|
raise TimeoutError(f"no response for proposal {proposal_id!r}")
|
||||||
time.sleep(poll_interval)
|
time.sleep(poll_interval)
|
||||||
|
|
||||||
|
|
||||||
def archive_proposal(bottle_slug: str, proposal_id: str) -> None:
|
def archive_proposal(queue_dir: Path, proposal_id: str) -> None:
|
||||||
"""Mark both proposal and response rows processed.
|
"""Move both proposal and response files to `<queue_dir>/processed/`.
|
||||||
Idempotent — missing rows are silently skipped."""
|
Idempotent — missing files are silently skipped."""
|
||||||
QueueStore(bottle_slug).archive_proposal(proposal_id)
|
processed = queue_dir / "processed"
|
||||||
|
processed.mkdir(parents=True, exist_ok=True)
|
||||||
|
for name in (_proposal_filename(proposal_id), _response_filename(proposal_id)):
|
||||||
|
src = queue_dir / name
|
||||||
|
if src.exists():
|
||||||
|
src.rename(processed / name)
|
||||||
|
|
||||||
|
|
||||||
# --- Audit log -------------------------------------------------------------
|
# --- Audit log -------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
def write_audit_entry(entry: AuditEntry) -> Path:
|
def write_audit_entry(entry: AuditEntry) -> Path:
|
||||||
"""Append `entry` to the host supervise audit table."""
|
"""Append `entry` as one JSON-Lines record to the per-bottle
|
||||||
return AuditStore().write_audit_entry(entry)
|
audit log. Acquires an advisory exclusive lock so concurrent
|
||||||
|
writers don't interleave bytes."""
|
||||||
|
path = audit_log_path(entry.component, entry.bottle_slug)
|
||||||
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
line = json.dumps(entry.to_dict(), sort_keys=False) + "\n"
|
||||||
|
fd = os.open(path, os.O_WRONLY | os.O_APPEND | os.O_CREAT, 0o600)
|
||||||
|
try:
|
||||||
|
_try_flock(fd)
|
||||||
|
try:
|
||||||
|
os.write(fd, line.encode("utf-8"))
|
||||||
|
finally:
|
||||||
|
_try_funlock(fd)
|
||||||
|
finally:
|
||||||
|
os.close(fd)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
def read_audit_entries(component: str, slug: str) -> list[AuditEntry]:
|
def read_audit_entries(component: str, slug: str) -> list[AuditEntry]:
|
||||||
"""Load all audit entries for the given component+slug."""
|
"""Load all audit entries for the given component+slug. Empty
|
||||||
return AuditStore().read_audit_entries(component, slug)
|
list if the log doesn't exist."""
|
||||||
|
path = audit_log_path(component, slug)
|
||||||
|
if not path.is_file():
|
||||||
|
return []
|
||||||
|
out: list[AuditEntry] = []
|
||||||
|
with path.open() as f:
|
||||||
|
for raw_line in f:
|
||||||
|
raw_line = raw_line.strip()
|
||||||
|
if not raw_line:
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
raw = json.loads(raw_line)
|
||||||
|
except json.JSONDecodeError:
|
||||||
|
continue
|
||||||
|
if not isinstance(raw, dict):
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
out.append(AuditEntry(
|
||||||
|
timestamp=_require_str(raw, "timestamp"),
|
||||||
|
bottle_slug=_require_str(raw, "bottle_slug"),
|
||||||
|
component=_require_str(raw, "component"),
|
||||||
|
operator_action=_require_str(raw, "operator_action"),
|
||||||
|
operator_notes=_require_str(raw, "operator_notes"),
|
||||||
|
justification=_require_str(raw, "justification"),
|
||||||
|
diff=_require_str(raw, "diff"),
|
||||||
|
))
|
||||||
|
except ValueError:
|
||||||
|
continue
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
# --- Diff rendering --------------------------------------------------------
|
# --- Diff rendering --------------------------------------------------------
|
||||||
@@ -237,47 +433,89 @@ def sha256_hex(content: str) -> str:
|
|||||||
class SupervisePlan:
|
class SupervisePlan:
|
||||||
"""Output of Supervise.prepare; consumed by .start.
|
"""Output of Supervise.prepare; consumed by .start.
|
||||||
|
|
||||||
`db_path` is the host database bind-mounted into the sidecar at
|
`queue_dir` is the host directory bind-mounted into the sidecar
|
||||||
/run/supervise/bot-bottle.db. `internal_network` is empty at
|
at /run/supervise/queue. `internal_network` is empty at prepare
|
||||||
prepare time; the backend's launch step fills it via
|
time; the backend's launch step fills it via dataclasses.replace
|
||||||
dataclasses.replace before calling .start."""
|
before calling .start."""
|
||||||
|
|
||||||
slug: str
|
slug: str
|
||||||
db_path: Path
|
queue_dir: Path
|
||||||
internal_network: str = ""
|
internal_network: str = ""
|
||||||
|
|
||||||
|
|
||||||
class Supervise(ABC):
|
class Supervise(ABC):
|
||||||
"""Per-bottle supervise sidecar. Encapsulates host-side database
|
"""Per-bottle supervise sidecar. Encapsulates the host-side
|
||||||
staging; the sidecar's start/stop lifecycle is backend-specific."""
|
prepare (queue dir staging); the sidecar's start/stop lifecycle
|
||||||
|
is backend-specific."""
|
||||||
|
|
||||||
def prepare(
|
def prepare(
|
||||||
self,
|
self,
|
||||||
slug: str,
|
slug: str,
|
||||||
stage_dir: Path,
|
stage_dir: Path,
|
||||||
) -> SupervisePlan:
|
) -> SupervisePlan:
|
||||||
"""Stage the host database. Returns the plan; `internal_network`
|
"""Stage the per-bottle queue dir on the host. Returns the
|
||||||
must be set by the launch step before .start runs."""
|
plan; `internal_network` must be set by the launch step before
|
||||||
|
.start runs."""
|
||||||
del stage_dir
|
del stage_dir
|
||||||
mgr = StoreManager.instance()
|
queue_dir = queue_dir_for_slug(slug)
|
||||||
mgr.migrate()
|
queue_dir.mkdir(parents=True, exist_ok=True)
|
||||||
return SupervisePlan(
|
return SupervisePlan(
|
||||||
slug=slug,
|
slug=slug,
|
||||||
db_path=mgr.db_path,
|
queue_dir=queue_dir,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
# --- Helpers ---------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _require_str(raw: dict[str, object], key: str) -> str:
|
||||||
|
value = raw.get(key)
|
||||||
|
if not isinstance(value, str):
|
||||||
|
raise ValueError(f"missing or non-string field {key!r}")
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
def _atomic_write(path: Path, content: str, *, mode: int) -> None:
|
||||||
|
"""Atomic: write to a sibling tmp file, fsync, rename."""
|
||||||
|
tmp = path.with_suffix(path.suffix + ".tmp")
|
||||||
|
fd = os.open(tmp, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, mode)
|
||||||
|
try:
|
||||||
|
os.write(fd, content.encode("utf-8"))
|
||||||
|
os.fsync(fd)
|
||||||
|
finally:
|
||||||
|
os.close(fd)
|
||||||
|
os.replace(tmp, path)
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
import fcntl as _fcntl
|
||||||
|
|
||||||
|
def _try_flock(fd: int) -> None: # type: ignore[reportRedeclaration]
|
||||||
|
try:
|
||||||
|
_fcntl.flock(fd, _fcntl.LOCK_EX)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def _try_funlock(fd: int) -> None: # type: ignore[reportRedeclaration]
|
||||||
|
try:
|
||||||
|
_fcntl.flock(fd, _fcntl.LOCK_UN)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
except ImportError: # pragma: no cover — Windows path
|
||||||
|
def _try_flock(fd: int) -> None: # noqa: F841 — Windows fallback
|
||||||
|
return None
|
||||||
|
|
||||||
|
def _try_funlock(fd: int) -> None: # noqa: F841 — Windows fallback
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
"ACTION_OPERATOR_EDIT",
|
"ACTION_OPERATOR_EDIT",
|
||||||
"AuditEntry",
|
"AuditEntry",
|
||||||
"AuditStore",
|
|
||||||
"COMPONENT_FOR_TOOL",
|
"COMPONENT_FOR_TOOL",
|
||||||
"DEFAULT_POLL_INTERVAL_SEC",
|
"DEFAULT_POLL_INTERVAL_SEC",
|
||||||
"DB_PATH_IN_CONTAINER",
|
|
||||||
"Proposal",
|
"Proposal",
|
||||||
"QueueStore",
|
"QUEUE_DIR_IN_CONTAINER",
|
||||||
"Response",
|
"Response",
|
||||||
"StoreManager",
|
|
||||||
"STATUSES",
|
"STATUSES",
|
||||||
"STATUS_APPROVED",
|
"STATUS_APPROVED",
|
||||||
"STATUS_MODIFIED",
|
"STATUS_MODIFIED",
|
||||||
@@ -298,9 +536,8 @@ __all__ = [
|
|||||||
"audit_dir",
|
"audit_dir",
|
||||||
"audit_log_path",
|
"audit_log_path",
|
||||||
"bot_bottle_root",
|
"bot_bottle_root",
|
||||||
"host_db_path",
|
|
||||||
"list_pending_proposals",
|
"list_pending_proposals",
|
||||||
"list_all_pending_proposals",
|
"queue_dir_for_slug",
|
||||||
"read_audit_entries",
|
"read_audit_entries",
|
||||||
"read_proposal",
|
"read_proposal",
|
||||||
"read_response",
|
"read_response",
|
||||||
|
|||||||
@@ -7,13 +7,14 @@ config changes when stuck. The tools are `egress-allow`,
|
|||||||
Each queued tool call:
|
Each queued tool call:
|
||||||
|
|
||||||
1. Validates the proposed file syntactically.
|
1. Validates the proposed file syntactically.
|
||||||
2. Writes a Proposal to the host SQLite database.
|
2. Writes a Proposal to /run/supervise/queue/ (bind-mounted from
|
||||||
3. Blocks polling for a matching Response row.
|
the host's ~/.bot-bottle/queue/<slug>/).
|
||||||
|
3. Blocks polling for a matching Response file.
|
||||||
4. Returns the operator's `{status, notes}` to the agent.
|
4. Returns the operator's `{status, notes}` to the agent.
|
||||||
|
|
||||||
The bottle slug arrives via SUPERVISE_BOTTLE_SLUG env (stamped at
|
The bottle slug arrives via SUPERVISE_BOTTLE_SLUG env (stamped at
|
||||||
container creation by the backend's start step). SUPERVISE_DB_PATH
|
container creation by the backend's start step). The queue dir comes
|
||||||
points at the bind-mounted host database.
|
from SUPERVISE_QUEUE_DIR (default `/run/supervise/queue`).
|
||||||
|
|
||||||
Speaks MCP over HTTP+JSON-RPC. Methods handled:
|
Speaks MCP over HTTP+JSON-RPC. Methods handled:
|
||||||
|
|
||||||
@@ -41,6 +42,7 @@ import typing
|
|||||||
import urllib.error
|
import urllib.error
|
||||||
import urllib.request
|
import urllib.request
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# Same-directory imports inside the bundle container; these files are
|
# Same-directory imports inside the bundle container; these files are
|
||||||
@@ -275,6 +277,7 @@ def validate_proposed_file(tool: str, content: str) -> None:
|
|||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class ServerConfig:
|
class ServerConfig:
|
||||||
bottle_slug: str
|
bottle_slug: str
|
||||||
|
queue_dir: Path
|
||||||
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS
|
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS
|
||||||
|
|
||||||
|
|
||||||
@@ -373,7 +376,7 @@ def handle_tools_call(
|
|||||||
current_file_hash=_sv.sha256_hex(proposed_file),
|
current_file_hash=_sv.sha256_hex(proposed_file),
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
_sv.write_proposal(proposal)
|
_sv.write_proposal(config.queue_dir, proposal)
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
raise _RpcInternalError(f"failed to write proposal to queue: {e}") from e
|
raise _RpcInternalError(f"failed to write proposal to queue: {e}") from e
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
@@ -384,7 +387,7 @@ def handle_tools_call(
|
|||||||
deadline = time.monotonic() + config.response_timeout_seconds
|
deadline = time.monotonic() + config.response_timeout_seconds
|
||||||
try:
|
try:
|
||||||
response = _sv.wait_for_response(
|
response = _sv.wait_for_response(
|
||||||
config.bottle_slug,
|
config.queue_dir,
|
||||||
proposal.id,
|
proposal.id,
|
||||||
poll_interval=MIN_RESPONSE_POLL_INTERVAL_SECONDS,
|
poll_interval=MIN_RESPONSE_POLL_INTERVAL_SECONDS,
|
||||||
deadline=deadline,
|
deadline=deadline,
|
||||||
@@ -396,7 +399,7 @@ def handle_tools_call(
|
|||||||
"isError": False,
|
"isError": False,
|
||||||
}
|
}
|
||||||
try:
|
try:
|
||||||
_sv.archive_proposal(config.bottle_slug, proposal.id)
|
_sv.archive_proposal(config.queue_dir, proposal.id)
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
raise _RpcInternalError(f"failed to archive proposal: {e}") from e
|
raise _RpcInternalError(f"failed to archive proposal: {e}") from e
|
||||||
|
|
||||||
@@ -536,7 +539,7 @@ class MCPHandler(http.server.BaseHTTPRequestHandler):
|
|||||||
class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
||||||
allow_reuse_address = True
|
allow_reuse_address = True
|
||||||
daemon_threads = True
|
daemon_threads = True
|
||||||
config: ServerConfig = ServerConfig(bottle_slug="")
|
config: ServerConfig = ServerConfig(bottle_slug="", queue_dir=Path())
|
||||||
|
|
||||||
|
|
||||||
# --- Entry point -----------------------------------------------------------
|
# --- Entry point -----------------------------------------------------------
|
||||||
@@ -545,18 +548,21 @@ class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
|||||||
def serve(
|
def serve(
|
||||||
*,
|
*,
|
||||||
bottle_slug: str,
|
bottle_slug: str,
|
||||||
|
queue_dir: Path,
|
||||||
port: int = _sv.SUPERVISE_PORT,
|
port: int = _sv.SUPERVISE_PORT,
|
||||||
bind: str = "0.0.0.0",
|
bind: str = "0.0.0.0",
|
||||||
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS,
|
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS,
|
||||||
) -> typing.NoReturn:
|
) -> typing.NoReturn:
|
||||||
|
queue_dir.mkdir(parents=True, exist_ok=True)
|
||||||
server = MCPServer((bind, port), MCPHandler)
|
server = MCPServer((bind, port), MCPHandler)
|
||||||
server.config = ServerConfig(
|
server.config = ServerConfig(
|
||||||
bottle_slug=bottle_slug,
|
bottle_slug=bottle_slug,
|
||||||
|
queue_dir=queue_dir,
|
||||||
response_timeout_seconds=response_timeout_seconds,
|
response_timeout_seconds=response_timeout_seconds,
|
||||||
)
|
)
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
f"supervise listening on {bind}:{port}; "
|
f"supervise listening on {bind}:{port}; "
|
||||||
f"slug={bottle_slug!r}; "
|
f"slug={bottle_slug!r}; queue={queue_dir}; "
|
||||||
f"tools: {', '.join(t['name'] for t in TOOL_DEFINITIONS)}\n" # type: ignore[arg-type]
|
f"tools: {', '.join(t['name'] for t in TOOL_DEFINITIONS)}\n" # type: ignore[arg-type]
|
||||||
)
|
)
|
||||||
sys.stderr.flush()
|
sys.stderr.flush()
|
||||||
@@ -575,6 +581,7 @@ def main(argv: list[str]) -> int:
|
|||||||
if not bottle_slug:
|
if not bottle_slug:
|
||||||
sys.stderr.write("supervise: SUPERVISE_BOTTLE_SLUG env is unset\n")
|
sys.stderr.write("supervise: SUPERVISE_BOTTLE_SLUG env is unset\n")
|
||||||
return 2
|
return 2
|
||||||
|
queue_dir = Path(os.environ.get("SUPERVISE_QUEUE_DIR", _sv.QUEUE_DIR_IN_CONTAINER))
|
||||||
port = int(os.environ.get("SUPERVISE_PORT", str(_sv.SUPERVISE_PORT)))
|
port = int(os.environ.get("SUPERVISE_PORT", str(_sv.SUPERVISE_PORT)))
|
||||||
bind = os.environ.get("SUPERVISE_BIND", "0.0.0.0")
|
bind = os.environ.get("SUPERVISE_BIND", "0.0.0.0")
|
||||||
try:
|
try:
|
||||||
@@ -584,6 +591,7 @@ def main(argv: list[str]) -> int:
|
|||||||
return 2
|
return 2
|
||||||
serve(
|
serve(
|
||||||
bottle_slug=bottle_slug,
|
bottle_slug=bottle_slug,
|
||||||
|
queue_dir=queue_dir,
|
||||||
port=port,
|
port=port,
|
||||||
bind=bind,
|
bind=bind,
|
||||||
response_timeout_seconds=response_timeout_seconds,
|
response_timeout_seconds=response_timeout_seconds,
|
||||||
|
|||||||
@@ -1,189 +0,0 @@
|
|||||||
"""Shared types and path helpers for supervise stores (PRD 0013).
|
|
||||||
|
|
||||||
Extracted from supervise.py so queue_store and audit_store can import
|
|
||||||
Proposal, Response, AuditEntry, and host_db_path without creating a
|
|
||||||
circular import (supervise imports from queue_store/audit_store and
|
|
||||||
vice-versa).
|
|
||||||
|
|
||||||
Patching bot_bottle_root on this module propagates through host_db_path
|
|
||||||
because host_db_path looks up bot_bottle_root via sys.modules[__name__]
|
|
||||||
at call time rather than capturing it at import time.
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import dataclasses
|
|
||||||
import sys
|
|
||||||
import uuid
|
|
||||||
from dataclasses import dataclass
|
|
||||||
from datetime import datetime, timezone
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
|
|
||||||
HOST_DB_FILENAME = "bot-bottle.db"
|
|
||||||
|
|
||||||
TOOL_EGRESS_BLOCK = "egress-block"
|
|
||||||
TOOL_EGRESS_ALLOW = "egress-allow"
|
|
||||||
TOOL_GITLEAKS_ALLOW = "gitleaks-allow"
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW = "egress-token-allow"
|
|
||||||
TOOL_LIST_EGRESS_ROUTES = "list-egress-routes"
|
|
||||||
TOOLS: tuple[str, ...] = (
|
|
||||||
TOOL_EGRESS_ALLOW,
|
|
||||||
TOOL_EGRESS_BLOCK,
|
|
||||||
TOOL_GITLEAKS_ALLOW,
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
|
||||||
TOOL_LIST_EGRESS_ROUTES,
|
|
||||||
)
|
|
||||||
|
|
||||||
STATUS_APPROVED = "approved"
|
|
||||||
STATUS_MODIFIED = "modified"
|
|
||||||
STATUS_REJECTED = "rejected"
|
|
||||||
STATUSES: tuple[str, ...] = (STATUS_APPROVED, STATUS_MODIFIED, STATUS_REJECTED)
|
|
||||||
|
|
||||||
ACTION_OPERATOR_EDIT = "operator-edit"
|
|
||||||
|
|
||||||
|
|
||||||
def bot_bottle_root() -> Path:
|
|
||||||
return Path.home() / ".bot-bottle"
|
|
||||||
|
|
||||||
|
|
||||||
def host_db_path() -> Path:
|
|
||||||
# Look up bot_bottle_root through this module's live namespace so that
|
|
||||||
# monkey-patches on supervise_types.bot_bottle_root take effect.
|
|
||||||
#
|
|
||||||
# Lives in its own "db" subdirectory, not directly under
|
|
||||||
# bot_bottle_root(), so backends that can only bind-mount
|
|
||||||
# directories (macos_container's `container run --mount`, which
|
|
||||||
# rejects file sources with "is not a directory") can share this
|
|
||||||
# one file with a sidecar without also exposing bot_bottle_root()'s
|
|
||||||
# other contents (git-gate keys, per-bottle state, etc.).
|
|
||||||
return sys.modules[__name__].bot_bottle_root() / "db" / HOST_DB_FILENAME
|
|
||||||
|
|
||||||
|
|
||||||
def _require_str(raw: dict[str, object], key: str) -> str:
|
|
||||||
value = raw.get(key)
|
|
||||||
if not isinstance(value, str):
|
|
||||||
raise ValueError(f"missing or non-string field {key!r}")
|
|
||||||
return value
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class Proposal:
|
|
||||||
"""One pending tool-call from the agent."""
|
|
||||||
|
|
||||||
id: str
|
|
||||||
bottle_slug: str
|
|
||||||
tool: str
|
|
||||||
proposed_file: str
|
|
||||||
justification: str
|
|
||||||
arrival_timestamp: str
|
|
||||||
current_file_hash: str
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def new(
|
|
||||||
cls,
|
|
||||||
*,
|
|
||||||
bottle_slug: str,
|
|
||||||
tool: str,
|
|
||||||
proposed_file: str,
|
|
||||||
justification: str,
|
|
||||||
current_file_hash: str,
|
|
||||||
now: datetime | None = None,
|
|
||||||
) -> "Proposal":
|
|
||||||
ts = (now or datetime.now(timezone.utc)).isoformat()
|
|
||||||
return cls(
|
|
||||||
id=str(uuid.uuid4()),
|
|
||||||
bottle_slug=bottle_slug,
|
|
||||||
tool=tool,
|
|
||||||
proposed_file=proposed_file,
|
|
||||||
justification=justification,
|
|
||||||
arrival_timestamp=ts,
|
|
||||||
current_file_hash=current_file_hash,
|
|
||||||
)
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def from_dict(cls, raw: dict[str, object]) -> "Proposal":
|
|
||||||
tool = _require_str(raw, "tool")
|
|
||||||
if tool not in TOOLS:
|
|
||||||
raise ValueError(f"tool must be one of {TOOLS}; got {tool!r}")
|
|
||||||
return cls(
|
|
||||||
id=_require_str(raw, "id"),
|
|
||||||
bottle_slug=_require_str(raw, "bottle_slug"),
|
|
||||||
tool=tool,
|
|
||||||
proposed_file=_require_str(raw, "proposed_file"),
|
|
||||||
justification=_require_str(raw, "justification"),
|
|
||||||
arrival_timestamp=_require_str(raw, "arrival_timestamp"),
|
|
||||||
current_file_hash=_require_str(raw, "current_file_hash"),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class Response:
|
|
||||||
"""The operator's decision on a proposal."""
|
|
||||||
|
|
||||||
proposal_id: str
|
|
||||||
status: str
|
|
||||||
notes: str
|
|
||||||
final_file: str | None = None
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def from_dict(cls, raw: dict[str, object]) -> "Response":
|
|
||||||
status = _require_str(raw, "status")
|
|
||||||
if status not in STATUSES:
|
|
||||||
raise ValueError(
|
|
||||||
f"response status must be one of {STATUSES}; got {status!r}"
|
|
||||||
)
|
|
||||||
final = raw.get("final_file")
|
|
||||||
if final is not None and not isinstance(final, str):
|
|
||||||
raise ValueError(
|
|
||||||
f"final_file must be a string or null; got {type(final).__name__}"
|
|
||||||
)
|
|
||||||
return cls(
|
|
||||||
proposal_id=_require_str(raw, "proposal_id"),
|
|
||||||
status=status,
|
|
||||||
notes=_require_str(raw, "notes"),
|
|
||||||
final_file=final,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class AuditEntry:
|
|
||||||
"""One row of the per-bottle audit log."""
|
|
||||||
|
|
||||||
timestamp: str
|
|
||||||
bottle_slug: str
|
|
||||||
component: str
|
|
||||||
operator_action: str
|
|
||||||
operator_notes: str
|
|
||||||
justification: str
|
|
||||||
diff: str
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = [
|
|
||||||
"ACTION_OPERATOR_EDIT",
|
|
||||||
"AuditEntry",
|
|
||||||
"HOST_DB_FILENAME",
|
|
||||||
"Proposal",
|
|
||||||
"Response",
|
|
||||||
"STATUSES",
|
|
||||||
"STATUS_APPROVED",
|
|
||||||
"STATUS_MODIFIED",
|
|
||||||
"STATUS_REJECTED",
|
|
||||||
"TOOLS",
|
|
||||||
"TOOL_EGRESS_ALLOW",
|
|
||||||
"TOOL_EGRESS_BLOCK",
|
|
||||||
"TOOL_EGRESS_TOKEN_ALLOW",
|
|
||||||
"TOOL_GITLEAKS_ALLOW",
|
|
||||||
"TOOL_LIST_EGRESS_ROUTES",
|
|
||||||
"bot_bottle_root",
|
|
||||||
"host_db_path",
|
|
||||||
]
|
|
||||||
@@ -1,135 +0,0 @@
|
|||||||
# PRD 0067: SQLite local storage
|
|
||||||
|
|
||||||
- **Status:** Active
|
|
||||||
- **Author:** codex
|
|
||||||
- **Created:** 2026-07-01
|
|
||||||
- **Issue:** #319
|
|
||||||
|
|
||||||
## Summary
|
|
||||||
|
|
||||||
Add a small stdlib SQLite storage layer for bot-bottle host runtime state,
|
|
||||||
starting with the supervise queue and audit log. This replaces scattered JSON
|
|
||||||
queue files and JSONL audit logs with structured tables while preserving the
|
|
||||||
existing public supervise helper functions and sidecar queue mount contract.
|
|
||||||
|
|
||||||
## Problem
|
|
||||||
|
|
||||||
Bot-bottle currently stores supervise proposals and responses as individual JSON
|
|
||||||
files under `~/.bot-bottle/queue/<slug>/`, and audit entries as JSONL files
|
|
||||||
under `~/.bot-bottle/audit/`. That worked for the original interactive TUI, but
|
|
||||||
new forge-native orchestration needs durable, queryable local state for queues,
|
|
||||||
audit trails, watchdogs, and lifecycle records. PR #318 started introducing
|
|
||||||
SQLite-shaped boilerplate for forge state; the storage foundation should live in
|
|
||||||
its own PR so forge work can build on the shared runtime store instead of adding
|
|
||||||
one-off persistence.
|
|
||||||
|
|
||||||
## Goals / Success Criteria
|
|
||||||
|
|
||||||
1. Supervise proposals and responses are persisted through SQLite.
|
|
||||||
2. Audit entries are persisted through SQLite.
|
|
||||||
3. Supervise queue helpers use the bottle slug / queue key instead of a queue
|
|
||||||
directory path.
|
|
||||||
4. The sidecar receives the host database mount across docker, smolmachines,
|
|
||||||
and macOS-container backends.
|
|
||||||
5. The implementation stays stdlib-only.
|
|
||||||
6. Schema migrations use a `PRAGMA user_version` runner — no third-party deps.
|
|
||||||
7. Unit tests cover queue round-trips, pending discovery, response waits,
|
|
||||||
archive semantics, audit round-trips, and path creation.
|
|
||||||
|
|
||||||
## Non-goals
|
|
||||||
|
|
||||||
- Migrating old JSON queue files or JSONL audit logs.
|
|
||||||
- Adding forge orchestration state tables.
|
|
||||||
- Adding egress metering or budget tables.
|
|
||||||
- Changing the supervise TUI workflow or remediation behavior.
|
|
||||||
- Introducing a third-party ORM or migration library.
|
|
||||||
|
|
||||||
## Design
|
|
||||||
|
|
||||||
### Database locations
|
|
||||||
|
|
||||||
Queue and audit state use the host-level local database:
|
|
||||||
|
|
||||||
```text
|
|
||||||
~/.bot-bottle/bot-bottle.db
|
|
||||||
```
|
|
||||||
|
|
||||||
The supervise sidecar receives that database as a writable bind mount at
|
|
||||||
`/run/supervise/bot-bottle.db` and gets the path through `SUPERVISE_DB_PATH`.
|
|
||||||
No per-slug queue directory is mounted into the sidecar. This creates the shared
|
|
||||||
host database that later forge/native lifecycle work can extend in separate
|
|
||||||
PRDs.
|
|
||||||
|
|
||||||
### Tables
|
|
||||||
|
|
||||||
`supervise_proposals` lives in the host database:
|
|
||||||
|
|
||||||
```sql
|
|
||||||
CREATE TABLE supervise_proposals (
|
|
||||||
queue_key TEXT NOT NULL,
|
|
||||||
id TEXT NOT NULL,
|
|
||||||
bottle_slug TEXT NOT NULL,
|
|
||||||
tool TEXT NOT NULL,
|
|
||||||
proposed_file TEXT NOT NULL,
|
|
||||||
justification TEXT NOT NULL,
|
|
||||||
arrival_timestamp TEXT NOT NULL,
|
|
||||||
current_file_hash TEXT NOT NULL,
|
|
||||||
archived INTEGER NOT NULL DEFAULT 0,
|
|
||||||
PRIMARY KEY (queue_key, id)
|
|
||||||
);
|
|
||||||
```
|
|
||||||
|
|
||||||
`supervise_responses` lives in the host database:
|
|
||||||
|
|
||||||
```sql
|
|
||||||
CREATE TABLE supervise_responses (
|
|
||||||
queue_key TEXT NOT NULL,
|
|
||||||
proposal_id TEXT NOT NULL,
|
|
||||||
status TEXT NOT NULL,
|
|
||||||
notes TEXT NOT NULL,
|
|
||||||
final_file TEXT,
|
|
||||||
archived INTEGER NOT NULL DEFAULT 0,
|
|
||||||
PRIMARY KEY (queue_key, proposal_id)
|
|
||||||
);
|
|
||||||
```
|
|
||||||
|
|
||||||
`supervise_audit_entries` lives in the host database:
|
|
||||||
|
|
||||||
```sql
|
|
||||||
CREATE TABLE supervise_audit_entries (
|
|
||||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
||||||
timestamp TEXT NOT NULL,
|
|
||||||
bottle_slug TEXT NOT NULL,
|
|
||||||
component TEXT NOT NULL,
|
|
||||||
operator_action TEXT NOT NULL,
|
|
||||||
operator_notes TEXT NOT NULL,
|
|
||||||
justification TEXT NOT NULL,
|
|
||||||
diff TEXT NOT NULL
|
|
||||||
);
|
|
||||||
```
|
|
||||||
|
|
||||||
### Compatibility
|
|
||||||
|
|
||||||
The queue helpers take a bottle slug / queue key and perform equivalent
|
|
||||||
operations against `~/.bot-bottle/bot-bottle.db`:
|
|
||||||
|
|
||||||
- `list_pending_proposals` returns non-archived proposals without a non-archived
|
|
||||||
response, sorted by arrival time.
|
|
||||||
- `archive_proposal` marks matching proposal/response rows archived instead of
|
|
||||||
moving files into `processed/`.
|
|
||||||
- `wait_for_response` keeps the current polling behavior but polls SQLite.
|
|
||||||
|
|
||||||
The old audit path helpers (`audit_dir`, `audit_log_path`) stay available for
|
|
||||||
compatibility. `audit_log_path` no longer describes the active storage location;
|
|
||||||
callers should use `read_audit_entries`.
|
|
||||||
|
|
||||||
## Implementation chunks
|
|
||||||
|
|
||||||
1. Add SQLite store helpers for supervise queue and audit state.
|
|
||||||
2. Rewire `bot_bottle.supervise` queue/audit functions to the store.
|
|
||||||
3. Update supervise CLI discovery tests and queue/audit unit tests.
|
|
||||||
4. Run unit tests, pyright, and pylint for touched modules.
|
|
||||||
|
|
||||||
## Open questions
|
|
||||||
|
|
||||||
None.
|
|
||||||
@@ -0,0 +1,132 @@
|
|||||||
|
# PRD prd-new: Fold bot-bottle-orchestrator into this repo
|
||||||
|
|
||||||
|
- **Status:** Active
|
||||||
|
- **Author:** didericis
|
||||||
|
- **Created:** 2026-07-01
|
||||||
|
- **Issue:** #321
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Move the `bot-bottle-orchestrator` binary into `bot_bottle/orchestrator/` as a
|
||||||
|
first-class subpackage. `pip install bot-bottle` gets you everything; the
|
||||||
|
orchestrator's entry point becomes `python -m bot_bottle.orchestrator run`. The
|
||||||
|
cross-repo CLI contract becomes an internal boundary, and the forge integration
|
||||||
|
layer (`GiteaClient`, `ScopedForge`, `SqliteForgeStateStore`) is promoted to
|
||||||
|
`bot_bottle/contrib/` where it belongs.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
The orchestrator and bot-bottle are tightly coupled:
|
||||||
|
- It always deploys on the same host.
|
||||||
|
- It imports from `bot_bottle` for the forge/state layer.
|
||||||
|
- Its runner shims (`start --headless`, `commit`, `resume`) map 1:1 to CLI
|
||||||
|
commands in `cli.py` — a breaking CLI change silently breaks the orchestrator
|
||||||
|
with no CI signal.
|
||||||
|
- Two repos means two version pins, two CI pipelines, and two install steps
|
||||||
|
every time the deploy environment is rebuilt.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
- All orchestrator modules live under `bot_bottle/orchestrator/` and the package
|
||||||
|
is importable as `from bot_bottle.orchestrator import ...`.
|
||||||
|
- `python -m bot_bottle.orchestrator run` starts the webhook server.
|
||||||
|
- `python -m bot_bottle.orchestrator status` prints tracked runs.
|
||||||
|
- The forge integration layer (`GiteaClient`, `GiteaForge`, `ScopedForge`,
|
||||||
|
`ForgeState`, `SqliteForgeStateStore`) lives in `bot_bottle/contrib/` and is
|
||||||
|
covered by tests in `tests/unit/orchestrator/`.
|
||||||
|
- All orchestrator unit tests pass under bot-bottle's existing CI
|
||||||
|
(`python -m unittest discover -s tests/unit`).
|
||||||
|
- No functional change to the orchestrator's external behaviour: same
|
||||||
|
HTTP surface, same webhook protocol, same env-var config, same CLI flags.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- Replacing `SubprocessBottleRunner` with a direct programmatic runner — the
|
||||||
|
subprocess shim stays; the `BottleRunner` protocol remains the internal
|
||||||
|
abstraction point.
|
||||||
|
- Merging the orchestrator's SQLite DB with any other bot-bottle state store.
|
||||||
|
- Archiving `bot-bottle-orchestrator` (that happens after this ships and the
|
||||||
|
deploy is updated; out of scope for this PR).
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### Package layout
|
||||||
|
|
||||||
|
```
|
||||||
|
bot_bottle/
|
||||||
|
orchestrator/
|
||||||
|
__init__.py
|
||||||
|
__main__.py # python -m bot_bottle.orchestrator
|
||||||
|
bootstrap.py # wires contrib modules → orchestrator core
|
||||||
|
config.py
|
||||||
|
events.py
|
||||||
|
lifecycle.py
|
||||||
|
model.py
|
||||||
|
provenance.py
|
||||||
|
runner.py
|
||||||
|
sidecar.py
|
||||||
|
store.py
|
||||||
|
targeting.py
|
||||||
|
watchdog.py
|
||||||
|
webhook.py
|
||||||
|
contrib/
|
||||||
|
forge/
|
||||||
|
__init__.py
|
||||||
|
base.py # ScopedForge: read-anywhere / write-scoped wrapper
|
||||||
|
gitea/
|
||||||
|
client.py # GiteaClient (urllib.request), GiteaForge
|
||||||
|
forge_state.py # ForgeState dataclass + SqliteForgeStateStore
|
||||||
|
|
||||||
|
tests/unit/orchestrator/
|
||||||
|
__init__.py
|
||||||
|
_fakes.py
|
||||||
|
test_config.py
|
||||||
|
test_events.py
|
||||||
|
test_lifecycle.py
|
||||||
|
test_provenance.py
|
||||||
|
test_runner.py
|
||||||
|
test_sidecar.py
|
||||||
|
test_store.py
|
||||||
|
test_targeting.py
|
||||||
|
test_watchdog.py
|
||||||
|
test_webhook.py
|
||||||
|
```
|
||||||
|
|
||||||
|
### Module moves
|
||||||
|
|
||||||
|
Every `orchestrator/` source file moves verbatim into `bot_bottle/orchestrator/`.
|
||||||
|
Internal imports are already relative (`from .config import Config`) so no
|
||||||
|
changes are needed inside the orchestrator modules themselves.
|
||||||
|
|
||||||
|
`bootstrap.py` is the only file that changes meaningfully: the lazy `bot_bottle`
|
||||||
|
imports become direct relative imports (`from ..contrib.gitea.client import …`),
|
||||||
|
and the `_require_bot_bottle()` guard is removed since the package is always
|
||||||
|
present.
|
||||||
|
|
||||||
|
### New contrib modules
|
||||||
|
|
||||||
|
**`bot_bottle/contrib/forge/base.py` — `ScopedForge`**
|
||||||
|
|
||||||
|
Wraps any forge object and enforces read-anywhere / write-scoped access: reads
|
||||||
|
pass through unconditionally; `post_comment` and `update_description` raise
|
||||||
|
`PermissionError` for issue/PR numbers outside the assigned set.
|
||||||
|
|
||||||
|
**`bot_bottle/contrib/gitea/client.py` — `GiteaClient`, `GiteaForge`**
|
||||||
|
|
||||||
|
`GiteaClient` is a thin `urllib.request`-only HTTP wrapper (no new Python
|
||||||
|
dependencies). `GiteaForge` composes a client and exposes the forge protocol:
|
||||||
|
`is_org_member`, `read_issue`, `read_pr`, `read_comments`, `post_comment`,
|
||||||
|
`update_description`.
|
||||||
|
|
||||||
|
**`bot_bottle/contrib/gitea/forge_state.py` — `ForgeState`, `SqliteForgeStateStore`**
|
||||||
|
|
||||||
|
`ForgeState` is a dataclass mirroring `RunRecord` field-for-field. `SqliteForgeStateStore`
|
||||||
|
backs it with SQLite (stdlib `sqlite3`): a single `forge_state` table with one
|
||||||
|
row per (owner, repo, issue\_number).
|
||||||
|
|
||||||
|
### Test migration
|
||||||
|
|
||||||
|
All orchestrator test files move to `tests/unit/orchestrator/` with absolute
|
||||||
|
imports updated from `orchestrator.X` to `bot_bottle.orchestrator.X`. The unit
|
||||||
|
discovery command (`-s tests/unit`) picks them up automatically — no CI changes
|
||||||
|
required.
|
||||||
@@ -1,227 +0,0 @@
|
|||||||
# PRD prd-new: smolmachines backend on Linux
|
|
||||||
|
|
||||||
- **Status:** Draft
|
|
||||||
- **Author:** Claude
|
|
||||||
- **Created:** 2026-06-25
|
|
||||||
- **Issue:** #283
|
|
||||||
|
|
||||||
## Summary
|
|
||||||
|
|
||||||
Make the `smolmachines` backend (PRD 0023) runnable on Linux, not
|
|
||||||
just macOS. `smolvm` already supports Linux via KVM (`/dev/kvm`);
|
|
||||||
the gap is entirely in bot-bottle's host-side glue, which hard-codes
|
|
||||||
macOS assumptions in three places:
|
|
||||||
|
|
||||||
1. **Preflight** only checks that `smolvm` is on `PATH` — it never
|
|
||||||
checks the Linux KVM prerequisite, so a misconfigured host fails
|
|
||||||
deep in the launch flow with an opaque `smolvm` error.
|
|
||||||
2. **The TSI allowlist enforcement** (`force_allowlist`) — the
|
|
||||||
security property that confines the agent VM to its sidecar
|
|
||||||
bundle's `/32` — **no-ops on Linux today, failing _open_**. The
|
|
||||||
smolvm state-DB path it patches is hard-coded to macOS's
|
|
||||||
`~/Library/Application Support/...`.
|
|
||||||
3. **Per-bottle loopback scoping** (`allocate`) returns the shared
|
|
||||||
`127.0.0.1` on Linux, which would let the agent VM reach every
|
|
||||||
service on host loopback — a downgrade from the per-bottle alias
|
|
||||||
isolation macOS gets.
|
|
||||||
|
|
||||||
This PRD closes all three so a bottle launched with
|
|
||||||
`BOT_BOTTLE_BACKEND=smolmachines` on Linux gets the same isolation
|
|
||||||
guarantee it gets on macOS, and documents the Linux/NixOS host
|
|
||||||
setup. The primary validation target is NixOS, but the changes are
|
|
||||||
distro-agnostic.
|
|
||||||
|
|
||||||
## Problem
|
|
||||||
|
|
||||||
The smolmachines backend runs each bottle's agent inside a libkrun
|
|
||||||
microVM via `smolvm`, with egress confined by TSI's `--allow-cidr`
|
|
||||||
allowlist set to a single `/32` — the sidecar bundle's loopback
|
|
||||||
address. Everything else (host loopback, LAN, internet) is denied at
|
|
||||||
the VMM layer. That security property is the entire reason the
|
|
||||||
backend exists.
|
|
||||||
|
|
||||||
libkrun runs on Hypervisor.framework (macOS) **and** KVM (Linux), and
|
|
||||||
`smolvm` ships Linux x86_64 / aarch64 builds that require `/dev/kvm`.
|
|
||||||
So the microVM layer already works on Linux. What does not work is
|
|
||||||
bot-bottle's host integration, which PRD 0023 explicitly scoped to
|
|
||||||
macOS-only for v1. Three concrete blockers:
|
|
||||||
|
|
||||||
- **No KVM preflight.** On a Linux host without `/dev/kvm` (kernel
|
|
||||||
module not loaded) or without access to it (user not in the `kvm`
|
|
||||||
group), the failure surfaces as a cryptic `smolvm` non-zero exit
|
|
||||||
mid-launch instead of an actionable message.
|
|
||||||
|
|
||||||
- **TSI enforcement fails open on Linux.** `force_allowlist`
|
|
||||||
early-returns on non-macOS. It exists because `smolvm` 0.8.0
|
|
||||||
silently drops `--allow-cidr` when combined with `--from`, so the
|
|
||||||
allowlist has to be patched into smolvm's persisted state DB before
|
|
||||||
`machine start`. On Linux that patch never runs **and** the DB path
|
|
||||||
is the macOS path, so the booted VM's TSI allowlist is whatever
|
|
||||||
smolvm defaulted to — potentially all of `127.0.0.0/8`. That is the
|
|
||||||
exact sandbox-escape the backend is supposed to prevent.
|
|
||||||
|
|
||||||
- **No per-bottle loopback isolation on Linux.** `allocate` returns
|
|
||||||
`127.0.0.1` on Linux. Even with a correct allowlist, `127.0.0.1/32`
|
|
||||||
is shared by every service on host loopback, so the agent could
|
|
||||||
reach other bottles' published ports and host services. On macOS
|
|
||||||
this is solved with per-bottle `127.0.0.16..31` aliases added via
|
|
||||||
`sudo ifconfig lo0 alias`. On Linux the whole `127.0.0.0/8` is
|
|
||||||
already routed to `lo`, so docker can publish to `127.0.0.<N>`
|
|
||||||
with **no `ifconfig`/sudo step at all** — the isolation is actually
|
|
||||||
cheaper to achieve than on macOS.
|
|
||||||
|
|
||||||
## Goals / Success Criteria
|
|
||||||
|
|
||||||
- `BOT_BOTTLE_BACKEND=smolmachines ./cli.py start <agent>` launches,
|
|
||||||
runs, and tears down a bottle on a Linux host with `/dev/kvm`.
|
|
||||||
- The TSI allowlist is enforced on Linux: PRD 0022's
|
|
||||||
`tests/integration/test_sandbox_escape.py` passes against
|
|
||||||
`BOT_BOTTLE_BACKEND=smolmachines` on Linux (the acceptance gate).
|
|
||||||
- Each Linux bottle is scoped to its own `127.0.0.<N>/32`, matching
|
|
||||||
the macOS per-bottle isolation property.
|
|
||||||
- A clear, actionable preflight error when `/dev/kvm` is missing or
|
|
||||||
inaccessible, with remediation (load `kvm-intel`/`kvm-amd`, join the
|
|
||||||
`kvm` group).
|
|
||||||
- **Fail-closed:** if bot-bottle cannot positively confirm the TSI
|
|
||||||
allowlist was persisted for a machine (DB missing, row missing,
|
|
||||||
patch didn't take), it `die()`s before `machine start` rather than
|
|
||||||
booting a VM with an unverified allowlist.
|
|
||||||
- macOS behavior is unchanged.
|
|
||||||
- README documents Linux + NixOS host setup.
|
|
||||||
|
|
||||||
## Non-goals
|
|
||||||
|
|
||||||
- Rootless / non-KVM fallbacks (e.g. software emulation). Linux
|
|
||||||
smolmachines requires `/dev/kvm`, full stop.
|
|
||||||
- Removing Docker as a host dependency — the sidecar bundle and
|
|
||||||
image-build pipeline still use Docker on Linux, same as macOS.
|
|
||||||
- Auto-installing `smolvm` or configuring KVM on the operator's
|
|
||||||
behalf. Preflight reports; the operator remediates.
|
|
||||||
- Nested-virtualization tuning for running the runner itself inside a
|
|
||||||
VM (documented as a caveat, not solved here).
|
|
||||||
|
|
||||||
## Design
|
|
||||||
|
|
||||||
### Platform detection
|
|
||||||
|
|
||||||
Reuse the existing `platform.system()` check already in
|
|
||||||
`loopback_alias.py` (`_is_macos()`). "Linux" is "not macOS" for every
|
|
||||||
branch below; no new third-platform path.
|
|
||||||
|
|
||||||
### Preflight: KVM gate (`util.smolmachines_preflight`)
|
|
||||||
|
|
||||||
After the existing `smolvm`-on-`PATH` check, add a Linux-only gate:
|
|
||||||
|
|
||||||
- `/dev/kvm` must exist → else `die()` with "enable KVM
|
|
||||||
(`kvm-intel`/`kvm-amd` kernel module)".
|
|
||||||
- `/dev/kvm` must be readable + writable by the current user
|
|
||||||
(`os.access(..., R_OK | W_OK)`) → else `die()` with "add your user
|
|
||||||
to the `kvm` group (and re-login)".
|
|
||||||
|
|
||||||
macOS is unaffected (Hypervisor.framework needs no device node).
|
|
||||||
|
|
||||||
### smolvm state-DB path (platform-aware)
|
|
||||||
|
|
||||||
`loopback_alias._SMOLVM_DB_PATH` becomes platform-derived:
|
|
||||||
|
|
||||||
- macOS: `~/Library/Application Support/smolvm/server/smolvm.db`
|
|
||||||
(unchanged).
|
|
||||||
- Linux: `$XDG_DATA_HOME/smolvm/server/smolvm.db`, defaulting to
|
|
||||||
`~/.local/share/smolvm/server/smolvm.db`.
|
|
||||||
|
|
||||||
> **Verification note:** the Linux DB location is inferred from
|
|
||||||
> smolvm's documented `~/.local/share` install layout and the XDG
|
|
||||||
> base-dir spec. It must be confirmed on a real Linux smolvm install;
|
|
||||||
> if smolvm uses a different path or schema, the fail-closed check
|
|
||||||
> below turns that into a clear `die()` at launch rather than a silent
|
|
||||||
> escape.
|
|
||||||
|
|
||||||
### TSI enforcement: cross-platform + fail-closed (`force_allowlist`)
|
|
||||||
|
|
||||||
Rework `force_allowlist(machine_name, allowed_cidrs)` to run on
|
|
||||||
**both** platforms and to fail closed:
|
|
||||||
|
|
||||||
1. Resolve the state DB; if the file is missing, `die()` (cannot
|
|
||||||
confirm enforcement → refuse to launch).
|
|
||||||
2. Read the machine's persisted row; if the row is missing, `die()`.
|
|
||||||
3. If the row's `allowed_cidrs` already equals the requested list
|
|
||||||
(e.g. a newer `smolvm` that honors `--allow-cidr` at create), do
|
|
||||||
nothing — no write.
|
|
||||||
4. Otherwise patch `allowed_cidrs` (the existing BLOB-encoded write)
|
|
||||||
and re-read.
|
|
||||||
5. If, after the patch, `allowed_cidrs` still does not equal the
|
|
||||||
requested list, `die()`.
|
|
||||||
|
|
||||||
This is robust across smolvm versions: it works whether `--allow-cidr`
|
|
||||||
is silently dropped (0.8.0) or honored (newer), and it never boots a
|
|
||||||
VM whose persisted allowlist it could not confirm. It is a strict
|
|
||||||
improvement on macOS too (today's code writes unconditionally and
|
|
||||||
never verifies).
|
|
||||||
|
|
||||||
> The persisted-row check confirms our write took, not that smolvm's
|
|
||||||
> runtime TSI enforces it. The runtime guarantee is covered by the
|
|
||||||
> sandbox-escape acceptance test; the persisted check is the cheap
|
|
||||||
> fail-closed guard at launch.
|
|
||||||
|
|
||||||
### Per-bottle loopback scoping on Linux (`allocate`)
|
|
||||||
|
|
||||||
`allocate` runs the same docker-state-driven allocation on Linux as on
|
|
||||||
macOS (`_allocate_locked`, the file lock, and `_aliases_in_use` via
|
|
||||||
`docker inspect` are all already cross-platform). The only macOS-only
|
|
||||||
step, `ensure_pool` (the `sudo ifconfig lo0 alias` dance), stays
|
|
||||||
macOS-only: on Linux `127.0.0.0/8` is already loopback, so docker can
|
|
||||||
publish bundle ports directly on `127.0.0.<N>` with no setup.
|
|
||||||
|
|
||||||
Net effect: Linux bottles get per-bottle `127.0.0.16..31/32` scoping
|
|
||||||
identical to macOS, without sudo.
|
|
||||||
|
|
||||||
### Launch flow
|
|
||||||
|
|
||||||
`launch.py` needs no structural change — `_allocate_resources` already
|
|
||||||
calls `ensure_pool()` (now a Linux no-op) then `allocate()` (now
|
|
||||||
per-bottle on Linux), and `_launch_vm` already calls
|
|
||||||
`force_allowlist()` (now active on Linux). Only the macOS-specific
|
|
||||||
docstrings are updated to describe the cross-platform behavior.
|
|
||||||
|
|
||||||
## Implementation chunks
|
|
||||||
|
|
||||||
1. **Preflight KVM gate** — `util.smolmachines_preflight` +
|
|
||||||
unit tests for the missing-device and no-access branches.
|
|
||||||
2. **Platform-aware DB path + fail-closed `force_allowlist`** —
|
|
||||||
`loopback_alias.py`; update/extend `TestForceAllowlist`.
|
|
||||||
3. **Cross-platform `allocate`** — drop the Linux early-return; update
|
|
||||||
`TestAllocate` / `TestAllocateLock` for the new Linux behavior.
|
|
||||||
4. **Docstring + comment cleanup** in `launch.py` and module headers.
|
|
||||||
5. **Docs** — README requirements + a Linux/NixOS host-setup section.
|
|
||||||
|
|
||||||
## Testing Strategy
|
|
||||||
|
|
||||||
- **Unit (CI, any OS):** the suite mocks `platform.system()` /
|
|
||||||
`subprocess` and patches `_SMOLVM_DB_PATH`, so the new Linux
|
|
||||||
branches are testable on the macOS/Linux CI runner without `smolvm`
|
|
||||||
or KVM. Covers: KVM preflight branches, fail-closed `force_allowlist`
|
|
||||||
(DB missing, row missing, patch-doesn't-take), per-bottle Linux
|
|
||||||
allocation + locking, platform-derived DB path.
|
|
||||||
- **Integration (Linux host with KVM — the acceptance gate):**
|
|
||||||
`tests/integration/test_sandbox_escape.py` against
|
|
||||||
`BOT_BOTTLE_BACKEND=smolmachines`. This cannot run on the macOS dev
|
|
||||||
box and must be executed on NixOS before merge.
|
|
||||||
|
|
||||||
## Open questions / verification pending
|
|
||||||
|
|
||||||
- **Confirm the Linux smolvm state-DB path and schema** on a real
|
|
||||||
install (the `~/.local/share/...` inference above).
|
|
||||||
- **Confirm whether the current smolvm Linux build still drops
|
|
||||||
`--allow-cidr` with `--from`** (the 0.8.0 bug). The fail-closed
|
|
||||||
design handles either answer, but knowing lets us drop the DB patch
|
|
||||||
if upstream fixed it.
|
|
||||||
- **Confirm docker publishing to `127.0.0.<N>` on Linux** behaves as
|
|
||||||
expected end-to-end with TSI (high confidence; standard loopback
|
|
||||||
behavior, but unverified on the target host).
|
|
||||||
|
|
||||||
## References
|
|
||||||
|
|
||||||
- PRD 0023 — smolmachines bottle backend (macOS v1).
|
|
||||||
- PRD 0022 — `test_sandbox_escape.py` acceptance gate.
|
|
||||||
- PRD 0024 — sidecar bundle image.
|
|
||||||
- smolvm: https://github.com/smol-machines/smolvm
|
|
||||||
@@ -81,10 +81,10 @@ class TestSandboxEscape(unittest.TestCase):
|
|||||||
# those are missing rather than die-ing inside backend.prepare.
|
# those are missing rather than die-ing inside backend.prepare.
|
||||||
backend_name = os.environ.get("BOT_BOTTLE_BACKEND", "docker")
|
backend_name = os.environ.get("BOT_BOTTLE_BACKEND", "docker")
|
||||||
if backend_name == "smolmachines":
|
if backend_name == "smolmachines":
|
||||||
if sys.platform not in ("darwin", "linux"):
|
if sys.platform != "darwin":
|
||||||
raise unittest.SkipTest(
|
raise unittest.SkipTest(
|
||||||
f"BOT_BOTTLE_BACKEND=smolmachines is not supported "
|
"BOT_BOTTLE_BACKEND=smolmachines is macOS-only in "
|
||||||
f"on {sys.platform} (macOS and Linux only)"
|
"v1 (libkrun TSI)"
|
||||||
)
|
)
|
||||||
if shutil.which("smolvm") is None:
|
if shutil.which("smolvm") is None:
|
||||||
raise unittest.SkipTest(
|
raise unittest.SkipTest(
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ security properties the design pivot was about:
|
|||||||
bind-address mitigation is what closes TSI's port-granularity
|
bind-address mitigation is what closes TSI's port-granularity
|
||||||
gap.
|
gap.
|
||||||
|
|
||||||
Gated on macOS/Linux + smolvm + docker + not GITEA_ACTIONS — the
|
Gated on macOS + smolvm + docker + not GITEA_ACTIONS — the
|
||||||
runner can't host libkrun-backed VMs."""
|
runner can't host libkrun-backed VMs."""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -65,8 +65,8 @@ def _minimal_manifest() -> ManifestIndex:
|
|||||||
|
|
||||||
@skip_unless_docker()
|
@skip_unless_docker()
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
platform.system() in ("Darwin", "Linux"),
|
platform.system() == "Darwin",
|
||||||
"smolvm requires macOS or Linux",
|
"smolvm is macOS-only for v1; Linux+KVM path is a future PRD",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
_smolvm_available(),
|
_smolvm_available(),
|
||||||
@@ -141,15 +141,7 @@ class TestSmolmachinesLaunch(unittest.TestCase):
|
|||||||
proxies = [line.strip() for line in r.stdout.splitlines()]
|
proxies = [line.strip() for line in r.stdout.splitlines()]
|
||||||
self.assertEqual(2, len(proxies), proxies)
|
self.assertEqual(2, len(proxies), proxies)
|
||||||
self.assertEqual(proxies[0], proxies[1], proxies)
|
self.assertEqual(proxies[0], proxies[1], proxies)
|
||||||
# macOS: proxy binds to the per-bottle loopback alias (127.x.x.x) so
|
self.assertTrue(proxies[0].startswith("http://127."), proxies[0])
|
||||||
# TSI can intercept guest connections to it. Linux: the guest kernel
|
|
||||||
# routes 127.0.0.0/8 to its own loopback (TSI never sees those), so
|
|
||||||
# the proxy instead binds to the per-bottle bridge gateway (192.168.x.1)
|
|
||||||
# which routes via eth0 and is intercepted by TSI normally.
|
|
||||||
self.assertRegex(
|
|
||||||
proxies[0], r"^http://\d+\.\d+\.\d+\.\d+:\d+$",
|
|
||||||
"expected proxy URL to be an http://IP:port address",
|
|
||||||
)
|
|
||||||
|
|
||||||
r = self.bottle.exec(
|
r = self.bottle.exec(
|
||||||
"curl -fsS --max-time 20 https://example.com >/dev/null && echo OK"
|
"curl -fsS --max-time 20 https://example.com >/dev/null && echo OK"
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
exercised against the real binary.
|
exercised against the real binary.
|
||||||
|
|
||||||
The full machine-lifecycle round trip (create → start → exec →
|
The full machine-lifecycle round trip (create → start → exec →
|
||||||
delete) is gated behind macOS/Linux platform check and lives
|
delete) is gated behind macOS + Darwin platform check and lives
|
||||||
in chunk 2d's smoke. This file just verifies `is_available()`
|
in chunk 2d's smoke. This file just verifies `is_available()`
|
||||||
correctly reports presence and `_smolvm()` can run a no-op
|
correctly reports presence and `_smolvm()` can run a no-op
|
||||||
subcommand without errors — enough to flag wrapper drift if
|
subcommand without errors — enough to flag wrapper drift if
|
||||||
@@ -23,8 +23,8 @@ from bot_bottle.backend.smolmachines.smolvm import is_available
|
|||||||
"skipped under act_runner: smolvm not installed on the runner",
|
"skipped under act_runner: smolvm not installed on the runner",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
platform.system() in ("Darwin", "Linux"),
|
platform.system() == "Darwin",
|
||||||
"smolvm requires macOS or Linux",
|
"smolvm is macOS-only for v1; Linux+KVM path is a future PRD",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
is_available(),
|
is_available(),
|
||||||
|
|||||||
@@ -0,0 +1,66 @@
|
|||||||
|
"""Shared test doubles: a duck-typed forge and bottle runner."""
|
||||||
|
|
||||||
|
# Test doubles mirror an API shape; some params are intentionally unused.
|
||||||
|
# pylint: disable=unused-argument
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from collections.abc import Sequence
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.runner import slugify
|
||||||
|
|
||||||
|
|
||||||
|
class FakeForge:
|
||||||
|
def __init__(self, members: tuple[str, ...] = ()) -> None:
|
||||||
|
self.members = set(members)
|
||||||
|
self.comments: list[tuple[int, str]] = []
|
||||||
|
self.descriptions: list[tuple[int, str]] = []
|
||||||
|
self.scope_denied: set[int] = set()
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
return username in self.members
|
||||||
|
|
||||||
|
def read_issue(self, number: int) -> dict[str, object]:
|
||||||
|
return {"number": number, "kind": "issue"}
|
||||||
|
|
||||||
|
def read_pr(self, number: int) -> dict[str, object]:
|
||||||
|
return {"number": number, "merged": False}
|
||||||
|
|
||||||
|
def read_comments(self, number: int) -> list[dict[str, object]]:
|
||||||
|
return [{"id": 1, "user": "alice", "body": "hi"}]
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
if number in self.scope_denied:
|
||||||
|
raise PermissionError(f"write to #{number} denied")
|
||||||
|
self.comments.append((number, body))
|
||||||
|
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
if number in self.scope_denied:
|
||||||
|
raise PermissionError(f"write to #{number} denied")
|
||||||
|
self.descriptions.append((number, body))
|
||||||
|
|
||||||
|
|
||||||
|
class FakeRunner:
|
||||||
|
def __init__(self) -> None:
|
||||||
|
self.calls: list[tuple[object, ...]] = []
|
||||||
|
|
||||||
|
def start(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
agent: str,
|
||||||
|
bottles: Sequence[str],
|
||||||
|
label: str,
|
||||||
|
prompt: str,
|
||||||
|
forge_env: dict[str, str],
|
||||||
|
) -> str:
|
||||||
|
self.calls.append(("start", agent, tuple(bottles), label, prompt, dict(forge_env)))
|
||||||
|
return slugify(label)
|
||||||
|
|
||||||
|
def freeze(self, slug: str) -> None:
|
||||||
|
self.calls.append(("freeze", slug))
|
||||||
|
|
||||||
|
def resume(self, slug: str, prompt: str) -> None:
|
||||||
|
self.calls.append(("resume", slug, prompt))
|
||||||
|
|
||||||
|
def destroy(self, slug: str) -> None:
|
||||||
|
self.calls.append(("destroy", slug))
|
||||||
@@ -0,0 +1,178 @@
|
|||||||
|
"""Unit: BotBottleStateStore, _token, conversions, make_forge/make_sidecar, build."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
|
import tempfile
|
||||||
|
import unittest
|
||||||
|
from pathlib import Path
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.bootstrap import (
|
||||||
|
BotBottleStateStore,
|
||||||
|
_to_forge_state,
|
||||||
|
_to_record,
|
||||||
|
_token,
|
||||||
|
build,
|
||||||
|
make_forge,
|
||||||
|
make_sidecar,
|
||||||
|
)
|
||||||
|
from bot_bottle.orchestrator.config import Config
|
||||||
|
from bot_bottle.orchestrator.model import RunRecord
|
||||||
|
|
||||||
|
|
||||||
|
def _config(tmp: str) -> Config:
|
||||||
|
return Config(
|
||||||
|
forge_org="org",
|
||||||
|
gitea_api="http://g/api/v1",
|
||||||
|
watchdog_timeout_secs=1800,
|
||||||
|
webhook_host="127.0.0.1",
|
||||||
|
webhook_port=0,
|
||||||
|
queue_dir=Path(tmp) / "q",
|
||||||
|
sidecar_socket=Path(tmp) / "s.sock",
|
||||||
|
db_path=None,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _record(**kw: object) -> RunRecord:
|
||||||
|
defaults: dict[str, object] = {
|
||||||
|
"owner": "o", "repo": "r", "issue_number": 1, "slug": "s1", "agent_name": "a",
|
||||||
|
"bottle_names": ["claude"], "backend_name": "docker", "agent_git_user": "bot",
|
||||||
|
"pr_number": 5, "status": "running", "last_checkin_at": "2026-01-01T00:00:00+00:00",
|
||||||
|
}
|
||||||
|
defaults.update(kw)
|
||||||
|
return RunRecord(**defaults) # type: ignore[arg-type]
|
||||||
|
|
||||||
|
|
||||||
|
class TokenTest(unittest.TestCase):
|
||||||
|
def test_gitea_token_env(self):
|
||||||
|
with patch.dict(os.environ, {"GITEA_TOKEN": "tok123"}):
|
||||||
|
self.assertEqual("tok123", _token())
|
||||||
|
|
||||||
|
def test_forge_gitea_token_fallback(self):
|
||||||
|
clean = {k: v for k, v in os.environ.items()
|
||||||
|
if k not in ("GITEA_TOKEN", "FORGE_GITEA_TOKEN")}
|
||||||
|
with patch.dict(os.environ, {**clean, "FORGE_GITEA_TOKEN": "tok456"}, clear=True):
|
||||||
|
self.assertEqual("tok456", _token())
|
||||||
|
|
||||||
|
def test_missing_token_raises(self):
|
||||||
|
clean = {k: v for k, v in os.environ.items()
|
||||||
|
if k not in ("GITEA_TOKEN", "FORGE_GITEA_TOKEN")}
|
||||||
|
with patch.dict(os.environ, clean, clear=True):
|
||||||
|
with self.assertRaises(RuntimeError):
|
||||||
|
_token()
|
||||||
|
|
||||||
|
|
||||||
|
class ConversionRoundTripTest(unittest.TestCase):
|
||||||
|
def test_record_survives_forge_state_roundtrip(self):
|
||||||
|
rec = _record()
|
||||||
|
result = _to_record(_to_forge_state(rec))
|
||||||
|
self.assertEqual(rec.owner, result.owner)
|
||||||
|
self.assertEqual(rec.repo, result.repo)
|
||||||
|
self.assertEqual(rec.issue_number, result.issue_number)
|
||||||
|
self.assertEqual(rec.slug, result.slug)
|
||||||
|
self.assertEqual(rec.agent_name, result.agent_name)
|
||||||
|
self.assertEqual(rec.bottle_names, result.bottle_names)
|
||||||
|
self.assertEqual(rec.backend_name, result.backend_name)
|
||||||
|
self.assertEqual(rec.agent_git_user, result.agent_git_user)
|
||||||
|
self.assertEqual(rec.pr_number, result.pr_number)
|
||||||
|
self.assertEqual(rec.status, result.status)
|
||||||
|
self.assertEqual(rec.last_checkin_at, result.last_checkin_at)
|
||||||
|
|
||||||
|
def test_none_pr_number_preserved(self):
|
||||||
|
rec = _record(pr_number=None)
|
||||||
|
result = _to_record(_to_forge_state(rec))
|
||||||
|
self.assertIsNone(result.pr_number)
|
||||||
|
|
||||||
|
|
||||||
|
class BotBottleStateStoreTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.store = BotBottleStateStore(None)
|
||||||
|
|
||||||
|
def test_upsert_and_get(self):
|
||||||
|
self.store.upsert(_record())
|
||||||
|
got = self.store.get("o", "r", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual("s1", got.slug)
|
||||||
|
|
||||||
|
def test_get_missing(self):
|
||||||
|
self.assertIsNone(self.store.get("o", "r", 99))
|
||||||
|
|
||||||
|
def test_upsert_replaces(self):
|
||||||
|
self.store.upsert(_record())
|
||||||
|
self.store.upsert(_record(slug="new-slug"))
|
||||||
|
got = self.store.get("o", "r", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual("new-slug", got.slug)
|
||||||
|
|
||||||
|
def test_delete(self):
|
||||||
|
self.store.upsert(_record())
|
||||||
|
self.store.delete("o", "r", 1)
|
||||||
|
self.assertIsNone(self.store.get("o", "r", 1))
|
||||||
|
|
||||||
|
def test_all_returns_all_records(self):
|
||||||
|
self.store.upsert(_record(issue_number=1, slug="s1"))
|
||||||
|
self.store.upsert(_record(issue_number=2, slug="s2"))
|
||||||
|
recs = self.store.all()
|
||||||
|
self.assertEqual(2, len(recs))
|
||||||
|
slugs = {r.slug for r in recs}
|
||||||
|
self.assertEqual({"s1", "s2"}, slugs)
|
||||||
|
|
||||||
|
def test_all_empty(self):
|
||||||
|
self.assertEqual([], self.store.all())
|
||||||
|
|
||||||
|
def test_bottle_names_preserved(self):
|
||||||
|
self.store.upsert(_record(bottle_names=["claude", "dev"]))
|
||||||
|
got = self.store.get("o", "r", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual(["claude", "dev"], got.bottle_names)
|
||||||
|
|
||||||
|
|
||||||
|
class MakeForgeTest(unittest.TestCase):
|
||||||
|
def test_returns_gitea_forge(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
config = _config(tmp)
|
||||||
|
with patch.dict(os.environ, {"GITEA_TOKEN": "tok"}):
|
||||||
|
forge = make_forge(config, "owner", "repo")
|
||||||
|
from bot_bottle.contrib.gitea.client import GiteaForge
|
||||||
|
self.assertIsInstance(forge, GiteaForge)
|
||||||
|
|
||||||
|
|
||||||
|
class MakeSidecarTest(unittest.TestCase):
|
||||||
|
def test_returns_forge_sidecar(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
config = _config(tmp)
|
||||||
|
with patch.dict(os.environ, {"GITEA_TOKEN": "tok"}):
|
||||||
|
sidecar = make_sidecar(config, "owner", "repo", 1, [])
|
||||||
|
from bot_bottle.orchestrator.sidecar import ForgeSidecar
|
||||||
|
self.assertIsInstance(sidecar, ForgeSidecar)
|
||||||
|
|
||||||
|
|
||||||
|
class BuildTest(unittest.TestCase):
|
||||||
|
def test_returns_server_watchdog_orchestrator(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
config = _config(tmp)
|
||||||
|
with patch.dict(os.environ, {"GITEA_TOKEN": "tok"}):
|
||||||
|
server, watchdog, orch = build(config)
|
||||||
|
server.server_close()
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.lifecycle import Orchestrator
|
||||||
|
from bot_bottle.orchestrator.watchdog import Watchdog
|
||||||
|
from bot_bottle.orchestrator.webhook import WebhookServer
|
||||||
|
self.assertIsInstance(server, WebhookServer)
|
||||||
|
self.assertIsInstance(watchdog, Watchdog)
|
||||||
|
self.assertIsInstance(orch, Orchestrator)
|
||||||
|
|
||||||
|
def test_server_binds_to_configured_host(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
config = _config(tmp)
|
||||||
|
with patch.dict(os.environ, {"GITEA_TOKEN": "tok"}):
|
||||||
|
server, _, _ = build(config)
|
||||||
|
addr = server.server_address
|
||||||
|
server.server_close()
|
||||||
|
self.assertEqual("127.0.0.1", addr[0])
|
||||||
|
self.assertGreater(addr[1], 0)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
"""Unit: Config.from_env."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.config import Config
|
||||||
|
|
||||||
|
|
||||||
|
class ConfigTest(unittest.TestCase):
|
||||||
|
def test_defaults(self):
|
||||||
|
c = Config.from_env({"HOME": "/home/x"})
|
||||||
|
self.assertEqual("bot-bottle", c.forge_org)
|
||||||
|
self.assertEqual(1800, c.watchdog_timeout_secs)
|
||||||
|
self.assertEqual("127.0.0.1", c.webhook_host)
|
||||||
|
self.assertEqual(8477, c.webhook_port)
|
||||||
|
self.assertEqual(Path("/home/x/.bot-bottle/forge-queue"), c.queue_dir)
|
||||||
|
self.assertIsNone(c.db_path)
|
||||||
|
|
||||||
|
def test_overrides(self):
|
||||||
|
c = Config.from_env({
|
||||||
|
"HOME": "/home/x",
|
||||||
|
"FORGE_ORG": "agents",
|
||||||
|
"FORGE_WATCHDOG_TIMEOUT": "60",
|
||||||
|
"FORGE_GITEA_API": "https://g.example/api/v1",
|
||||||
|
"FORGE_WEBHOOK_PORT": "9000",
|
||||||
|
"FORGE_DB_PATH": "/data/bb.db",
|
||||||
|
})
|
||||||
|
self.assertEqual("agents", c.forge_org)
|
||||||
|
self.assertEqual(60, c.watchdog_timeout_secs)
|
||||||
|
self.assertEqual("https://g.example/api/v1", c.gitea_api)
|
||||||
|
self.assertEqual(9000, c.webhook_port)
|
||||||
|
self.assertEqual(Path("/data/bb.db"), c.db_path)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,68 @@
|
|||||||
|
"""Unit: webhook payload parsing."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.events import parse_event
|
||||||
|
from bot_bottle.orchestrator.model import CommentCreated, IssueAssigned, PullRequestClosed
|
||||||
|
|
||||||
|
_REPO = {"repository": {"name": "bot-bottle", "owner": {"login": "didericis"}}}
|
||||||
|
|
||||||
|
|
||||||
|
class ParseEventTest(unittest.TestCase):
|
||||||
|
def test_issue_assigned(self):
|
||||||
|
payload = {
|
||||||
|
**_REPO,
|
||||||
|
"action": "assigned",
|
||||||
|
"issue": {
|
||||||
|
"number": 17,
|
||||||
|
"title": "Fix it",
|
||||||
|
"body": "please",
|
||||||
|
"assignees": [{"login": "agent-bot"}],
|
||||||
|
"labels": [{"name": "bot-bottle:implementer"}],
|
||||||
|
},
|
||||||
|
}
|
||||||
|
ev = parse_event("issues", payload)
|
||||||
|
self.assertIsInstance(ev, IssueAssigned)
|
||||||
|
assert isinstance(ev, IssueAssigned)
|
||||||
|
self.assertEqual(("didericis", "bot-bottle", 17), (ev.owner, ev.repo, ev.issue_number))
|
||||||
|
self.assertEqual(("agent-bot",), ev.assignees)
|
||||||
|
self.assertEqual(("bot-bottle:implementer",), ev.labels)
|
||||||
|
|
||||||
|
def test_issue_non_assigned_ignored(self):
|
||||||
|
self.assertIsNone(parse_event("issues", {**_REPO, "action": "opened", "issue": {}}))
|
||||||
|
|
||||||
|
def test_comment_created(self):
|
||||||
|
payload = {
|
||||||
|
**_REPO,
|
||||||
|
"action": "created",
|
||||||
|
"issue": {"number": 42, "pull_request": {"x": 1}},
|
||||||
|
"comment": {"id": 5, "user": {"login": "reviewer"}, "body": "redo"},
|
||||||
|
}
|
||||||
|
ev = parse_event("issue_comment", payload)
|
||||||
|
assert isinstance(ev, CommentCreated)
|
||||||
|
self.assertEqual(42, ev.issue_number)
|
||||||
|
self.assertEqual("reviewer", ev.author)
|
||||||
|
self.assertTrue(ev.is_pull)
|
||||||
|
|
||||||
|
def test_pull_request_closed(self):
|
||||||
|
payload = {**_REPO, "action": "closed", "pull_request": {"number": 8, "merged": True}}
|
||||||
|
ev = parse_event("pull_request", payload)
|
||||||
|
assert isinstance(ev, PullRequestClosed)
|
||||||
|
self.assertEqual(8, ev.pr_number)
|
||||||
|
self.assertTrue(ev.merged)
|
||||||
|
|
||||||
|
def test_pull_request_non_closed_ignored(self):
|
||||||
|
self.assertIsNone(parse_event("pull_request", {**_REPO, "action": "opened"}))
|
||||||
|
|
||||||
|
def test_comment_non_created_action_ignored(self):
|
||||||
|
payload = {**_REPO, "action": "edited", "issue": {}, "comment": {}}
|
||||||
|
self.assertIsNone(parse_event("issue_comment", payload))
|
||||||
|
|
||||||
|
def test_unknown_kind_ignored(self):
|
||||||
|
self.assertIsNone(parse_event("push", {**_REPO}))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
"""Unit: ForgeState + SqliteForgeStateStore."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.contrib.gitea.forge_state import ForgeState, SqliteForgeStateStore
|
||||||
|
|
||||||
|
|
||||||
|
def _state(**kw: object) -> ForgeState:
|
||||||
|
defaults: dict[str, object] = dict(
|
||||||
|
owner="alice", repo="myrepo", issue_number=1,
|
||||||
|
slug="impl-alice-myrepo-1", agent_name="impl",
|
||||||
|
)
|
||||||
|
defaults.update(kw)
|
||||||
|
return ForgeState(**defaults) # type: ignore[arg-type]
|
||||||
|
|
||||||
|
|
||||||
|
class ForgeStateStoreTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.store = SqliteForgeStateStore(None)
|
||||||
|
|
||||||
|
def test_upsert_and_get(self):
|
||||||
|
s = _state()
|
||||||
|
self.store.upsert(s)
|
||||||
|
got = self.store.get("alice", "myrepo", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual("impl-alice-myrepo-1", got.slug)
|
||||||
|
self.assertEqual("impl", got.agent_name)
|
||||||
|
|
||||||
|
def test_get_missing(self):
|
||||||
|
self.assertIsNone(self.store.get("alice", "myrepo", 99))
|
||||||
|
|
||||||
|
def test_upsert_replaces(self):
|
||||||
|
self.store.upsert(_state(status="running"))
|
||||||
|
self.store.upsert(_state(status="frozen"))
|
||||||
|
got = self.store.get("alice", "myrepo", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual("frozen", got.status)
|
||||||
|
|
||||||
|
def test_delete(self):
|
||||||
|
self.store.upsert(_state())
|
||||||
|
self.store.delete("alice", "myrepo", 1)
|
||||||
|
self.assertIsNone(self.store.get("alice", "myrepo", 1))
|
||||||
|
|
||||||
|
def test_delete_missing_no_error(self):
|
||||||
|
self.store.delete("alice", "myrepo", 99)
|
||||||
|
|
||||||
|
def test_all_sorted(self):
|
||||||
|
self.store.upsert(_state(owner="z", issue_number=2))
|
||||||
|
self.store.upsert(_state(owner="a", issue_number=1))
|
||||||
|
rows = self.store.all()
|
||||||
|
self.assertEqual(("a", "z"), (rows[0].owner, rows[1].owner))
|
||||||
|
|
||||||
|
def test_bottle_names_roundtrip(self):
|
||||||
|
self.store.upsert(_state(bottle_names=["claude", "dev"]))
|
||||||
|
got = self.store.get("alice", "myrepo", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual(["claude", "dev"], got.bottle_names)
|
||||||
|
|
||||||
|
def test_pr_number_none_roundtrip(self):
|
||||||
|
self.store.upsert(_state(pr_number=None))
|
||||||
|
got = self.store.get("alice", "myrepo", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertIsNone(got.pr_number)
|
||||||
|
|
||||||
|
def test_pr_number_int_roundtrip(self):
|
||||||
|
self.store.upsert(_state(pr_number=42))
|
||||||
|
got = self.store.get("alice", "myrepo", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual(42, got.pr_number)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,163 @@
|
|||||||
|
"""Unit: the orchestration lifecycle."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
from typing import cast
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.lifecycle import Orchestrator
|
||||||
|
from bot_bottle.orchestrator.model import (
|
||||||
|
STATUS_FROZEN,
|
||||||
|
STATUS_RUNNING,
|
||||||
|
CommentCreated,
|
||||||
|
IssueAssigned,
|
||||||
|
PullRequestClosed,
|
||||||
|
)
|
||||||
|
from bot_bottle.orchestrator.store import InMemoryStateStore
|
||||||
|
|
||||||
|
from ._fakes import FakeForge, FakeRunner
|
||||||
|
|
||||||
|
|
||||||
|
def _assigned(
|
||||||
|
labels: tuple[str, ...] = ("bot-bottle:impl",),
|
||||||
|
assignees: tuple[str, ...] = ("agent-bot",),
|
||||||
|
) -> IssueAssigned:
|
||||||
|
return IssueAssigned(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
title="t", body="the task", assignees=tuple(assignees), labels=tuple(labels),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class LifecycleTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.forge = FakeForge(members=("agent-bot",))
|
||||||
|
self.store = InMemoryStateStore()
|
||||||
|
self.runner = FakeRunner()
|
||||||
|
self.orch = Orchestrator(
|
||||||
|
forge=self.forge, store=self.store, runner=self.runner,
|
||||||
|
org="bot-bottle", gitea_api="https://g/api/v1",
|
||||||
|
now=lambda: "2026-07-01T00:00:00-04:00",
|
||||||
|
)
|
||||||
|
|
||||||
|
def _record(self):
|
||||||
|
return self.store.get("didericis", "bot-bottle", 17)
|
||||||
|
|
||||||
|
def test_assigned_targeted_launches(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
rec = self._record()
|
||||||
|
assert rec is not None
|
||||||
|
self.assertEqual(STATUS_RUNNING, rec.status)
|
||||||
|
self.assertEqual("impl-didericis-bot-bottle-17", rec.slug)
|
||||||
|
self.assertEqual("start", self.runner.calls[0][0])
|
||||||
|
# forge context injected into the child env.
|
||||||
|
env = cast("dict[str, str]", self.runner.calls[0][5])
|
||||||
|
self.assertEqual("didericis", env["FORGE_OWNER"])
|
||||||
|
self.assertEqual("17", env["FORGE_ISSUE_NUMBER"])
|
||||||
|
|
||||||
|
def test_untargeted_ignored(self):
|
||||||
|
self.orch.handle(_assigned(labels=("bug",)))
|
||||||
|
self.assertIsNone(self._record())
|
||||||
|
self.assertEqual([], self.runner.calls)
|
||||||
|
|
||||||
|
def test_assigned_is_idempotent(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.handle(_assigned()) # redelivery
|
||||||
|
starts = [c for c in self.runner.calls if c[0] == "start"]
|
||||||
|
self.assertEqual(1, len(starts))
|
||||||
|
|
||||||
|
def test_done_signal_freezes(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.on_done_signal("didericis", "bot-bottle", 17, "success", "done")
|
||||||
|
rec = self._record()
|
||||||
|
assert rec is not None
|
||||||
|
self.assertEqual(STATUS_FROZEN, rec.status)
|
||||||
|
self.assertIn(("freeze", "impl-didericis-bot-bottle-17"), self.runner.calls)
|
||||||
|
|
||||||
|
def test_done_signal_ignored_when_not_running(self):
|
||||||
|
# No record yet -> no freeze.
|
||||||
|
self.orch.on_done_signal("didericis", "bot-bottle", 17, "s", "")
|
||||||
|
self.assertEqual([], self.runner.calls)
|
||||||
|
|
||||||
|
def test_comment_on_frozen_resumes(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.on_done_signal("didericis", "bot-bottle", 17, "s", "")
|
||||||
|
self.orch.handle(CommentCreated(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
comment_id=1, author="reviewer", body="please redo", is_pull=False,
|
||||||
|
))
|
||||||
|
rec = self._record()
|
||||||
|
assert rec is not None
|
||||||
|
self.assertEqual(STATUS_RUNNING, rec.status)
|
||||||
|
self.assertIn(("resume", "impl-didericis-bot-bottle-17", "please redo"),
|
||||||
|
self.runner.calls)
|
||||||
|
|
||||||
|
def test_comment_echo_guard(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.on_done_signal("didericis", "bot-bottle", 17, "s", "")
|
||||||
|
rec = self._record()
|
||||||
|
assert rec is not None
|
||||||
|
rec.agent_git_user = "agent-bot"
|
||||||
|
self.store.upsert(rec)
|
||||||
|
self.orch.handle(CommentCreated(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
comment_id=2, author="agent-bot", body="I finished", is_pull=False,
|
||||||
|
))
|
||||||
|
# Still frozen, no resume triggered by the agent's own comment.
|
||||||
|
self.assertEqual(STATUS_FROZEN, self._record().status) # type: ignore[union-attr]
|
||||||
|
self.assertNotIn("resume", [c[0] for c in self.runner.calls])
|
||||||
|
|
||||||
|
def test_comment_on_running_ignored(self):
|
||||||
|
self.orch.handle(_assigned()) # running
|
||||||
|
self.orch.handle(CommentCreated(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
comment_id=1, author="reviewer", body="hi", is_pull=False,
|
||||||
|
))
|
||||||
|
self.assertNotIn("resume", [c[0] for c in self.runner.calls])
|
||||||
|
|
||||||
|
def test_pr_comment_routes_via_link(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.on_done_signal("didericis", "bot-bottle", 17, "s", "")
|
||||||
|
self.orch.link_pr("didericis", "bot-bottle", 17, 42)
|
||||||
|
# Comment arrives on PR #42 (issue_number == PR number in Gitea).
|
||||||
|
self.orch.handle(CommentCreated(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=42,
|
||||||
|
comment_id=9, author="reviewer", body="fix", is_pull=True,
|
||||||
|
))
|
||||||
|
self.assertIn(("resume", "impl-didericis-bot-bottle-17", "fix"),
|
||||||
|
self.runner.calls)
|
||||||
|
|
||||||
|
def test_pr_closed_destroys_and_removes(self):
|
||||||
|
self.orch.handle(_assigned())
|
||||||
|
self.orch.link_pr("didericis", "bot-bottle", 17, 42)
|
||||||
|
self.orch.handle(PullRequestClosed(
|
||||||
|
owner="didericis", repo="bot-bottle", pr_number=42, merged=True,
|
||||||
|
))
|
||||||
|
self.assertIn(("destroy", "impl-didericis-bot-bottle-17"), self.runner.calls)
|
||||||
|
self.assertIsNone(self._record())
|
||||||
|
|
||||||
|
def test_comment_on_untracked_issue_ignored(self):
|
||||||
|
# No record in store and is_pull=False -> _route_comment returns None.
|
||||||
|
self.orch.handle(CommentCreated(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=99,
|
||||||
|
comment_id=1, author="reviewer", body="hi", is_pull=False,
|
||||||
|
))
|
||||||
|
self.assertEqual([], self.runner.calls)
|
||||||
|
|
||||||
|
def test_pr_closed_untracked_pr_ignored(self):
|
||||||
|
# _find_by_pr finds nothing -> _on_pr_closed exits early.
|
||||||
|
self.orch.handle(PullRequestClosed(
|
||||||
|
owner="didericis", repo="bot-bottle", pr_number=999, merged=True,
|
||||||
|
))
|
||||||
|
self.assertEqual([], self.runner.calls)
|
||||||
|
|
||||||
|
|
||||||
|
class IsoNowTest(unittest.TestCase):
|
||||||
|
def test_returns_iso_string(self):
|
||||||
|
from bot_bottle.orchestrator.lifecycle import _iso_now
|
||||||
|
ts = _iso_now()
|
||||||
|
self.assertIsInstance(ts, str)
|
||||||
|
self.assertIn("T", ts)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,88 @@
|
|||||||
|
"""Unit: __main__ CLI entry points (run and status commands)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import io
|
||||||
|
import unittest
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.__main__ import main
|
||||||
|
from bot_bottle.orchestrator.config import Config
|
||||||
|
from bot_bottle.orchestrator.model import RunRecord
|
||||||
|
|
||||||
|
|
||||||
|
def _config() -> Config:
|
||||||
|
return Config.from_env({"HOME": "/tmp"})
|
||||||
|
|
||||||
|
|
||||||
|
class MainRunTest(unittest.TestCase):
|
||||||
|
def test_run_delegates_to_bootstrap(self):
|
||||||
|
config = _config()
|
||||||
|
with patch.object(Config, "from_env", return_value=config), \
|
||||||
|
patch("bot_bottle.orchestrator.bootstrap.run") as mock_run:
|
||||||
|
rc = main(["run"])
|
||||||
|
self.assertEqual(0, rc)
|
||||||
|
mock_run.assert_called_once_with(config)
|
||||||
|
|
||||||
|
def test_run_prints_listen_address_to_stderr(self):
|
||||||
|
config = _config()
|
||||||
|
err = io.StringIO()
|
||||||
|
with patch.object(Config, "from_env", return_value=config), \
|
||||||
|
patch("bot_bottle.orchestrator.bootstrap.run"), \
|
||||||
|
patch("sys.stderr", err):
|
||||||
|
main(["run"])
|
||||||
|
self.assertIn(str(config.webhook_port), err.getvalue())
|
||||||
|
|
||||||
|
|
||||||
|
class MainStatusTest(unittest.TestCase):
|
||||||
|
def test_status_empty_store(self):
|
||||||
|
config = _config()
|
||||||
|
with patch.object(Config, "from_env", return_value=config), \
|
||||||
|
patch("bot_bottle.orchestrator.bootstrap.BotBottleStateStore") as MockStore:
|
||||||
|
MockStore.return_value.all.return_value = []
|
||||||
|
rc = main(["status"])
|
||||||
|
self.assertEqual(0, rc)
|
||||||
|
|
||||||
|
def test_status_prints_records(self):
|
||||||
|
config = _config()
|
||||||
|
rec = RunRecord(
|
||||||
|
owner="o", repo="r", issue_number=1, slug="my-slug",
|
||||||
|
agent_name="a", pr_number=7, status="frozen",
|
||||||
|
)
|
||||||
|
out = io.StringIO()
|
||||||
|
with patch.object(Config, "from_env", return_value=config), \
|
||||||
|
patch("bot_bottle.orchestrator.bootstrap.BotBottleStateStore") as MockStore, \
|
||||||
|
patch("sys.stdout", out):
|
||||||
|
MockStore.return_value.all.return_value = [rec]
|
||||||
|
rc = main(["status"])
|
||||||
|
self.assertEqual(0, rc)
|
||||||
|
self.assertIn("my-slug", out.getvalue())
|
||||||
|
self.assertIn("PR#7", out.getvalue())
|
||||||
|
|
||||||
|
def test_status_no_pr_prints_dash(self):
|
||||||
|
config = _config()
|
||||||
|
rec = RunRecord(
|
||||||
|
owner="o", repo="r", issue_number=2, slug="s2",
|
||||||
|
agent_name="a", pr_number=None, status="running",
|
||||||
|
)
|
||||||
|
out = io.StringIO()
|
||||||
|
with patch.object(Config, "from_env", return_value=config), \
|
||||||
|
patch("bot_bottle.orchestrator.bootstrap.BotBottleStateStore") as MockStore, \
|
||||||
|
patch("sys.stdout", out):
|
||||||
|
MockStore.return_value.all.return_value = [rec]
|
||||||
|
main(["status"])
|
||||||
|
self.assertIn("-", out.getvalue())
|
||||||
|
|
||||||
|
|
||||||
|
class MainArgparseTest(unittest.TestCase):
|
||||||
|
def test_no_command_exits(self):
|
||||||
|
with self.assertRaises(SystemExit):
|
||||||
|
main([])
|
||||||
|
|
||||||
|
def test_unknown_command_exits(self):
|
||||||
|
with self.assertRaises(SystemExit):
|
||||||
|
main(["bogus"])
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,53 @@
|
|||||||
|
"""Unit: provenance assembly + serialization."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.model import RunRecord
|
||||||
|
from bot_bottle.orchestrator.provenance import build_provenance, ops_from_log, provenance_to_dict
|
||||||
|
|
||||||
|
|
||||||
|
def _record() -> RunRecord:
|
||||||
|
return RunRecord(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
slug="impl-17", agent_name="impl", bottle_names=["claude"],
|
||||||
|
last_checkin_at="2026-07-01T00:05:00-04:00",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class ProvenanceTest(unittest.TestCase):
|
||||||
|
def test_ops_from_log(self):
|
||||||
|
ops = ops_from_log([
|
||||||
|
{"at": "T1", "op": "read_pr", "target": 5, "detail": "ok"},
|
||||||
|
{"at": "T2", "op": "signal_done", "target": None, "detail": "success: done"},
|
||||||
|
])
|
||||||
|
self.assertEqual(2, len(ops))
|
||||||
|
self.assertEqual("read_pr", ops[0].op)
|
||||||
|
self.assertIsNone(ops[1].target)
|
||||||
|
|
||||||
|
def test_build_and_serialize(self):
|
||||||
|
ops = ops_from_log([{"at": "T1", "op": "post_comment", "target": 17, "detail": "ok"}])
|
||||||
|
prov = build_provenance(
|
||||||
|
_record(), ops=ops, started_at="2026-07-01T00:00:00-04:00",
|
||||||
|
finished_at="2026-07-01T00:05:00-04:00", exit_code=0, watchdog_fired=False,
|
||||||
|
)
|
||||||
|
d = provenance_to_dict(prov)
|
||||||
|
self.assertEqual("impl-17", d["slug"])
|
||||||
|
self.assertEqual("didericis", d["owner"])
|
||||||
|
self.assertEqual(["claude"], d["bottles"])
|
||||||
|
self.assertEqual(0, d["exit_code"])
|
||||||
|
self.assertFalse(d["watchdog_fired"])
|
||||||
|
self.assertEqual(1, len(d["ops"]))
|
||||||
|
self.assertEqual("post_comment", d["ops"][0]["op"])
|
||||||
|
|
||||||
|
def test_watchdog_flag_serialized(self):
|
||||||
|
prov = build_provenance(
|
||||||
|
_record(), ops=(), started_at="", finished_at="",
|
||||||
|
exit_code=None, watchdog_fired=True,
|
||||||
|
)
|
||||||
|
self.assertTrue(provenance_to_dict(prov)["watchdog_fired"])
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,95 @@
|
|||||||
|
"""Unit: ProgrammaticBottleRunner + slugify."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import types
|
||||||
|
import unittest
|
||||||
|
from typing import Any
|
||||||
|
from unittest.mock import MagicMock
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.runner import ProgrammaticBottleRunner, slugify
|
||||||
|
|
||||||
|
|
||||||
|
class SlugifyTest(unittest.TestCase):
|
||||||
|
def test_basic(self):
|
||||||
|
self.assertEqual("impl-didericis-bot-bottle-17",
|
||||||
|
slugify("impl-didericis-bot-bottle-17"))
|
||||||
|
|
||||||
|
def test_collapses_and_strips(self):
|
||||||
|
self.assertEqual("a-b-c", slugify(" A_B/C!! "))
|
||||||
|
|
||||||
|
|
||||||
|
def _make_api_stub(**overrides: object) -> Any:
|
||||||
|
"""Return a mock bot_bottle.api module with sensible defaults."""
|
||||||
|
stub: Any = types.ModuleType("bot_bottle.api")
|
||||||
|
stub.start_headless = MagicMock(return_value="impl-r-17")
|
||||||
|
stub.freeze = MagicMock()
|
||||||
|
stub.resume_headless = MagicMock()
|
||||||
|
stub.destroy = MagicMock()
|
||||||
|
for k, v in overrides.items():
|
||||||
|
setattr(stub, k, v)
|
||||||
|
return stub
|
||||||
|
|
||||||
|
|
||||||
|
class ProgrammaticRunnerTest(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._api: Any = _make_api_stub()
|
||||||
|
sys.modules["bot_bottle.api"] = self._api
|
||||||
|
self.runner = ProgrammaticBottleRunner()
|
||||||
|
|
||||||
|
def tearDown(self) -> None:
|
||||||
|
sys.modules.pop("bot_bottle.api", None)
|
||||||
|
|
||||||
|
def test_start_returns_slug_from_api(self) -> None:
|
||||||
|
slug = self.runner.start(
|
||||||
|
agent="impl", bottles=["claude", "dev"], label="impl-r-17",
|
||||||
|
prompt="do it", forge_env={"FORGE_OWNER": "didericis"},
|
||||||
|
)
|
||||||
|
self.assertEqual("impl-r-17", slug)
|
||||||
|
|
||||||
|
def test_start_forwards_all_args(self) -> None:
|
||||||
|
self.runner.start(
|
||||||
|
agent="impl", bottles=["claude", "dev"], label="impl-r-17",
|
||||||
|
prompt="do it", forge_env={"FORGE_OWNER": "didericis"},
|
||||||
|
)
|
||||||
|
self._api.start_headless.assert_called_once_with(
|
||||||
|
"impl",
|
||||||
|
prompt="do it",
|
||||||
|
bottles=["claude", "dev"],
|
||||||
|
label="impl-r-17",
|
||||||
|
forge_env={"FORGE_OWNER": "didericis"},
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_start_no_bottles_passes_none(self) -> None:
|
||||||
|
self.runner.start(agent="impl", bottles=[], label="l", prompt="p", forge_env={})
|
||||||
|
call_kwargs = self._api.start_headless.call_args[1]
|
||||||
|
self.assertIsNone(call_kwargs["bottles"])
|
||||||
|
|
||||||
|
def test_freeze_delegates_to_api(self) -> None:
|
||||||
|
self.runner.freeze("slug-1")
|
||||||
|
self._api.freeze.assert_called_once_with("slug-1")
|
||||||
|
|
||||||
|
def test_freeze_returns_none(self) -> None:
|
||||||
|
result = self.runner.freeze("slug-1")
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
def test_resume_delegates_to_api(self) -> None:
|
||||||
|
self.runner.resume("slug-1", "address review")
|
||||||
|
self._api.resume_headless.assert_called_once_with("slug-1", prompt="address review")
|
||||||
|
|
||||||
|
def test_resume_returns_none(self) -> None:
|
||||||
|
result = self.runner.resume("slug-1", "p")
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
def test_destroy_delegates_to_api(self) -> None:
|
||||||
|
self.runner.destroy("slug-7")
|
||||||
|
self._api.destroy.assert_called_once_with("slug-7")
|
||||||
|
|
||||||
|
def test_destroy_returns_none(self) -> None:
|
||||||
|
result = self.runner.destroy("slug-7")
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
"""Unit: ScopedForge — read-anywhere / write-scoped access control."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.contrib.forge.base import ScopedForge
|
||||||
|
|
||||||
|
from ._fakes import FakeForge
|
||||||
|
|
||||||
|
|
||||||
|
class ScopedForgeTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.inner = FakeForge()
|
||||||
|
self.scoped = ScopedForge(
|
||||||
|
self.inner, assigned_issue=10, assigned_prs=[20, 30]
|
||||||
|
)
|
||||||
|
|
||||||
|
# --- reads always pass through -----------------------------------------
|
||||||
|
|
||||||
|
def test_read_issue_allowed_anywhere(self):
|
||||||
|
for number in (10, 20, 99):
|
||||||
|
result = self.scoped.read_issue(number)
|
||||||
|
self.assertEqual(number, result["number"])
|
||||||
|
|
||||||
|
def test_read_pr_allowed_anywhere(self):
|
||||||
|
for number in (10, 20, 99):
|
||||||
|
result = self.scoped.read_pr(number)
|
||||||
|
self.assertEqual(number, result["number"])
|
||||||
|
|
||||||
|
def test_read_comments_allowed_anywhere(self):
|
||||||
|
comments = self.scoped.read_comments(99)
|
||||||
|
self.assertTrue(len(comments) > 0)
|
||||||
|
|
||||||
|
def test_is_org_member_passes_through(self):
|
||||||
|
inner = FakeForge(members=("alice",))
|
||||||
|
scoped = ScopedForge(inner, assigned_issue=1, assigned_prs=[])
|
||||||
|
self.assertTrue(scoped.is_org_member("org", "alice"))
|
||||||
|
self.assertFalse(scoped.is_org_member("org", "bob"))
|
||||||
|
|
||||||
|
# --- writes: assigned numbers allowed ----------------------------------
|
||||||
|
|
||||||
|
def test_post_comment_on_assigned_issue(self):
|
||||||
|
self.scoped.post_comment(10, "hi")
|
||||||
|
self.assertIn((10, "hi"), self.inner.comments)
|
||||||
|
|
||||||
|
def test_post_comment_on_assigned_pr(self):
|
||||||
|
self.scoped.post_comment(20, "lgtm")
|
||||||
|
self.assertIn((20, "lgtm"), self.inner.comments)
|
||||||
|
|
||||||
|
def test_update_description_on_assigned(self):
|
||||||
|
self.scoped.update_description(30, "updated")
|
||||||
|
self.assertIn((30, "updated"), self.inner.descriptions)
|
||||||
|
|
||||||
|
# --- writes: unassigned numbers denied ---------------------------------
|
||||||
|
|
||||||
|
def test_post_comment_denied_for_unassigned(self):
|
||||||
|
with self.assertRaises(PermissionError):
|
||||||
|
self.scoped.post_comment(99, "nope")
|
||||||
|
self.assertEqual([], self.inner.comments)
|
||||||
|
|
||||||
|
def test_update_description_denied_for_unassigned(self):
|
||||||
|
with self.assertRaises(PermissionError):
|
||||||
|
self.scoped.update_description(99, "nope")
|
||||||
|
self.assertEqual([], self.inner.descriptions)
|
||||||
|
|
||||||
|
def test_error_message_names_number(self):
|
||||||
|
try:
|
||||||
|
self.scoped.post_comment(99, "nope")
|
||||||
|
except PermissionError as exc:
|
||||||
|
self.assertIn("99", str(exc))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,204 @@
|
|||||||
|
"""Unit: forge sidecar dispatch, op log, queue relay, socket server."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import json
|
||||||
|
import socket
|
||||||
|
import tempfile
|
||||||
|
import threading
|
||||||
|
import unittest
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.sidecar import (
|
||||||
|
ForgeSidecar,
|
||||||
|
OpLog,
|
||||||
|
_jsonable,
|
||||||
|
drain_done_events,
|
||||||
|
serve,
|
||||||
|
write_done_event,
|
||||||
|
)
|
||||||
|
|
||||||
|
from ._fakes import FakeForge
|
||||||
|
|
||||||
|
|
||||||
|
class SidecarDispatchTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.tmp = Path(self.enterContext(tempfile.TemporaryDirectory())) # pylint: disable=consider-using-with
|
||||||
|
self.forge = FakeForge()
|
||||||
|
self.log = OpLog(self.tmp / "ops.jsonl", now=lambda: "T")
|
||||||
|
self.queue = self.tmp / "queue"
|
||||||
|
self.sc = ForgeSidecar(
|
||||||
|
forge=self.forge, op_log=self.log, queue_dir=self.queue,
|
||||||
|
run_key=("o", "r", 17),
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_read_pr_ok_and_logged(self):
|
||||||
|
resp = self.sc.dispatch("read_pr", {"number": 5})
|
||||||
|
self.assertTrue(resp["ok"])
|
||||||
|
self.assertEqual(5, resp["result"]["number"])
|
||||||
|
self.assertEqual([("read_pr", 5, "ok")],
|
||||||
|
[(o["op"], o["target"], o["detail"]) for o in self.log.read()])
|
||||||
|
|
||||||
|
def test_post_comment_writes_and_logs(self):
|
||||||
|
resp = self.sc.dispatch("post_comment", {"number": 17, "body": "done"})
|
||||||
|
self.assertTrue(resp["ok"])
|
||||||
|
self.assertEqual([(17, "done")], self.forge.comments)
|
||||||
|
|
||||||
|
def test_scope_denied_write_returns_error_and_audits_rejection(self):
|
||||||
|
self.forge.scope_denied.add(999)
|
||||||
|
resp = self.sc.dispatch("post_comment", {"number": 999, "body": "x"})
|
||||||
|
self.assertFalse(resp["ok"])
|
||||||
|
self.assertIn("denied", resp["error"])
|
||||||
|
# The rejection is recorded in the op log, not just the allows.
|
||||||
|
self.assertIn("error", self.log.read()[-1]["detail"])
|
||||||
|
self.assertEqual([], self.forge.comments)
|
||||||
|
|
||||||
|
def test_signal_done_queues_event(self):
|
||||||
|
resp = self.sc.dispatch("signal_done", {"status": "success", "summary": "ok"})
|
||||||
|
self.assertTrue(resp["ok"])
|
||||||
|
events = drain_done_events(self.queue)
|
||||||
|
self.assertEqual(1, len(events))
|
||||||
|
self.assertEqual(("o", "r", 17, "success"),
|
||||||
|
(events[0]["owner"], events[0]["repo"],
|
||||||
|
events[0]["issue_number"], events[0]["status"]))
|
||||||
|
|
||||||
|
def test_unknown_method(self):
|
||||||
|
resp = self.sc.dispatch("delete_repo", {})
|
||||||
|
self.assertFalse(resp["ok"])
|
||||||
|
|
||||||
|
|
||||||
|
class JsonableTest(unittest.TestCase):
|
||||||
|
def test_plain_value_passthrough(self):
|
||||||
|
self.assertEqual(42, _jsonable(42))
|
||||||
|
self.assertEqual("s", _jsonable("s"))
|
||||||
|
|
||||||
|
def test_dataclass_converted_to_dict(self):
|
||||||
|
@dataclasses.dataclass
|
||||||
|
class Thing:
|
||||||
|
x: int
|
||||||
|
y: str = "hi"
|
||||||
|
self.assertEqual({"x": 99, "y": "hi"}, _jsonable(Thing(x=99)))
|
||||||
|
|
||||||
|
def test_list_recursed(self):
|
||||||
|
self.assertEqual([1, 2, 3], _jsonable([1, 2, 3]))
|
||||||
|
|
||||||
|
def test_list_of_dataclasses(self):
|
||||||
|
@dataclasses.dataclass
|
||||||
|
class Item:
|
||||||
|
v: int
|
||||||
|
result = _jsonable([Item(v=1), Item(v=2)])
|
||||||
|
self.assertEqual([{"v": 1}, {"v": 2}], result)
|
||||||
|
|
||||||
|
|
||||||
|
class QueueTest(unittest.TestCase):
|
||||||
|
def test_drain_removes_events(self):
|
||||||
|
tmp = Path(self.enterContext(tempfile.TemporaryDirectory())) # pylint: disable=consider-using-with
|
||||||
|
write_done_event(tmp, {"owner": "o", "repo": "r", "issue_number": 1})
|
||||||
|
self.assertEqual(1, len(drain_done_events(tmp)))
|
||||||
|
self.assertEqual([], drain_done_events(tmp)) # drained
|
||||||
|
|
||||||
|
def test_drain_missing_dir(self):
|
||||||
|
self.assertEqual([], drain_done_events(Path("/nonexistent/queue")))
|
||||||
|
|
||||||
|
def test_drain_skips_corrupted_file(self):
|
||||||
|
tmp = Path(self.enterContext(tempfile.TemporaryDirectory())) # pylint: disable=consider-using-with
|
||||||
|
(tmp / "done-bad.json").write_text("not json", encoding="utf-8")
|
||||||
|
events = drain_done_events(tmp)
|
||||||
|
self.assertEqual([], events)
|
||||||
|
# The corrupted file is removed by the finally block.
|
||||||
|
self.assertFalse((tmp / "done-bad.json").exists())
|
||||||
|
|
||||||
|
|
||||||
|
class OpLogReadTest(unittest.TestCase):
|
||||||
|
def test_read_missing_file_returns_empty(self):
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
log = OpLog(Path(tmp) / "sub" / "ops.jsonl")
|
||||||
|
# File not written yet — read() should return [].
|
||||||
|
self.assertEqual([], log.read())
|
||||||
|
|
||||||
|
|
||||||
|
class SocketServerTest(unittest.TestCase):
|
||||||
|
def _make_server(self, tmp: Path):
|
||||||
|
sock = tmp / "s.sock"
|
||||||
|
if len(str(sock)) > 100:
|
||||||
|
self.skipTest("temp socket path too long for AF_UNIX")
|
||||||
|
sidecar = ForgeSidecar(
|
||||||
|
forge=FakeForge(), op_log=OpLog(tmp / "ops.jsonl"),
|
||||||
|
queue_dir=tmp / "q", run_key=("o", "r", 1),
|
||||||
|
)
|
||||||
|
return serve(sidecar, sock), sock
|
||||||
|
|
||||||
|
def test_round_trip_over_unix_socket(self):
|
||||||
|
tmp = tempfile.mkdtemp()
|
||||||
|
sock = Path(tmp) / "s.sock"
|
||||||
|
if len(str(sock)) > 100: # AF_UNIX path limit; skip on long tmp paths
|
||||||
|
self.skipTest("temp socket path too long for AF_UNIX")
|
||||||
|
sidecar = ForgeSidecar(
|
||||||
|
forge=FakeForge(), op_log=OpLog(Path(tmp) / "ops.jsonl"),
|
||||||
|
queue_dir=Path(tmp) / "q", run_key=("o", "r", 1),
|
||||||
|
)
|
||||||
|
srv = serve(sidecar, sock)
|
||||||
|
t = threading.Thread(target=srv.handle_request, daemon=True)
|
||||||
|
t.start()
|
||||||
|
try:
|
||||||
|
client = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
||||||
|
client.connect(str(sock))
|
||||||
|
client.sendall(b'{"method": "read_issue", "params": {"number": 3}}\n')
|
||||||
|
line = client.makefile().readline()
|
||||||
|
client.close()
|
||||||
|
finally:
|
||||||
|
t.join(timeout=5)
|
||||||
|
srv.server_close()
|
||||||
|
resp = json.loads(line)
|
||||||
|
self.assertTrue(resp["ok"])
|
||||||
|
self.assertEqual(3, resp["result"]["number"])
|
||||||
|
|
||||||
|
|
||||||
|
def test_handler_invalid_json_returns_error(self):
|
||||||
|
tmp = Path(tempfile.mkdtemp())
|
||||||
|
srv, sock = self._make_server(tmp)
|
||||||
|
t = threading.Thread(target=srv.handle_request, daemon=True)
|
||||||
|
t.start()
|
||||||
|
try:
|
||||||
|
client = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
||||||
|
client.connect(str(sock))
|
||||||
|
client.sendall(b"not valid json!\n")
|
||||||
|
line = client.makefile().readline()
|
||||||
|
client.close()
|
||||||
|
finally:
|
||||||
|
t.join(timeout=5)
|
||||||
|
srv.server_close()
|
||||||
|
resp = json.loads(line)
|
||||||
|
self.assertFalse(resp["ok"])
|
||||||
|
self.assertIn("invalid json", resp["error"])
|
||||||
|
|
||||||
|
def test_handler_empty_line_closes_silently(self):
|
||||||
|
tmp = Path(tempfile.mkdtemp())
|
||||||
|
srv, sock = self._make_server(tmp)
|
||||||
|
t = threading.Thread(target=srv.handle_request, daemon=True)
|
||||||
|
t.start()
|
||||||
|
try:
|
||||||
|
client = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
||||||
|
client.connect(str(sock))
|
||||||
|
client.close() # immediate EOF -> readline() returns b""
|
||||||
|
finally:
|
||||||
|
t.join(timeout=5)
|
||||||
|
srv.server_close()
|
||||||
|
|
||||||
|
def test_serve_removes_existing_socket_path(self):
|
||||||
|
tmp = Path(tempfile.mkdtemp())
|
||||||
|
sock = tmp / "existing.sock"
|
||||||
|
if len(str(sock)) > 100:
|
||||||
|
self.skipTest("temp socket path too long for AF_UNIX")
|
||||||
|
sock.touch() # pre-existing file at socket path
|
||||||
|
sidecar = ForgeSidecar(
|
||||||
|
forge=FakeForge(), op_log=OpLog(tmp / "ops.jsonl"),
|
||||||
|
queue_dir=tmp / "q", run_key=("o", "r", 1),
|
||||||
|
)
|
||||||
|
srv = serve(sidecar, sock) # should unlink the pre-existing file
|
||||||
|
srv.server_close()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,50 @@
|
|||||||
|
"""Unit: InMemoryStateStore."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.model import RunRecord
|
||||||
|
from bot_bottle.orchestrator.store import InMemoryStateStore
|
||||||
|
|
||||||
|
|
||||||
|
def _rec(issue: int, owner: str = "o") -> RunRecord:
|
||||||
|
return RunRecord(owner=owner, repo="r", issue_number=issue, slug=f"s{issue}",
|
||||||
|
agent_name="a")
|
||||||
|
|
||||||
|
|
||||||
|
class InMemoryStoreTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.store = InMemoryStateStore()
|
||||||
|
|
||||||
|
def test_upsert_get(self):
|
||||||
|
self.store.upsert(_rec(1))
|
||||||
|
got = self.store.get("o", "r", 1)
|
||||||
|
assert got is not None
|
||||||
|
self.assertEqual("s1", got.slug)
|
||||||
|
|
||||||
|
def test_get_missing(self):
|
||||||
|
self.assertIsNone(self.store.get("o", "r", 99))
|
||||||
|
|
||||||
|
def test_upsert_replaces(self):
|
||||||
|
self.store.upsert(_rec(1))
|
||||||
|
r = _rec(1)
|
||||||
|
r.slug = "changed"
|
||||||
|
self.store.upsert(r)
|
||||||
|
self.assertEqual("changed", self.store.get("o", "r", 1).slug) # type: ignore[union-attr]
|
||||||
|
self.assertEqual(1, len(self.store.all()))
|
||||||
|
|
||||||
|
def test_delete(self):
|
||||||
|
self.store.upsert(_rec(1))
|
||||||
|
self.store.delete("o", "r", 1)
|
||||||
|
self.assertIsNone(self.store.get("o", "r", 1))
|
||||||
|
|
||||||
|
def test_all_sorted(self):
|
||||||
|
self.store.upsert(_rec(2, owner="b"))
|
||||||
|
self.store.upsert(_rec(1, owner="a"))
|
||||||
|
self.assertEqual([("a", 1), ("b", 2)],
|
||||||
|
[(r.owner, r.issue_number) for r in self.store.all()])
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,60 @@
|
|||||||
|
"""Unit: targeting (labels + org membership)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.model import IssueAssigned
|
||||||
|
from bot_bottle.orchestrator.targeting import parse_labels, resolve_target
|
||||||
|
|
||||||
|
from ._fakes import FakeForge
|
||||||
|
|
||||||
|
|
||||||
|
def _issue(
|
||||||
|
assignees: tuple[str, ...] = ("agent-bot",),
|
||||||
|
labels: tuple[str, ...] = ("bot-bottle:implementer",),
|
||||||
|
) -> IssueAssigned:
|
||||||
|
return IssueAssigned(
|
||||||
|
owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
title="t", body="b", assignees=tuple(assignees), labels=tuple(labels),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class ParseLabelsTest(unittest.TestCase):
|
||||||
|
def test_agent_label(self):
|
||||||
|
self.assertEqual(("implementer", None), parse_labels(("bot-bottle:implementer",)))
|
||||||
|
|
||||||
|
def test_bottle_override_not_confused_with_agent(self):
|
||||||
|
agent, bottle = parse_labels(("bot-bottle:impl", "bot-bottle-bottle:dev"))
|
||||||
|
self.assertEqual(("impl", "dev"), (agent, bottle))
|
||||||
|
|
||||||
|
def test_no_agent_label(self):
|
||||||
|
self.assertEqual((None, None), parse_labels(("bug", "p1")))
|
||||||
|
|
||||||
|
|
||||||
|
class ResolveTargetTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.forge = FakeForge(members=("agent-bot",))
|
||||||
|
|
||||||
|
def test_targeted(self):
|
||||||
|
target = resolve_target(_issue(), self.forge, "bot-bottle")
|
||||||
|
assert target is not None
|
||||||
|
self.assertEqual("implementer", target.agent_name)
|
||||||
|
self.assertIsNone(target.bottle_override)
|
||||||
|
|
||||||
|
def test_bottle_override(self):
|
||||||
|
ev = _issue(labels=("bot-bottle:impl", "bot-bottle-bottle:dev"))
|
||||||
|
target = resolve_target(ev, self.forge, "bot-bottle")
|
||||||
|
assert target is not None
|
||||||
|
self.assertEqual("dev", target.bottle_override)
|
||||||
|
|
||||||
|
def test_no_label_not_targeted(self):
|
||||||
|
self.assertIsNone(resolve_target(_issue(labels=("bug",)), self.forge, "bot-bottle"))
|
||||||
|
|
||||||
|
def test_non_member_assignee_not_targeted(self):
|
||||||
|
ev = _issue(assignees=("random-user",))
|
||||||
|
self.assertIsNone(resolve_target(ev, self.forge, "bot-bottle"))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,80 @@
|
|||||||
|
"""Unit: watchdog sweep."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import time
|
||||||
|
import unittest
|
||||||
|
import unittest.mock
|
||||||
|
from datetime import datetime, timedelta
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.model import STATUS_FROZEN, STATUS_RUNNING, RunRecord
|
||||||
|
from bot_bottle.orchestrator.store import InMemoryStateStore
|
||||||
|
from bot_bottle.orchestrator.watchdog import Watchdog
|
||||||
|
|
||||||
|
from ._fakes import FakeRunner
|
||||||
|
|
||||||
|
_NOW = datetime(2026, 7, 1, 12, 0, 0).astimezone()
|
||||||
|
|
||||||
|
|
||||||
|
def _record(issue: int, status: str, checkin: str) -> RunRecord:
|
||||||
|
return RunRecord(
|
||||||
|
owner="o", repo="r", issue_number=issue, slug=f"s{issue}",
|
||||||
|
agent_name="a", status=status, last_checkin_at=checkin,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class WatchdogSweepTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.store = InMemoryStateStore()
|
||||||
|
self.runner = FakeRunner()
|
||||||
|
self.wd = Watchdog(store=self.store, runner=self.runner, timeout_secs=1800)
|
||||||
|
|
||||||
|
def _status(self, issue: int) -> str:
|
||||||
|
rec = self.store.get("o", "r", issue)
|
||||||
|
assert rec is not None
|
||||||
|
return rec.status
|
||||||
|
|
||||||
|
def test_stale_running_is_frozen(self):
|
||||||
|
stale = (_NOW - timedelta(minutes=31)).isoformat()
|
||||||
|
self.store.upsert(_record(1, STATUS_RUNNING, stale))
|
||||||
|
fired = self.wd.sweep(_NOW)
|
||||||
|
self.assertEqual([1], [r.issue_number for r in fired])
|
||||||
|
self.assertEqual(STATUS_FROZEN, self._status(1))
|
||||||
|
self.assertIn(("freeze", "s1"), self.runner.calls)
|
||||||
|
|
||||||
|
def test_fresh_running_untouched(self):
|
||||||
|
fresh = (_NOW - timedelta(minutes=5)).isoformat()
|
||||||
|
self.store.upsert(_record(2, STATUS_RUNNING, fresh))
|
||||||
|
self.assertEqual([], self.wd.sweep(_NOW))
|
||||||
|
self.assertEqual(STATUS_RUNNING, self._status(2))
|
||||||
|
|
||||||
|
def test_non_running_ignored(self):
|
||||||
|
stale = (_NOW - timedelta(hours=2)).isoformat()
|
||||||
|
self.store.upsert(_record(3, STATUS_FROZEN, stale))
|
||||||
|
self.assertEqual([], self.wd.sweep(_NOW))
|
||||||
|
|
||||||
|
def test_unparseable_checkin_skipped(self):
|
||||||
|
self.store.upsert(_record(4, STATUS_RUNNING, "not-a-time"))
|
||||||
|
self.assertEqual([], self.wd.sweep(_NOW))
|
||||||
|
|
||||||
|
def test_start_and_stop(self):
|
||||||
|
# Exercises the daemon-thread start/stop path; stop sets the event
|
||||||
|
# so the loop's wait returns immediately.
|
||||||
|
self.wd.start()
|
||||||
|
self.wd.stop()
|
||||||
|
|
||||||
|
def test_loop_sweeps_stale_record(self):
|
||||||
|
# Patch tick to near-zero so the loop iterates quickly.
|
||||||
|
stale = (_NOW - timedelta(hours=1)).isoformat()
|
||||||
|
self.store.upsert(_record(5, STATUS_RUNNING, stale))
|
||||||
|
with unittest.mock.patch("bot_bottle.orchestrator.watchdog._TICK_SECS", 0.01):
|
||||||
|
self.wd.start()
|
||||||
|
time.sleep(0.05) # enough for several iterations at 0.01s tick
|
||||||
|
self.wd.stop()
|
||||||
|
rec = self.store.get("o", "r", 5)
|
||||||
|
assert rec is not None
|
||||||
|
self.assertEqual(STATUS_FROZEN, rec.status)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,161 @@
|
|||||||
|
"""Unit: webhook HTTP surface (signature + routing over a real server)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import hashlib
|
||||||
|
import hmac
|
||||||
|
import json
|
||||||
|
import threading
|
||||||
|
import unittest
|
||||||
|
import urllib.request
|
||||||
|
from urllib.error import HTTPError
|
||||||
|
|
||||||
|
from bot_bottle.orchestrator.model import RunRecord
|
||||||
|
from bot_bottle.orchestrator.store import InMemoryStateStore
|
||||||
|
from bot_bottle.orchestrator.webhook import WebhookServer, verify_signature
|
||||||
|
|
||||||
|
_ISSUE_ASSIGNED = {
|
||||||
|
"action": "assigned",
|
||||||
|
"repository": {"name": "bot-bottle", "owner": {"login": "didericis"}},
|
||||||
|
"issue": {
|
||||||
|
"number": 17, "title": "t", "body": "b",
|
||||||
|
"assignees": [{"login": "agent-bot"}],
|
||||||
|
"labels": [{"name": "bot-bottle:impl"}],
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class _RecordingOrch:
|
||||||
|
def __init__(self) -> None:
|
||||||
|
self.events: list[object] = []
|
||||||
|
|
||||||
|
def handle(self, event: object) -> None:
|
||||||
|
self.events.append(event)
|
||||||
|
|
||||||
|
|
||||||
|
class SignatureTest(unittest.TestCase):
|
||||||
|
def test_verify(self):
|
||||||
|
secret = b"s3cret"
|
||||||
|
body = b'{"x":1}'
|
||||||
|
sig = hmac.new(secret, body, hashlib.sha256).hexdigest()
|
||||||
|
self.assertTrue(verify_signature(secret, body, sig))
|
||||||
|
self.assertFalse(verify_signature(secret, body, "deadbeef"))
|
||||||
|
|
||||||
|
|
||||||
|
class WebhookServerTest(unittest.TestCase):
|
||||||
|
# _serve is the per-test setup; attributes are assigned there.
|
||||||
|
# pylint: disable=attribute-defined-outside-init
|
||||||
|
def _serve(self, **kwargs: object) -> None:
|
||||||
|
self.orch = _RecordingOrch()
|
||||||
|
kwargs.setdefault("store", InMemoryStateStore())
|
||||||
|
self.server = WebhookServer(
|
||||||
|
("127.0.0.1", 0), orchestrator=self.orch, **kwargs, # type: ignore[arg-type]
|
||||||
|
)
|
||||||
|
self.port = self.server.server_address[1]
|
||||||
|
self.thread = threading.Thread(target=self.server.serve_forever, daemon=True)
|
||||||
|
self.thread.start()
|
||||||
|
self.addCleanup(self._shutdown)
|
||||||
|
|
||||||
|
def _shutdown(self) -> None:
|
||||||
|
self.server.shutdown()
|
||||||
|
self.server.server_close()
|
||||||
|
self.thread.join(timeout=5)
|
||||||
|
|
||||||
|
def _post(
|
||||||
|
self, path: str, body: bytes, headers: dict[str, str] | None = None
|
||||||
|
) -> tuple[int, dict[str, object]]:
|
||||||
|
req = urllib.request.Request(
|
||||||
|
f"http://127.0.0.1:{self.port}{path}", data=body, method="POST",
|
||||||
|
headers=headers or {},
|
||||||
|
)
|
||||||
|
with urllib.request.urlopen(req, timeout=5) as resp:
|
||||||
|
return resp.status, json.loads(resp.read())
|
||||||
|
|
||||||
|
def _get(self, path: str) -> tuple[int, dict[str, object]]:
|
||||||
|
with urllib.request.urlopen(f"http://127.0.0.1:{self.port}{path}", timeout=5) as r:
|
||||||
|
return r.status, json.loads(r.read())
|
||||||
|
|
||||||
|
def test_webhook_dispatches(self):
|
||||||
|
self._serve()
|
||||||
|
body = json.dumps(_ISSUE_ASSIGNED).encode()
|
||||||
|
status, payload = self._post("/webhook", body, {"X-Gitea-Event": "issues"})
|
||||||
|
self.assertEqual(200, status)
|
||||||
|
self.assertTrue(payload["handled"])
|
||||||
|
self.assertEqual(1, len(self.orch.events))
|
||||||
|
|
||||||
|
def test_unhandled_event_ok_but_not_handled(self):
|
||||||
|
self._serve()
|
||||||
|
body = json.dumps({"action": "push"}).encode()
|
||||||
|
_status, payload = self._post("/webhook", body, {"X-Gitea-Event": "push"})
|
||||||
|
self.assertFalse(payload["handled"])
|
||||||
|
self.assertEqual([], self.orch.events)
|
||||||
|
|
||||||
|
def test_invalid_json_400(self):
|
||||||
|
self._serve()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._post("/webhook", b"{not json", {"X-Gitea-Event": "issues"})
|
||||||
|
self.assertEqual(400, ctx.exception.code)
|
||||||
|
|
||||||
|
def test_bad_signature_rejected(self):
|
||||||
|
self._serve(secret=b"sekret")
|
||||||
|
body = json.dumps(_ISSUE_ASSIGNED).encode()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._post("/webhook", body,
|
||||||
|
{"X-Gitea-Event": "issues", "X-Gitea-Signature": "deadbeef"})
|
||||||
|
self.assertEqual(401, ctx.exception.code)
|
||||||
|
self.assertEqual([], self.orch.events)
|
||||||
|
|
||||||
|
def test_good_signature_accepted(self):
|
||||||
|
self._serve(secret=b"sekret")
|
||||||
|
body = json.dumps(_ISSUE_ASSIGNED).encode()
|
||||||
|
sig = hmac.new(b"sekret", body, hashlib.sha256).hexdigest()
|
||||||
|
status, _payload = self._post(
|
||||||
|
"/webhook", body, {"X-Gitea-Event": "issues", "X-Gitea-Signature": sig})
|
||||||
|
self.assertEqual(200, status)
|
||||||
|
self.assertEqual(1, len(self.orch.events))
|
||||||
|
|
||||||
|
def test_healthz(self):
|
||||||
|
self._serve()
|
||||||
|
self.assertEqual(200, self._get("/healthz")[0])
|
||||||
|
|
||||||
|
def test_unknown_path_404(self):
|
||||||
|
self._serve()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._post("/nope", b"{}", {"X-Gitea-Event": "issues"})
|
||||||
|
self.assertEqual(404, ctx.exception.code)
|
||||||
|
|
||||||
|
def test_provenance_returns_record_and_ops(self):
|
||||||
|
store = InMemoryStateStore()
|
||||||
|
store.upsert(RunRecord(owner="didericis", repo="bot-bottle", issue_number=17,
|
||||||
|
slug="impl-17", agent_name="impl", bottle_names=["claude"]))
|
||||||
|
|
||||||
|
def reader(rec: object) -> list[dict[str, object]]: # pylint: disable=unused-argument
|
||||||
|
return [{"at": "T", "op": "post_comment", "target": 17, "detail": "ok"}]
|
||||||
|
|
||||||
|
self._serve(store=store, op_log_reader=reader)
|
||||||
|
status, payload = self._get("/provenance?owner=didericis&repo=bot-bottle&issue=17")
|
||||||
|
self.assertEqual(200, status)
|
||||||
|
self.assertEqual("impl-17", payload["slug"])
|
||||||
|
self.assertEqual(1, len(payload["ops"])) # type: ignore[arg-type]
|
||||||
|
|
||||||
|
def test_provenance_missing_params_400(self):
|
||||||
|
self._serve()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._get("/provenance?owner=didericis")
|
||||||
|
self.assertEqual(400, ctx.exception.code)
|
||||||
|
|
||||||
|
def test_provenance_unknown_run_404(self):
|
||||||
|
self._serve()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._get("/provenance?owner=x&repo=y&issue=1")
|
||||||
|
self.assertEqual(404, ctx.exception.code)
|
||||||
|
|
||||||
|
def test_unknown_get_path_404(self):
|
||||||
|
self._serve()
|
||||||
|
with self.assertRaises(HTTPError) as ctx:
|
||||||
|
self._get("/nope")
|
||||||
|
self.assertEqual(404, ctx.exception.code)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -35,10 +35,7 @@ class TestAgentProviderRuntime(unittest.TestCase):
|
|||||||
)
|
)
|
||||||
config = Path(tmp, "codex-config.toml").read_text()
|
config = Path(tmp, "codex-config.toml").read_text()
|
||||||
self.assertEqual("codex", plan.template)
|
self.assertEqual("codex", plan.template)
|
||||||
self.assertEqual(
|
self.assertEqual("codex", plan.command)
|
||||||
"/home/node/.codex/packages/standalone/current/bin/codex",
|
|
||||||
plan.command,
|
|
||||||
)
|
|
||||||
self.assertEqual("read_prompt_file", plan.prompt_mode)
|
self.assertEqual("read_prompt_file", plan.prompt_mode)
|
||||||
self.assertEqual("/tmp/Dockerfile.codex", plan.dockerfile)
|
self.assertEqual("/tmp/Dockerfile.codex", plan.dockerfile)
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
|
|||||||
@@ -12,19 +12,11 @@ from unittest.mock import patch
|
|||||||
|
|
||||||
import bot_bottle.cli as climod
|
import bot_bottle.cli as climod
|
||||||
from bot_bottle.cli import main
|
from bot_bottle.cli import main
|
||||||
from bot_bottle.db_store import DbStore
|
|
||||||
from bot_bottle.log import Die
|
from bot_bottle.log import Die
|
||||||
from bot_bottle.manifest import ManifestError
|
from bot_bottle.manifest import ManifestError
|
||||||
from bot_bottle.store_manager import StoreManager
|
|
||||||
|
|
||||||
|
|
||||||
class TestMainDispatch(unittest.TestCase):
|
class TestMainDispatch(unittest.TestCase):
|
||||||
def setUp(self) -> None:
|
|
||||||
patcher = patch.object(DbStore, "is_migrated", return_value=True)
|
|
||||||
self._mock_check = patcher.start()
|
|
||||||
self.addCleanup(patcher.stop)
|
|
||||||
self.addCleanup(StoreManager.reset)
|
|
||||||
|
|
||||||
def test_no_args_prints_usage_returns_2(self) -> None:
|
def test_no_args_prints_usage_returns_2(self) -> None:
|
||||||
with patch("sys.stderr", io.StringIO()):
|
with patch("sys.stderr", io.StringIO()):
|
||||||
self.assertEqual(2, main([]))
|
self.assertEqual(2, main([]))
|
||||||
@@ -64,15 +56,6 @@ class TestMainDispatch(unittest.TestCase):
|
|||||||
main(["x", "a", "b"])
|
main(["x", "a", "b"])
|
||||||
self.assertEqual([["a", "b"]], seen)
|
self.assertEqual([["a", "b"]], seen)
|
||||||
|
|
||||||
def test_missing_env_var_error_maps_to_1(self) -> None:
|
|
||||||
from bot_bottle.errors import MissingEnvVarError
|
|
||||||
|
|
||||||
def boom(_rest: list[str]) -> int:
|
|
||||||
raise MissingEnvVarError("MY_VAR", "MY_VAR is not set")
|
|
||||||
|
|
||||||
with patch.dict(climod.COMMANDS, {"x": boom}), patch("sys.stderr", io.StringIO()):
|
|
||||||
self.assertEqual(1, main(["x"]))
|
|
||||||
|
|
||||||
def test_manifest_error_maps_to_1(self) -> None:
|
def test_manifest_error_maps_to_1(self) -> None:
|
||||||
def boom(_rest: list[str]) -> int:
|
def boom(_rest: list[str]) -> int:
|
||||||
raise ManifestError("bad manifest")
|
raise ManifestError("bad manifest")
|
||||||
|
|||||||
@@ -9,7 +9,6 @@ is created.
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import io
|
|
||||||
import os
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
from unittest.mock import MagicMock, patch
|
from unittest.mock import MagicMock, patch
|
||||||
@@ -185,55 +184,5 @@ class TestCmdStartHeadless(unittest.TestCase):
|
|||||||
self.assertEqual("docker", self._launch_mock.call_args[1]["backend_name"])
|
self.assertEqual("docker", self._launch_mock.call_args[1]["backend_name"])
|
||||||
|
|
||||||
|
|
||||||
class TestPrepareWithPreflight(unittest.TestCase):
|
|
||||||
"""prepare_with_preflight calls render_preflight with the plan and backend name."""
|
|
||||||
|
|
||||||
def test_render_preflight_called(self):
|
|
||||||
from pathlib import Path
|
|
||||||
mock_backend = MagicMock()
|
|
||||||
mock_plan = MagicMock()
|
|
||||||
mock_backend.prepare.return_value = mock_plan
|
|
||||||
mock_backend.name = "test-backend"
|
|
||||||
render = MagicMock()
|
|
||||||
|
|
||||||
with patch("bot_bottle.cli.start.get_bottle_backend", return_value=mock_backend), \
|
|
||||||
patch("bot_bottle.cli.start._identity_from_plan", return_value="id"), \
|
|
||||||
patch("bot_bottle.cli.start.info"):
|
|
||||||
start_mod.prepare_with_preflight(
|
|
||||||
MagicMock(),
|
|
||||||
stage_dir=Path("/tmp"),
|
|
||||||
render_preflight=render,
|
|
||||||
prompt_yes=MagicMock(),
|
|
||||||
dry_run=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
render.assert_called_once_with(mock_plan, "test-backend")
|
|
||||||
|
|
||||||
|
|
||||||
class TestNoAgentsDefined(unittest.TestCase):
|
|
||||||
"""cmd_start prints an error and returns 1 when the manifest has no agents."""
|
|
||||||
|
|
||||||
def test_no_agents_defined_returns_1(self):
|
|
||||||
manifest = _make_manifest([], [])
|
|
||||||
with patch(
|
|
||||||
"bot_bottle.cli.start.ManifestIndex.resolve", return_value=manifest
|
|
||||||
), patch("sys.stderr", io.StringIO()) as err:
|
|
||||||
rc = start_mod.cmd_start([])
|
|
||||||
self.assertEqual(1, rc)
|
|
||||||
self.assertIn("no agents defined", err.getvalue())
|
|
||||||
|
|
||||||
|
|
||||||
class TestTextRenderPreflight(unittest.TestCase):
|
|
||||||
"""_text_render_preflight returns a renderer that prints the backend name."""
|
|
||||||
|
|
||||||
def test_backend_name_in_output(self):
|
|
||||||
render = start_mod._text_render_preflight()
|
|
||||||
plan = MagicMock()
|
|
||||||
with patch("bot_bottle.cli.start._manifest_to_yaml", return_value=""), \
|
|
||||||
patch("sys.stderr", io.StringIO()) as err:
|
|
||||||
render(plan, "my-backend")
|
|
||||||
self.assertIn("my-backend", err.getvalue())
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -107,7 +107,7 @@ def _egress_plan(
|
|||||||
def _supervise_plan() -> SupervisePlan:
|
def _supervise_plan() -> SupervisePlan:
|
||||||
return SupervisePlan(
|
return SupervisePlan(
|
||||||
slug=SLUG,
|
slug=SLUG,
|
||||||
db_path=STATE / "bot-bottle.db",
|
queue_dir=STATE / "supervise" / "queue",
|
||||||
internal_network=f"bot-bottle-net-{SLUG}",
|
internal_network=f"bot-bottle-net-{SLUG}",
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -392,7 +392,7 @@ class TestSidecarBundleShape(unittest.TestCase):
|
|||||||
sc = self._render(supervise=True)["services"]["sidecars"]
|
sc = self._render(supervise=True)["services"]["sidecars"]
|
||||||
env_strings = sc["environment"]
|
env_strings = sc["environment"]
|
||||||
self.assertIn(f"SUPERVISE_BOTTLE_SLUG={SLUG}", env_strings)
|
self.assertIn(f"SUPERVISE_BOTTLE_SLUG={SLUG}", env_strings)
|
||||||
self.assertIn("SUPERVISE_DB_PATH=/run/supervise/bot-bottle.db", env_strings)
|
self.assertTrue(any(e.startswith("SUPERVISE_QUEUE_DIR=") for e in env_strings))
|
||||||
self.assertTrue(any(e.startswith("SUPERVISE_PORT=") for e in env_strings))
|
self.assertTrue(any(e.startswith("SUPERVISE_PORT=") for e in env_strings))
|
||||||
|
|
||||||
def test_volumes_always_includes_egress_ca(self):
|
def test_volumes_always_includes_egress_ca(self):
|
||||||
@@ -408,7 +408,8 @@ class TestSidecarBundleShape(unittest.TestCase):
|
|||||||
self.assertIn("/etc/egress", targets)
|
self.assertIn("/etc/egress", targets)
|
||||||
self.assertIn("/git-gate-entrypoint.sh", targets)
|
self.assertIn("/git-gate-entrypoint.sh", targets)
|
||||||
self.assertIn("/git-gate/creds/upstream-known_hosts", targets)
|
self.assertIn("/git-gate/creds/upstream-known_hosts", targets)
|
||||||
self.assertIn("/run/supervise/bot-bottle.db", targets)
|
self.assertTrue(any("supervise/queue" in t or t.startswith("/run/supervise")
|
||||||
|
for t in targets))
|
||||||
|
|
||||||
def test_extra_hosts_omitted_for_git_upstreams(self):
|
def test_extra_hosts_omitted_for_git_upstreams(self):
|
||||||
sc = self._render(with_git=True)["services"]["sidecars"]
|
sc = self._render(with_git=True)["services"]["sidecars"]
|
||||||
|
|||||||
@@ -74,7 +74,7 @@ def _plan(
|
|||||||
if supervise:
|
if supervise:
|
||||||
supervise_plan = SupervisePlan(
|
supervise_plan = SupervisePlan(
|
||||||
slug="demo-abc12",
|
slug="demo-abc12",
|
||||||
db_path=Path("/tmp/bot-bottle.db"),
|
queue_dir=Path("/tmp/queue"),
|
||||||
)
|
)
|
||||||
return DockerBottlePlan(
|
return DockerBottlePlan(
|
||||||
spec=spec,
|
spec=spec,
|
||||||
|
|||||||
@@ -77,7 +77,7 @@ def _plan(
|
|||||||
if supervise:
|
if supervise:
|
||||||
supervise_plan = SupervisePlan(
|
supervise_plan = SupervisePlan(
|
||||||
slug="demo-abc12",
|
slug="demo-abc12",
|
||||||
db_path=Path("/tmp/bot-bottle.db"),
|
queue_dir=Path("/tmp/queue"),
|
||||||
)
|
)
|
||||||
return DockerBottlePlan(
|
return DockerBottlePlan(
|
||||||
spec=spec,
|
spec=spec,
|
||||||
@@ -261,36 +261,6 @@ class TestCodexProvision(unittest.TestCase):
|
|||||||
self.assertTrue(any("find" in s and "-delete" in s for s in scripts))
|
self.assertTrue(any("find" in s and "-delete" in s for s in scripts))
|
||||||
self.assertTrue(any("runuser" in s and "codex login status" in s for s in scripts))
|
self.assertTrue(any("runuser" in s and "codex login status" in s for s in scripts))
|
||||||
|
|
||||||
def test_forwarded_credentials_verify_sets_codex_path(self):
|
|
||||||
with tempfile.TemporaryDirectory(prefix="bb-codex-auth.") as tmp:
|
|
||||||
state_dir = Path(tmp)
|
|
||||||
prompt_file = state_dir / "prompt.txt"
|
|
||||||
prompt_file.write_text("")
|
|
||||||
with patch(
|
|
||||||
"bot_bottle.contrib.codex.agent_provider.codex_host_access_token",
|
|
||||||
return_value="token",
|
|
||||||
), patch(
|
|
||||||
"bot_bottle.contrib.codex.agent_provider.write_codex_dummy_auth_file",
|
|
||||||
):
|
|
||||||
provision = CodexAgentProvider().provision_plan(
|
|
||||||
dockerfile="",
|
|
||||||
state_dir=state_dir,
|
|
||||||
instance_name="bot-bottle-demo-abc12",
|
|
||||||
prompt_file=prompt_file,
|
|
||||||
forward_host_credentials=True,
|
|
||||||
host_env={},
|
|
||||||
)
|
|
||||||
|
|
||||||
verify_argv = provision.verify[0].argv
|
|
||||||
self.assertTrue(any(
|
|
||||||
item.startswith("PATH=/home/node/.local/bin:")
|
|
||||||
for item in verify_argv
|
|
||||||
))
|
|
||||||
self.assertIn(
|
|
||||||
"/home/node/.codex/packages/standalone/current/bin/codex",
|
|
||||||
verify_argv,
|
|
||||||
)
|
|
||||||
|
|
||||||
def test_dies_when_dir_creation_fails(self):
|
def test_dies_when_dir_creation_fails(self):
|
||||||
provision = AgentProvisionPlan(
|
provision = AgentProvisionPlan(
|
||||||
template="codex", command="codex",
|
template="codex", command="codex",
|
||||||
@@ -331,8 +301,7 @@ class TestCodexSuperviseMcp(unittest.TestCase):
|
|||||||
script = bottle.exec.call_args.args[0]
|
script = bottle.exec.call_args.args[0]
|
||||||
self.assertEqual("node", bottle.exec.call_args.kwargs.get("user"))
|
self.assertEqual("node", bottle.exec.call_args.kwargs.get("user"))
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
"/home/node/.codex/packages/standalone/current/bin/codex "
|
f"codex mcp add supervise --url {_URL}",
|
||||||
f"mcp add supervise --url {_URL}",
|
|
||||||
script,
|
script,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,153 @@
|
|||||||
|
"""Unit: GiteaClient and GiteaForge (urllib mocked — no network)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import unittest
|
||||||
|
import urllib.error
|
||||||
|
from unittest.mock import MagicMock, patch
|
||||||
|
|
||||||
|
from bot_bottle.contrib.gitea.client import GiteaClient, GiteaForge
|
||||||
|
|
||||||
|
|
||||||
|
def _client() -> GiteaClient:
|
||||||
|
return GiteaClient(api_url="http://g/api/v1", owner="o", repo="r", token="tok")
|
||||||
|
|
||||||
|
|
||||||
|
def _mock_response(body: bytes) -> MagicMock:
|
||||||
|
resp = MagicMock()
|
||||||
|
resp.read.return_value = body
|
||||||
|
resp.__enter__.return_value = resp
|
||||||
|
resp.__exit__.return_value = False
|
||||||
|
return resp
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaClientTest(unittest.TestCase):
|
||||||
|
# pylint: disable=protected-access
|
||||||
|
def setUp(self):
|
||||||
|
self.client = _client()
|
||||||
|
|
||||||
|
def test_request_returns_parsed_json(self):
|
||||||
|
payload = {"number": 42}
|
||||||
|
resp = _mock_response(json.dumps(payload).encode())
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp):
|
||||||
|
result = self.client._request("GET", "/repos/o/r/issues/42")
|
||||||
|
self.assertEqual(payload, result)
|
||||||
|
|
||||||
|
def test_request_empty_body_returns_none(self):
|
||||||
|
resp = _mock_response(b"")
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp):
|
||||||
|
result = self.client._request("POST", "/some/path", {"x": 1})
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
def test_is_org_member_true_on_200(self):
|
||||||
|
mock_resp = MagicMock()
|
||||||
|
mock_resp.close = MagicMock()
|
||||||
|
with patch("urllib.request.urlopen", return_value=mock_resp):
|
||||||
|
self.assertTrue(self.client.is_org_member("myorg", "alice"))
|
||||||
|
|
||||||
|
def test_is_org_member_false_on_http_error(self):
|
||||||
|
err = urllib.error.HTTPError("url", 404, "Not Found", None, None) # type: ignore[arg-type]
|
||||||
|
with patch("urllib.request.urlopen", side_effect=err):
|
||||||
|
self.assertFalse(self.client.is_org_member("myorg", "nobody"))
|
||||||
|
|
||||||
|
def test_get_issue(self):
|
||||||
|
resp = _mock_response(json.dumps({"number": 1}).encode())
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp):
|
||||||
|
result = self.client.get_issue(1)
|
||||||
|
self.assertEqual(1, result["number"])
|
||||||
|
|
||||||
|
def test_get_pull(self):
|
||||||
|
resp = _mock_response(json.dumps({"number": 7, "merged": False}).encode())
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp):
|
||||||
|
result = self.client.get_pull(7)
|
||||||
|
self.assertEqual(7, result["number"])
|
||||||
|
|
||||||
|
def test_list_comments(self):
|
||||||
|
resp = _mock_response(json.dumps([{"id": 1, "body": "hi"}]).encode())
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp):
|
||||||
|
result = self.client.list_comments(1)
|
||||||
|
self.assertEqual(1, len(result))
|
||||||
|
self.assertEqual(1, result[0]["id"])
|
||||||
|
|
||||||
|
def test_create_comment(self):
|
||||||
|
resp = _mock_response(b"")
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp) as mock_open:
|
||||||
|
self.client.create_comment(1, "hello")
|
||||||
|
mock_open.assert_called_once()
|
||||||
|
|
||||||
|
def test_update_issue(self):
|
||||||
|
resp = _mock_response(b"")
|
||||||
|
with patch("urllib.request.urlopen", return_value=resp) as mock_open:
|
||||||
|
self.client.update_issue(1, "new body")
|
||||||
|
mock_open.assert_called_once()
|
||||||
|
|
||||||
|
def test_request_builds_correct_url(self):
|
||||||
|
import urllib.request as ureq
|
||||||
|
captured: list[ureq.Request] = []
|
||||||
|
|
||||||
|
def fake_urlopen(req: ureq.Request, timeout: float) -> MagicMock: # pylint: disable=unused-argument
|
||||||
|
captured.append(req)
|
||||||
|
return _mock_response(b"{}")
|
||||||
|
|
||||||
|
with patch("urllib.request.urlopen", side_effect=fake_urlopen):
|
||||||
|
self.client.get_issue(5)
|
||||||
|
|
||||||
|
self.assertIn("/issues/5", captured[0].full_url)
|
||||||
|
|
||||||
|
def test_request_sends_auth_header(self):
|
||||||
|
import urllib.request as ureq
|
||||||
|
captured: list[ureq.Request] = []
|
||||||
|
|
||||||
|
def fake_urlopen(req: ureq.Request, timeout: float) -> MagicMock: # pylint: disable=unused-argument
|
||||||
|
captured.append(req)
|
||||||
|
return _mock_response(b"{}")
|
||||||
|
|
||||||
|
with patch("urllib.request.urlopen", side_effect=fake_urlopen):
|
||||||
|
self.client.get_issue(1)
|
||||||
|
|
||||||
|
self.assertEqual("token tok", captured[0].get_header("Authorization"))
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaForgeTest(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.client = MagicMock(spec=GiteaClient)
|
||||||
|
self.forge = GiteaForge(self.client)
|
||||||
|
|
||||||
|
def test_is_org_member_delegates(self):
|
||||||
|
self.client.is_org_member.return_value = True
|
||||||
|
self.assertTrue(self.forge.is_org_member("org", "alice"))
|
||||||
|
self.client.is_org_member.assert_called_once_with("org", "alice")
|
||||||
|
|
||||||
|
def test_is_org_member_false(self):
|
||||||
|
self.client.is_org_member.return_value = False
|
||||||
|
self.assertFalse(self.forge.is_org_member("org", "outsider"))
|
||||||
|
|
||||||
|
def test_read_issue_delegates(self):
|
||||||
|
self.client.get_issue.return_value = {"number": 3}
|
||||||
|
self.assertEqual({"number": 3}, self.forge.read_issue(3))
|
||||||
|
self.client.get_issue.assert_called_once_with(3)
|
||||||
|
|
||||||
|
def test_read_pr_delegates(self):
|
||||||
|
self.client.get_pull.return_value = {"number": 5, "merged": False}
|
||||||
|
result = self.forge.read_pr(5)
|
||||||
|
self.assertEqual(5, result["number"])
|
||||||
|
self.client.get_pull.assert_called_once_with(5)
|
||||||
|
|
||||||
|
def test_read_comments_delegates(self):
|
||||||
|
self.client.list_comments.return_value = [{"id": 1}]
|
||||||
|
comments = self.forge.read_comments(1)
|
||||||
|
self.assertEqual([{"id": 1}], comments)
|
||||||
|
self.client.list_comments.assert_called_once_with(1)
|
||||||
|
|
||||||
|
def test_post_comment_delegates(self):
|
||||||
|
self.forge.post_comment(1, "looks good")
|
||||||
|
self.client.create_comment.assert_called_once_with(1, "looks good")
|
||||||
|
|
||||||
|
def test_update_description_delegates(self):
|
||||||
|
self.forge.update_description(1, "updated body")
|
||||||
|
self.client.update_issue.assert_called_once_with(1, "updated body")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -19,7 +19,7 @@ from bot_bottle.egress import (
|
|||||||
egress_sidecar_env_entries,
|
egress_sidecar_env_entries,
|
||||||
egress_token_env_map,
|
egress_token_env_map,
|
||||||
)
|
)
|
||||||
from bot_bottle.errors import MissingEnvVarError
|
from bot_bottle.log import Die
|
||||||
from bot_bottle.manifest import ManifestIndex
|
from bot_bottle.manifest import ManifestIndex
|
||||||
from bot_bottle.yaml_subset import parse_yaml_subset
|
from bot_bottle.yaml_subset import parse_yaml_subset
|
||||||
|
|
||||||
@@ -499,14 +499,14 @@ class TestResolveTokenValues(unittest.TestCase):
|
|||||||
self.assertEqual({"EGRESS_TOKEN_0": "the-value"}, out)
|
self.assertEqual({"EGRESS_TOKEN_0": "the-value"}, out)
|
||||||
|
|
||||||
def test_missing_token_ref_dies(self):
|
def test_missing_token_ref_dies(self):
|
||||||
with self.assertRaises(MissingEnvVarError):
|
with self.assertRaises(Die):
|
||||||
egress_resolve_token_values(
|
egress_resolve_token_values(
|
||||||
{"EGRESS_TOKEN_0": "GH_PAT"},
|
{"EGRESS_TOKEN_0": "GH_PAT"},
|
||||||
{},
|
{},
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_empty_token_ref_dies(self):
|
def test_empty_token_ref_dies(self):
|
||||||
with self.assertRaises(MissingEnvVarError):
|
with self.assertRaises(Die):
|
||||||
egress_resolve_token_values(
|
egress_resolve_token_values(
|
||||||
{"EGRESS_TOKEN_0": "GH_PAT"},
|
{"EGRESS_TOKEN_0": "GH_PAT"},
|
||||||
{"GH_PAT": ""},
|
{"GH_PAT": ""},
|
||||||
|
|||||||
@@ -47,6 +47,7 @@ def _addon() -> EgressAddon:
|
|||||||
a: EgressAddon = EgressAddon.__new__(EgressAddon)
|
a: EgressAddon = EgressAddon.__new__(EgressAddon)
|
||||||
a.config = Config(routes=(), log=LOG_FULL)
|
a.config = Config(routes=(), log=LOG_FULL)
|
||||||
a.safe_tokens = set()
|
a.safe_tokens = set()
|
||||||
|
a._supervise_queue_dir = ""
|
||||||
a._supervise_slug = ""
|
a._supervise_slug = ""
|
||||||
a._token_allow_timeout = 300.0
|
a._token_allow_timeout = 300.0
|
||||||
return a
|
return a
|
||||||
|
|||||||
@@ -212,6 +212,7 @@ def _addon(config: Config) -> EgressAddon:
|
|||||||
a: EgressAddon = EgressAddon.__new__(EgressAddon)
|
a: EgressAddon = EgressAddon.__new__(EgressAddon)
|
||||||
a.config = config
|
a.config = config
|
||||||
a.safe_tokens = set()
|
a.safe_tokens = set()
|
||||||
|
a._supervise_queue_dir = ""
|
||||||
a._supervise_slug = ""
|
a._supervise_slug = ""
|
||||||
a._token_allow_timeout = 300.0
|
a._token_allow_timeout = 300.0
|
||||||
a.routes_path = "/nonexistent/routes.yaml"
|
a.routes_path = "/nonexistent/routes.yaml"
|
||||||
@@ -385,10 +386,10 @@ def _fake_sv(response_status: str | None) -> types.SimpleNamespace:
|
|||||||
def _sha256_hex(_payload: Any) -> str:
|
def _sha256_hex(_payload: Any) -> str:
|
||||||
return "hash"
|
return "hash"
|
||||||
|
|
||||||
def _noop(*_args: Any) -> None:
|
def _noop(_a: Any, _b: Any) -> None:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
def _read_response(_slug: Any, _pid: Any) -> Any:
|
def _read_response(_qd: Any, _pid: Any) -> Any:
|
||||||
if response_status is None:
|
if response_status is None:
|
||||||
raise OSError("not written yet") # forces poll -> timeout
|
raise OSError("not written yet") # forces poll -> timeout
|
||||||
return types.SimpleNamespace(status=response_status)
|
return types.SimpleNamespace(status=response_status)
|
||||||
@@ -408,6 +409,7 @@ def _fake_sv(response_status: str | None) -> types.SimpleNamespace:
|
|||||||
class TestSuperviseBranch(unittest.TestCase):
|
class TestSuperviseBranch(unittest.TestCase):
|
||||||
def _supervised_addon(self) -> EgressAddon:
|
def _supervised_addon(self) -> EgressAddon:
|
||||||
addon = _addon(Config(routes=(Route(host="api.example.com"),)))
|
addon = _addon(Config(routes=(Route(host="api.example.com"),)))
|
||||||
|
addon._supervise_queue_dir = "/tmp/egress-queue"
|
||||||
addon._supervise_slug = "test-bottle"
|
addon._supervise_slug = "test-bottle"
|
||||||
addon._token_allow_timeout = 0.05
|
addon._token_allow_timeout = 0.05
|
||||||
return addon
|
return addon
|
||||||
@@ -630,13 +632,14 @@ class TestRedactSurfaces(unittest.TestCase):
|
|||||||
class TestSuperviseWriteFailure(unittest.TestCase):
|
class TestSuperviseWriteFailure(unittest.TestCase):
|
||||||
def test_write_proposal_oserror_blocks(self) -> None:
|
def test_write_proposal_oserror_blocks(self) -> None:
|
||||||
addon = _addon(Config(routes=(Route(host="api.example.com"),)))
|
addon = _addon(Config(routes=(Route(host="api.example.com"),)))
|
||||||
|
addon._supervise_queue_dir = "/tmp/egress-queue"
|
||||||
addon._supervise_slug = "test-bottle"
|
addon._supervise_slug = "test-bottle"
|
||||||
addon._token_allow_timeout = 0.05
|
addon._token_allow_timeout = 0.05
|
||||||
flow = _Flow(_Request(host="api.example.com", method="POST", body=f"k={_OPENAI_KEY}"))
|
flow = _Flow(_Request(host="api.example.com", method="POST", body=f"k={_OPENAI_KEY}"))
|
||||||
|
|
||||||
fake = _fake_sv("approved")
|
fake = _fake_sv("approved")
|
||||||
|
|
||||||
def _raise(_p: Any) -> None:
|
def _raise(_qd: Any, _p: Any) -> None:
|
||||||
raise OSError("disk full")
|
raise OSError("disk full")
|
||||||
|
|
||||||
fake.write_proposal = _raise
|
fake.write_proposal = _raise
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from bot_bottle.git_gate import (
|
|||||||
_resolve_identity_file,
|
_resolve_identity_file,
|
||||||
git_gate_upstreams_for_bottle,
|
git_gate_upstreams_for_bottle,
|
||||||
)
|
)
|
||||||
from bot_bottle.errors import MissingEnvVarError
|
|
||||||
from bot_bottle.manifest import ManifestIndex
|
from bot_bottle.manifest import ManifestIndex
|
||||||
from tests.fixtures import fixture_minimal, fixture_with_git
|
from tests.fixtures import fixture_minimal, fixture_with_git
|
||||||
|
|
||||||
@@ -211,23 +210,12 @@ class TestHookRender(unittest.TestCase):
|
|||||||
# the suppressed findings for human approval.
|
# the suppressed findings for human approval.
|
||||||
self.assertIn("--ignore-gitleaks-allow", hook)
|
self.assertIn("--ignore-gitleaks-allow", hook)
|
||||||
self.assertIn("--report-format=json", hook)
|
self.assertIn("--report-format=json", hook)
|
||||||
self.assertIn("tool=_sv.TOOL_GITLEAKS_ALLOW", hook)
|
self.assertIn('"tool": "gitleaks-allow"', hook)
|
||||||
self.assertIn("_sv.write_proposal", hook)
|
self.assertIn("SUPERVISE_QUEUE_DIR", hook)
|
||||||
self.assertIn("_sv.read_response", hook)
|
|
||||||
self.assertIn("SUPERVISE_BOTTLE_SLUG", hook)
|
self.assertIn("SUPERVISE_BOTTLE_SLUG", hook)
|
||||||
self.assertIn("supervisor approved # gitleaks:allow", hook)
|
self.assertIn("supervisor approved # gitleaks:allow", hook)
|
||||||
self.assertIn("supervisor rejected # gitleaks:allow", hook)
|
self.assertIn("supervisor rejected # gitleaks:allow", hook)
|
||||||
|
|
||||||
def test_inline_gitleaks_allow_python_imports_work_in_sidecar_layout(self):
|
|
||||||
hook = git_gate_render_hook()
|
|
||||||
# The sidecar image copies supervise.py flat under /app, while
|
|
||||||
# host-side tests import it through the bot_bottle package.
|
|
||||||
# Hooks execute from the bare repo directory, so the embedded
|
|
||||||
# Python must include /app and support both import layouts.
|
|
||||||
self.assertIn('PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}"', hook)
|
|
||||||
self.assertIn("import supervise as _sv", hook)
|
|
||||||
self.assertIn("from bot_bottle import supervise as _sv", hook)
|
|
||||||
|
|
||||||
def test_inline_gitleaks_allow_fails_closed_without_supervisor(self):
|
def test_inline_gitleaks_allow_fails_closed_without_supervisor(self):
|
||||||
hook = git_gate_render_hook()
|
hook = git_gate_render_hook()
|
||||||
self.assertIn(
|
self.assertIn(
|
||||||
@@ -422,7 +410,7 @@ class TestDynamicKeyProvisioning(unittest.TestCase):
|
|||||||
def test_revoke_missing_token_raises(self):
|
def test_revoke_missing_token_raises(self):
|
||||||
bottle = self._gitea_manifest().bottles["dev"]
|
bottle = self._gitea_manifest().bottles["dev"]
|
||||||
(self.stage / "repo-deploy-key-id").write_text("123\n")
|
(self.stage / "repo-deploy-key-id").write_text("123\n")
|
||||||
with patch.dict("os.environ", {}, clear=True), self.assertRaises(MissingEnvVarError) as cm:
|
with patch.dict("os.environ", {}, clear=True), self.assertRaises(RuntimeError) as cm:
|
||||||
revoke_git_gate_provisioned_keys(bottle, self.stage)
|
revoke_git_gate_provisioned_keys(bottle, self.stage)
|
||||||
self.assertIn("env var is not set", str(cm.exception))
|
self.assertIn("env var is not set", str(cm.exception))
|
||||||
|
|
||||||
|
|||||||
@@ -13,7 +13,6 @@ from pathlib import Path
|
|||||||
from typing import Any, cast
|
from typing import Any, cast
|
||||||
from unittest.mock import patch
|
from unittest.mock import patch
|
||||||
|
|
||||||
from bot_bottle.errors import MissingEnvVarError
|
|
||||||
from bot_bottle.git_gate import (
|
from bot_bottle.git_gate import (
|
||||||
_gitconfig_validate_value,
|
_gitconfig_validate_value,
|
||||||
_provision_dynamic_key,
|
_provision_dynamic_key,
|
||||||
@@ -121,7 +120,7 @@ class TestProvisionDynamicKey(unittest.TestCase):
|
|||||||
patch.dict("os.environ", {}, clear=False):
|
patch.dict("os.environ", {}, clear=False):
|
||||||
import os
|
import os
|
||||||
os.environ.pop("GITEA_TOK", None)
|
os.environ.pop("GITEA_TOK", None)
|
||||||
with self.assertRaises(MissingEnvVarError):
|
with self.assertRaises(RuntimeError):
|
||||||
_provision_dynamic_key(_gitea_entry(), "s", Path(d))
|
_provision_dynamic_key(_gitea_entry(), "s", Path(d))
|
||||||
|
|
||||||
|
|
||||||
@@ -167,7 +166,7 @@ class TestRevokeProvisionedKeys(unittest.TestCase):
|
|||||||
import os
|
import os
|
||||||
os.environ.pop("GITEA_TOK", None)
|
os.environ.pop("GITEA_TOK", None)
|
||||||
(Path(d) / "repo-deploy-key-id").write_text("kid123")
|
(Path(d) / "repo-deploy-key-id").write_text("kid123")
|
||||||
with self.assertRaises(MissingEnvVarError):
|
with self.assertRaises(RuntimeError):
|
||||||
revoke_git_gate_provisioned_keys(_bottle(_gitea_entry()), Path(d))
|
revoke_git_gate_provisioned_keys(_bottle(_gitea_entry()), Path(d))
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -30,19 +30,6 @@ class TestMacosContainerBottle(unittest.TestCase):
|
|||||||
argv,
|
argv,
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_agent_argv_accepts_absolute_provider_command(self):
|
|
||||||
command = "/home/node/.codex/packages/standalone/current/bin/codex"
|
|
||||||
bottle = MacosContainerBottle(
|
|
||||||
"bot-bottle-dev-abc",
|
|
||||||
lambda: None,
|
|
||||||
None,
|
|
||||||
agent_command=command,
|
|
||||||
)
|
|
||||||
with patch.dict(bottle_mod.os.environ, {}, clear=True):
|
|
||||||
argv = bottle.agent_argv(["run"])
|
|
||||||
self.assertIn(command, argv)
|
|
||||||
self.assertNotIn("codex", argv)
|
|
||||||
|
|
||||||
def test_agent_argv_includes_workdir(self):
|
def test_agent_argv_includes_workdir(self):
|
||||||
bottle = MacosContainerBottle(
|
bottle = MacosContainerBottle(
|
||||||
"bot-bottle-dev-abc",
|
"bot-bottle-dev-abc",
|
||||||
|
|||||||
@@ -71,9 +71,7 @@ def _plan(
|
|||||||
else:
|
else:
|
||||||
git_gate_plan = SimpleNamespace(upstreams=())
|
git_gate_plan = SimpleNamespace(upstreams=())
|
||||||
supervise_plan = (
|
supervise_plan = (
|
||||||
SimpleNamespace(
|
SimpleNamespace(queue_dir=Path("/state/supervise/queue"))
|
||||||
db_path=Path("/state/bot-bottle.db"),
|
|
||||||
)
|
|
||||||
if supervise else None
|
if supervise else None
|
||||||
)
|
)
|
||||||
agent_provision = SimpleNamespace(
|
agent_provision = SimpleNamespace(
|
||||||
@@ -139,7 +137,7 @@ class TestMacosContainerLaunchArgv(unittest.TestCase):
|
|||||||
argv,
|
argv,
|
||||||
)
|
)
|
||||||
self.assertIn(
|
self.assertIn(
|
||||||
"type=bind,source=/state,target=/run/supervise",
|
"type=bind,source=/state/supervise/queue,target=/run/supervise/queue",
|
||||||
argv,
|
argv,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -9,11 +9,7 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from unittest.mock import patch
|
from bot_bottle.manifest import ManifestBottle, ManifestIndex
|
||||||
|
|
||||||
from bot_bottle.env import resolve_env
|
|
||||||
from bot_bottle.errors import MissingEnvVarError
|
|
||||||
from bot_bottle.manifest import Manifest, ManifestBottle, ManifestIndex
|
|
||||||
from bot_bottle.manifest_agent import (
|
from bot_bottle.manifest_agent import (
|
||||||
ManifestAgent,
|
ManifestAgent,
|
||||||
ManifestAgentProvider,
|
ManifestAgentProvider,
|
||||||
@@ -242,26 +238,5 @@ class TestEagerIndexLookups(unittest.TestCase):
|
|||||||
self.assertIsNone(m.git_identity_summary())
|
self.assertIsNone(m.git_identity_summary())
|
||||||
|
|
||||||
|
|
||||||
class TestResolveEnv(unittest.TestCase):
|
|
||||||
"""resolve_env raises MissingEnvVarError when an interpolated entry's
|
|
||||||
host var is unset."""
|
|
||||||
|
|
||||||
def _manifest(self, env_dict: dict[str, str]) -> Manifest:
|
|
||||||
idx = ManifestIndex.from_json_obj({
|
|
||||||
"bottles": {"dev": {"env": env_dict}},
|
|
||||||
"agents": {"demo": {"bottle": "dev"}},
|
|
||||||
})
|
|
||||||
return idx.load_for_agent("demo")
|
|
||||||
|
|
||||||
def test_missing_interpolated_host_var_raises(self):
|
|
||||||
manifest = self._manifest({"API_KEY": "${HOST_API_KEY}"})
|
|
||||||
with patch.dict("os.environ", {}, clear=False):
|
|
||||||
import os
|
|
||||||
os.environ.pop("HOST_API_KEY", None)
|
|
||||||
with self.assertRaises(MissingEnvVarError) as cm:
|
|
||||||
resolve_env(manifest)
|
|
||||||
self.assertIn("HOST_API_KEY", str(cm.exception))
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -79,11 +79,6 @@ class TestClaudeArgvWrapped(unittest.TestCase):
|
|||||||
"--",
|
"--",
|
||||||
"runuser", "-u", "node", "--",
|
"runuser", "-u", "node", "--",
|
||||||
"env", "HOME=/home/node", "USER=node",
|
"env", "HOME=/home/node", "USER=node",
|
||||||
(
|
|
||||||
"PATH=/home/node/.local/bin:"
|
|
||||||
"/home/node/.codex/packages/standalone/current/bin:"
|
|
||||||
"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
|
||||||
),
|
|
||||||
"claude",
|
"claude",
|
||||||
],
|
],
|
||||||
argv,
|
argv,
|
||||||
@@ -132,24 +127,16 @@ class TestClaudeArgvWrapped(unittest.TestCase):
|
|||||||
self.assertIn("HTTPS_PROXY=http://127.0.0.1:1234", argv)
|
self.assertIn("HTTPS_PROXY=http://127.0.0.1:1234", argv)
|
||||||
self.assertIn("NO_PROXY=localhost", argv)
|
self.assertIn("NO_PROXY=localhost", argv)
|
||||||
|
|
||||||
def test_guest_env_path_overrides_default_path(self):
|
|
||||||
argv = _unwrap(_bottle(None, PATH="/custom/bin").agent_argv([]))
|
|
||||||
self.assertIn("PATH=/custom/bin", argv)
|
|
||||||
self.assertFalse(any(
|
|
||||||
item.startswith("PATH=/home/node/.local/bin")
|
|
||||||
for item in argv
|
|
||||||
))
|
|
||||||
|
|
||||||
def test_runuser_switch_precedes_claude(self):
|
def test_runuser_switch_precedes_claude(self):
|
||||||
# The dashboard's `_build_resume_argv_with_fallback` finds
|
# The dashboard's `_build_resume_argv_with_fallback` finds
|
||||||
# the `claude` token to split exec-framing from the claude
|
# the `claude` token to split exec-framing from the claude
|
||||||
# tail. `runuser -u node --` must sit on the prefix side so
|
# tail. `runuser -u node --` must sit on the prefix side so
|
||||||
# the shell wrap inherits the UID switch.
|
# the shell wrap inherits the UID switch.
|
||||||
argv = _bottle().agent_argv([])
|
argv = _bottle().agent_argv([])
|
||||||
runuser_idx = argv.index("runuser")
|
agent_idx = argv.index("claude")
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
["runuser", "-u", "node", "--", "env"],
|
["runuser", "-u", "node", "--", "env"],
|
||||||
argv[runuser_idx:runuser_idx + 5],
|
argv[agent_idx - 7:agent_idx - 2],
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_pi_provider_appends_system_prompt_without_print_mode(self):
|
def test_pi_provider_appends_system_prompt_without_print_mode(self):
|
||||||
|
|||||||
@@ -94,10 +94,6 @@ class TestEnsureSmolmachine(unittest.TestCase):
|
|||||||
calls.append(name)
|
calls.append(name)
|
||||||
return _f
|
return _f
|
||||||
|
|
||||||
def save_and_record(image_ref: str, path: str) -> None:
|
|
||||||
Path(path).touch()
|
|
||||||
calls.append("save")
|
|
||||||
|
|
||||||
with patch.object(
|
with patch.object(
|
||||||
_launch_mod.docker_mod, "build_image",
|
_launch_mod.docker_mod, "build_image",
|
||||||
side_effect=record("build"),
|
side_effect=record("build"),
|
||||||
@@ -106,7 +102,7 @@ class TestEnsureSmolmachine(unittest.TestCase):
|
|||||||
return_value=f"sha256:{digest}fffffffffffffffff",
|
return_value=f"sha256:{digest}fffffffffffffffff",
|
||||||
), patch.object(
|
), patch.object(
|
||||||
_launch_mod.docker_mod, "save",
|
_launch_mod.docker_mod, "save",
|
||||||
side_effect=save_and_record,
|
side_effect=record("save"),
|
||||||
) as save, patch.object(
|
) as save, patch.object(
|
||||||
_launch_mod, "ephemeral_registry",
|
_launch_mod, "ephemeral_registry",
|
||||||
return_value=_Reg(),
|
return_value=_Reg(),
|
||||||
|
|||||||
@@ -8,7 +8,6 @@ inspecting running bundle containers' port bindings."""
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import json
|
import json
|
||||||
import os
|
|
||||||
import sqlite3
|
import sqlite3
|
||||||
import subprocess
|
import subprocess
|
||||||
import tempfile
|
import tempfile
|
||||||
@@ -113,16 +112,9 @@ class TestEnsurePool(unittest.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class TestAllocate(unittest.TestCase):
|
class TestAllocate(unittest.TestCase):
|
||||||
def test_per_bottle_alias_on_linux(self):
|
def test_returns_loopback_on_linux(self):
|
||||||
# Linux gets the same per-bottle scoping as macOS (127/8 is
|
with patch.object(loopback_alias, "_is_macos", return_value=False):
|
||||||
# already loopback, so no ifconfig is needed). A fresh host
|
self.assertEqual("127.0.0.1", loopback_alias.allocate("demo"))
|
||||||
# with no running bundles allocates the first pool entry.
|
|
||||||
with tempfile.TemporaryDirectory() as tmp:
|
|
||||||
lock_path = Path(tmp) / "smolmachines.lock"
|
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=False), \
|
|
||||||
patch.object(loopback_alias, "_ALLOC_LOCK_PATH", lock_path), \
|
|
||||||
patch.object(loopback_alias, "_aliases_in_use", return_value=set()):
|
|
||||||
self.assertEqual("127.0.0.16", loopback_alias.allocate("demo"))
|
|
||||||
|
|
||||||
def test_picks_lowest_unused_on_macos(self):
|
def test_picks_lowest_unused_on_macos(self):
|
||||||
# No bundles running -> first pool entry.
|
# No bundles running -> first pool entry.
|
||||||
@@ -174,25 +166,12 @@ class TestAllocateLock(unittest.TestCase):
|
|||||||
|
|
||||||
self.assertIn(fcntl_mod.LOCK_EX, flock_calls)
|
self.assertIn(fcntl_mod.LOCK_EX, flock_calls)
|
||||||
|
|
||||||
def test_acquires_exclusive_lock_on_linux(self):
|
def test_no_lock_on_linux(self):
|
||||||
# Linux allocates per-bottle too, so it must take the same
|
# Linux early-returns before touching the lock file.
|
||||||
# lock to serialise concurrent launches.
|
with patch.object(loopback_alias, "_is_macos", return_value=False), \
|
||||||
import fcntl as fcntl_mod
|
patch.object(loopback_alias.fcntl, "flock") as flock:
|
||||||
flock_calls: list[int] = []
|
loopback_alias.allocate("demo")
|
||||||
|
flock.assert_not_called()
|
||||||
def record_flock(fd, op): # type: ignore
|
|
||||||
flock_calls.append(op)
|
|
||||||
|
|
||||||
with tempfile.TemporaryDirectory() as tmp:
|
|
||||||
lock_path = Path(tmp) / "smolmachines.lock"
|
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=False), \
|
|
||||||
patch.object(loopback_alias, "_ALLOC_LOCK_PATH", lock_path), \
|
|
||||||
patch.object(loopback_alias, "_aliases_in_use", return_value=set()), \
|
|
||||||
patch.object(loopback_alias.fcntl, "flock",
|
|
||||||
side_effect=record_flock):
|
|
||||||
loopback_alias.allocate("demo")
|
|
||||||
|
|
||||||
self.assertIn(fcntl_mod.LOCK_EX, flock_calls)
|
|
||||||
|
|
||||||
def test_sequential_allocations_with_shared_lock_are_serialised(self):
|
def test_sequential_allocations_with_shared_lock_are_serialised(self):
|
||||||
# Two sequential calls share the same lock file. The second
|
# Two sequential calls share the same lock file. The second
|
||||||
@@ -262,12 +241,10 @@ class TestAliasInUseDetection(unittest.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class TestForceAllowlist(unittest.TestCase):
|
class TestForceAllowlist(unittest.TestCase):
|
||||||
"""Smolvm 0.8.0 silently drops `--allow-cidr` with `--from`, so
|
"""Smolvm 0.8.0 silently drops `--allow-cidr` with `--from`,
|
||||||
`force_allowlist` opens the state DB directly and sets the row's
|
so `force_allowlist` opens the state DB directly and sets
|
||||||
`allowed_cidrs` field — on both macOS and Linux. It is
|
the row's `allowed_cidrs` field. Round-trip tests against a
|
||||||
fail-closed: it dies rather than launching a VM whose allowlist
|
real SQLite DB to lock down the BLOB encoding."""
|
||||||
it can't confirm. Round-trip tests against a real SQLite DB to
|
|
||||||
lock down the BLOB encoding."""
|
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="smolvm-db.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="smolvm-db.")
|
||||||
@@ -313,67 +290,17 @@ class TestForceAllowlist(unittest.TestCase):
|
|||||||
self.assertEqual(4, cfg["cpus"])
|
self.assertEqual(4, cfg["cpus"])
|
||||||
self.assertTrue(cfg["network"])
|
self.assertTrue(cfg["network"])
|
||||||
|
|
||||||
def test_patches_on_linux_too(self):
|
def test_noop_on_linux(self):
|
||||||
# force_allowlist no longer no-ops on Linux — the TSI
|
|
||||||
# allowlist must be enforced there as well.
|
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=False), \
|
with patch.object(loopback_alias, "_is_macos", return_value=False), \
|
||||||
patch.object(loopback_alias, "_SMOLVM_DB_PATH", self.db):
|
patch.object(loopback_alias, "_SMOLVM_DB_PATH", self.db):
|
||||||
loopback_alias.force_allowlist("demo-vm", ["127.0.0.16/32"])
|
loopback_alias.force_allowlist("demo-vm", ["127.0.0.16/32"])
|
||||||
|
# DB row should be untouched.
|
||||||
con = sqlite3.connect(str(self.db))
|
con = sqlite3.connect(str(self.db))
|
||||||
cfg = json.loads(con.execute(
|
cfg = json.loads(con.execute(
|
||||||
"SELECT data FROM vms WHERE name='demo-vm'",
|
"SELECT data FROM vms WHERE name='demo-vm'",
|
||||||
).fetchone()[0])
|
).fetchone()[0])
|
||||||
con.close()
|
con.close()
|
||||||
self.assertEqual(["127.0.0.16/32"], cfg["allowed_cidrs"])
|
self.assertIsNone(cfg["allowed_cidrs"])
|
||||||
|
|
||||||
def test_skips_write_when_already_matching(self):
|
|
||||||
# A newer smolvm that honors --allow-cidr at create leaves the
|
|
||||||
# row already correct; force_allowlist must not rewrite it. We
|
|
||||||
# detect a no-write by comparing the raw BLOB byte-for-byte
|
|
||||||
# (a rewrite re-serialises the JSON, changing key order/bytes
|
|
||||||
# is not guaranteed, but mtime/identity isn't observable — so
|
|
||||||
# we assert the stored bytes are exactly what we pre-seeded).
|
|
||||||
seeded = json.dumps({
|
|
||||||
"name": "demo-vm", "cpus": 4, "mem": 8192,
|
|
||||||
"network": True, "allowed_cidrs": ["127.0.0.16/32"],
|
|
||||||
}).encode()
|
|
||||||
con = sqlite3.connect(str(self.db))
|
|
||||||
con.execute(
|
|
||||||
"UPDATE vms SET data=? WHERE name='demo-vm'",
|
|
||||||
(sqlite3.Binary(seeded),),
|
|
||||||
)
|
|
||||||
con.commit()
|
|
||||||
con.close()
|
|
||||||
|
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=True), \
|
|
||||||
patch.object(loopback_alias, "_SMOLVM_DB_PATH", self.db):
|
|
||||||
loopback_alias.force_allowlist("demo-vm", ["127.0.0.16/32"])
|
|
||||||
|
|
||||||
con = sqlite3.connect(str(self.db))
|
|
||||||
stored = con.execute(
|
|
||||||
"SELECT data FROM vms WHERE name='demo-vm'").fetchone()[0]
|
|
||||||
con.close()
|
|
||||||
self.assertEqual(seeded, bytes(stored))
|
|
||||||
|
|
||||||
def test_dies_when_patch_does_not_take(self):
|
|
||||||
# If the persisted allowlist still doesn't match after the
|
|
||||||
# patch (e.g. wrong schema / smolvm stores it elsewhere),
|
|
||||||
# force_allowlist must fail closed rather than boot the VM.
|
|
||||||
original = loopback_alias._read_machine_cfg
|
|
||||||
|
|
||||||
def stale_cfg(con: sqlite3.Connection, name: str) -> dict[str, object]:
|
|
||||||
# Always report the un-patched row so the post-write
|
|
||||||
# verification never sees the requested cidrs.
|
|
||||||
cfg = original(con, name)
|
|
||||||
cfg["allowed_cidrs"] = None
|
|
||||||
return cfg
|
|
||||||
|
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=True), \
|
|
||||||
patch.object(loopback_alias, "_SMOLVM_DB_PATH", self.db), \
|
|
||||||
patch.object(loopback_alias, "_read_machine_cfg", side_effect=stale_cfg), \
|
|
||||||
patch.object(loopback_alias, "die", side_effect=SystemExit("die")):
|
|
||||||
with self.assertRaises(SystemExit):
|
|
||||||
loopback_alias.force_allowlist("demo-vm", ["127.0.0.16/32"])
|
|
||||||
|
|
||||||
def test_dies_on_missing_db(self):
|
def test_dies_on_missing_db(self):
|
||||||
with patch.object(loopback_alias, "_is_macos", return_value=True), \
|
with patch.object(loopback_alias, "_is_macos", return_value=True), \
|
||||||
@@ -396,35 +323,5 @@ class TestForceAllowlist(unittest.TestCase):
|
|||||||
loopback_alias.force_allowlist("not-in-db", ["127.0.0.16/32"])
|
loopback_alias.force_allowlist("not-in-db", ["127.0.0.16/32"])
|
||||||
|
|
||||||
|
|
||||||
class TestSmolvmDbPath(unittest.TestCase):
|
|
||||||
"""The smolvm state-DB path is platform-derived: Application
|
|
||||||
Support on macOS, XDG data dir on Linux."""
|
|
||||||
|
|
||||||
def test_macos_path(self):
|
|
||||||
with patch.object(loopback_alias.platform, "system", return_value="Darwin"):
|
|
||||||
p = loopback_alias._smolvm_db_path()
|
|
||||||
self.assertEqual(
|
|
||||||
("Library", "Application Support", "smolvm", "server", "smolvm.db"),
|
|
||||||
p.parts[-5:],
|
|
||||||
)
|
|
||||||
|
|
||||||
def test_linux_default_xdg_path(self):
|
|
||||||
env = {k: v for k, v in os.environ.items() if k != "XDG_DATA_HOME"}
|
|
||||||
with patch.object(loopback_alias.platform, "system", return_value="Linux"), \
|
|
||||||
patch.dict(loopback_alias.os.environ, env, clear=True):
|
|
||||||
p = loopback_alias._smolvm_db_path()
|
|
||||||
self.assertEqual(
|
|
||||||
(".local", "share", "smolvm", "server", "smolvm.db"),
|
|
||||||
p.parts[-5:],
|
|
||||||
)
|
|
||||||
|
|
||||||
def test_linux_respects_xdg_data_home(self):
|
|
||||||
with patch.object(loopback_alias.platform, "system", return_value="Linux"), \
|
|
||||||
patch.dict(loopback_alias.os.environ,
|
|
||||||
{"XDG_DATA_HOME": "/custom/data"}, clear=False):
|
|
||||||
p = loopback_alias._smolvm_db_path()
|
|
||||||
self.assertEqual(Path("/custom/data/smolvm/server/smolvm.db"), p)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -130,7 +130,7 @@ def _plan(
|
|||||||
if supervise:
|
if supervise:
|
||||||
supervise_plan = SupervisePlan(
|
supervise_plan = SupervisePlan(
|
||||||
slug="demo-abc12",
|
slug="demo-abc12",
|
||||||
db_path=Path("/tmp/bot-bottle.db"),
|
queue_dir=Path("/tmp/queue"),
|
||||||
)
|
)
|
||||||
return SmolmachinesBottlePlan(
|
return SmolmachinesBottlePlan(
|
||||||
spec=spec,
|
spec=spec,
|
||||||
@@ -276,8 +276,8 @@ class TestProvisionCA(unittest.TestCase):
|
|||||||
str(self.egress_ca),
|
str(self.egress_ca),
|
||||||
AGENT_CA_PATH,
|
AGENT_CA_PATH,
|
||||||
)
|
)
|
||||||
self.assertEqual(2, bottle.exec.call_count)
|
bottle.exec.assert_called_once()
|
||||||
script = bottle.exec.call_args_list[1].args[0]
|
script = bottle.exec.call_args.args[0]
|
||||||
self.assertIn("chmod 644", script)
|
self.assertIn("chmod 644", script)
|
||||||
self.assertIn("update-ca-certificates", script)
|
self.assertIn("update-ca-certificates", script)
|
||||||
self.assertEqual("root", bottle.exec.call_args.kwargs.get("user"))
|
self.assertEqual("root", bottle.exec.call_args.kwargs.get("user"))
|
||||||
@@ -422,14 +422,6 @@ class TestBundleLaunchSpec(unittest.TestCase):
|
|||||||
spec.environment,
|
spec.environment,
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_supervise_adds_daemon_volume_and_env(self):
|
|
||||||
from bot_bottle.supervise import DB_PATH_IN_CONTAINER
|
|
||||||
plan = _plan(supervise=True)
|
|
||||||
spec = _bundle_launch_spec(plan, "net", "127.0.0.16")
|
|
||||||
self.assertIn("supervise", spec.daemons_csv)
|
|
||||||
self.assertIn(f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}", spec.environment)
|
|
||||||
self.assertIn(("/tmp/bot-bottle.db", DB_PATH_IN_CONTAINER, False), spec.volumes)
|
|
||||||
|
|
||||||
def test_canary_env_visible_to_smolvm_guest(self):
|
def test_canary_env_visible_to_smolvm_guest(self):
|
||||||
plan = _plan(canary=True)
|
plan = _plan(canary=True)
|
||||||
with patch.object(
|
with patch.object(
|
||||||
@@ -506,54 +498,5 @@ class TestProvisionGitUser(unittest.TestCase):
|
|||||||
self.assertIn("bot@example.com", calls[0][0])
|
self.assertIn("bot@example.com", calls[0][0])
|
||||||
|
|
||||||
|
|
||||||
class TestProxyHost(unittest.TestCase):
|
|
||||||
"""_proxy_host returns the bridge gateway on Linux and the loopback
|
|
||||||
alias on other platforms."""
|
|
||||||
|
|
||||||
def test_linux_returns_bundle_gateway(self):
|
|
||||||
plan = _plan()
|
|
||||||
with patch("bot_bottle.backend.smolmachines.launch.platform.system",
|
|
||||||
return_value="Linux"):
|
|
||||||
result = _launch._proxy_host(plan, "127.0.0.16")
|
|
||||||
self.assertEqual(plan.bundle_gateway, result)
|
|
||||||
|
|
||||||
def test_non_linux_returns_loopback(self):
|
|
||||||
plan = _plan()
|
|
||||||
with patch("bot_bottle.backend.smolmachines.launch.platform.system",
|
|
||||||
return_value="Darwin"):
|
|
||||||
result = _launch._proxy_host(plan, "127.0.0.16")
|
|
||||||
self.assertEqual("127.0.0.16", result)
|
|
||||||
|
|
||||||
|
|
||||||
class TestDiscoverUrls(unittest.TestCase):
|
|
||||||
"""_discover_urls stamps git-gate host + supervise URL into the plan."""
|
|
||||||
|
|
||||||
def test_git_gate_host_set_when_upstreams_present(self):
|
|
||||||
plan = _plan()
|
|
||||||
plan = replace(
|
|
||||||
plan,
|
|
||||||
git_gate_plan=replace(
|
|
||||||
plan.git_gate_plan,
|
|
||||||
upstreams=(GitGateUpstream(
|
|
||||||
name="bot-bottle",
|
|
||||||
upstream_url="ssh://git@host/repo.git",
|
|
||||||
upstream_host="host",
|
|
||||||
upstream_port="22",
|
|
||||||
identity_file="/tmp/key",
|
|
||||||
known_host_key="",
|
|
||||||
),),
|
|
||||||
),
|
|
||||||
)
|
|
||||||
with patch.object(_launch._bundle, "bundle_host_port", return_value="9420"):
|
|
||||||
stamped = _launch._discover_urls(plan, "127.0.0.16")
|
|
||||||
self.assertEqual("127.0.0.16:9420", stamped.agent_git_gate_host)
|
|
||||||
|
|
||||||
def test_supervise_url_set_when_supervise_present(self):
|
|
||||||
plan = _plan(supervise=True)
|
|
||||||
with patch.object(_launch._bundle, "bundle_host_port", return_value="55556"):
|
|
||||||
stamped = _launch._discover_urls(plan, "127.0.0.16")
|
|
||||||
self.assertEqual("http://127.0.0.16:55556/", stamped.agent_supervise_url)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -79,7 +79,7 @@ class TestArgvShapes(unittest.TestCase):
|
|||||||
with self._patch_run() as m:
|
with self._patch_run() as m:
|
||||||
machine_create("agent-xyz")
|
machine_create("agent-xyz")
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
["smolvm", "machine", "create", "--name", "agent-xyz"],
|
["smolvm", "machine", "create", "agent-xyz"],
|
||||||
m.call_args.args[0],
|
m.call_args.args[0],
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -103,8 +103,7 @@ class TestArgvShapes(unittest.TestCase):
|
|||||||
self.assertIn("192.168.50.2/32", argv)
|
self.assertIn("192.168.50.2/32", argv)
|
||||||
self.assertIn("-e", argv)
|
self.assertIn("-e", argv)
|
||||||
self.assertIn("HTTPS_PROXY=http://192.168.50.2:8888", argv)
|
self.assertIn("HTTPS_PROXY=http://192.168.50.2:8888", argv)
|
||||||
self.assertIn("--name", argv)
|
self.assertEqual("agent-xyz", argv[-1])
|
||||||
self.assertIn("agent-xyz", argv)
|
|
||||||
|
|
||||||
def test_machine_create_omits_net_when_no_allow_cidrs(self):
|
def test_machine_create_omits_net_when_no_allow_cidrs(self):
|
||||||
with self._patch_run() as m:
|
with self._patch_run() as m:
|
||||||
@@ -128,13 +127,13 @@ class TestArgvShapes(unittest.TestCase):
|
|||||||
m.call_args.args[0],
|
m.call_args.args[0],
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_machine_delete_uses_name_flag_and_force(self):
|
def test_machine_delete_uses_positional_name_and_force(self):
|
||||||
# delete uses --name flag; -f required so no interactive
|
# delete NAME is positional; -f required so no interactive
|
||||||
# confirmation blocks teardown.
|
# confirmation blocks teardown.
|
||||||
with self._patch_run() as m:
|
with self._patch_run() as m:
|
||||||
machine_delete("agent-xyz")
|
machine_delete("agent-xyz")
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
["smolvm", "machine", "delete", "--name", "agent-xyz", "-f"],
|
["smolvm", "machine", "delete", "-f", "agent-xyz"],
|
||||||
m.call_args.args[0],
|
m.call_args.args[0],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -56,14 +56,9 @@ class TestBundleSubnet(unittest.TestCase):
|
|||||||
|
|
||||||
class TestPreflight(unittest.TestCase):
|
class TestPreflight(unittest.TestCase):
|
||||||
def test_smolvm_present_returns_none(self):
|
def test_smolvm_present_returns_none(self):
|
||||||
# Pin macOS so the Linux KVM gate doesn't fire on a CI runner
|
|
||||||
# (ubuntu, no /dev/kvm) — this test isolates the PATH check.
|
|
||||||
with patch(
|
with patch(
|
||||||
"bot_bottle.backend.smolmachines.util.shutil.which",
|
"bot_bottle.backend.smolmachines.util.shutil.which",
|
||||||
return_value="/usr/local/bin/smolvm",
|
return_value="/usr/local/bin/smolvm",
|
||||||
), patch(
|
|
||||||
"bot_bottle.backend.smolmachines.util.platform.system",
|
|
||||||
return_value="Darwin",
|
|
||||||
):
|
):
|
||||||
self.assertIsNone(smolmachines_preflight())
|
self.assertIsNone(smolmachines_preflight())
|
||||||
|
|
||||||
@@ -93,63 +88,5 @@ class TestPreflight(unittest.TestCase):
|
|||||||
self.assertIn("BOT_BOTTLE_BACKEND=docker", msg)
|
self.assertIn("BOT_BOTTLE_BACKEND=docker", msg)
|
||||||
|
|
||||||
|
|
||||||
class TestKvmPreflight(unittest.TestCase):
|
|
||||||
"""Linux-only KVM gate: smolvm needs /dev/kvm present and
|
|
||||||
accessible. macOS skips this entirely (Hypervisor.framework)."""
|
|
||||||
|
|
||||||
def _run(self, *, system: str, exists: bool, access: bool) -> None:
|
|
||||||
with patch(
|
|
||||||
"bot_bottle.backend.smolmachines.util.shutil.which",
|
|
||||||
return_value="/usr/bin/smolvm",
|
|
||||||
), patch(
|
|
||||||
"bot_bottle.backend.smolmachines.util.platform.system",
|
|
||||||
return_value=system,
|
|
||||||
), patch(
|
|
||||||
"bot_bottle.backend.smolmachines.util.os.path.exists",
|
|
||||||
return_value=exists,
|
|
||||||
), patch(
|
|
||||||
"bot_bottle.backend.smolmachines.util.os.access",
|
|
||||||
return_value=access,
|
|
||||||
):
|
|
||||||
return smolmachines_preflight()
|
|
||||||
|
|
||||||
def test_macos_skips_kvm_check(self):
|
|
||||||
# Even with /dev/kvm absent, macOS must not run the gate.
|
|
||||||
self.assertIsNone(self._run(system="Darwin", exists=False, access=False))
|
|
||||||
|
|
||||||
def test_linux_ok_returns_none(self):
|
|
||||||
self.assertIsNone(self._run(system="Linux", exists=True, access=True))
|
|
||||||
|
|
||||||
def test_linux_missing_device_dies(self):
|
|
||||||
with self.assertRaises(SystemExit):
|
|
||||||
self._run(system="Linux", exists=False, access=False)
|
|
||||||
|
|
||||||
def test_linux_no_access_dies(self):
|
|
||||||
with self.assertRaises(SystemExit):
|
|
||||||
self._run(system="Linux", exists=True, access=False)
|
|
||||||
|
|
||||||
def test_linux_missing_device_message(self):
|
|
||||||
import io
|
|
||||||
import sys
|
|
||||||
captured = io.StringIO()
|
|
||||||
with patch.object(sys, "stderr", captured):
|
|
||||||
with self.assertRaises(SystemExit):
|
|
||||||
self._run(system="Linux", exists=False, access=False)
|
|
||||||
msg = captured.getvalue()
|
|
||||||
self.assertIn("/dev/kvm", msg)
|
|
||||||
self.assertIn("kvm-intel", msg)
|
|
||||||
|
|
||||||
def test_linux_no_access_message(self):
|
|
||||||
import io
|
|
||||||
import sys
|
|
||||||
captured = io.StringIO()
|
|
||||||
with patch.object(sys, "stderr", captured):
|
|
||||||
with self.assertRaises(SystemExit):
|
|
||||||
self._run(system="Linux", exists=True, access=False)
|
|
||||||
msg = captured.getvalue()
|
|
||||||
self.assertIn("kvm", msg)
|
|
||||||
self.assertIn("group", msg)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
"""Unit: supervise queue + audit log + diff helpers (PRD 0013)."""
|
"""Unit: supervise queue + audit log + diff helpers (PRD 0013)."""
|
||||||
|
|
||||||
|
import json
|
||||||
import tempfile
|
import tempfile
|
||||||
import threading
|
import threading
|
||||||
import time
|
import time
|
||||||
@@ -8,9 +9,6 @@ from datetime import datetime, timezone
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from bot_bottle import supervise
|
from bot_bottle import supervise
|
||||||
from bot_bottle import supervise_types as sv_types
|
|
||||||
from bot_bottle.audit_store import AuditStore
|
|
||||||
from bot_bottle.queue_store import QueueStore
|
|
||||||
from bot_bottle.supervise import (
|
from bot_bottle.supervise import (
|
||||||
AuditEntry,
|
AuditEntry,
|
||||||
Proposal,
|
Proposal,
|
||||||
@@ -21,7 +19,7 @@ from bot_bottle.supervise import (
|
|||||||
TOOL_EGRESS_ALLOW,
|
TOOL_EGRESS_ALLOW,
|
||||||
TOOL_GITLEAKS_ALLOW,
|
TOOL_GITLEAKS_ALLOW,
|
||||||
archive_proposal,
|
archive_proposal,
|
||||||
host_db_path,
|
audit_log_path,
|
||||||
list_pending_proposals,
|
list_pending_proposals,
|
||||||
read_audit_entries,
|
read_audit_entries,
|
||||||
read_proposal,
|
read_proposal,
|
||||||
@@ -114,52 +112,32 @@ class TestResponseRoundtrip(unittest.TestCase):
|
|||||||
class TestQueueIO(unittest.TestCase):
|
class TestQueueIO(unittest.TestCase):
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="bot-bottle-supervise-test.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="bot-bottle-supervise-test.")
|
||||||
self._home_patch = self._patch_home(Path(self._tmp.name))
|
self.queue_dir = Path(self._tmp.name)
|
||||||
self.slug = "dev"
|
|
||||||
QueueStore("").migrate()
|
|
||||||
|
|
||||||
def tearDown(self):
|
def tearDown(self):
|
||||||
self._home_patch()
|
|
||||||
self._tmp.cleanup()
|
self._tmp.cleanup()
|
||||||
|
|
||||||
def _patch_home(self, fake_home: Path):
|
|
||||||
original_sv = supervise.bot_bottle_root
|
|
||||||
original_svt = sv_types.bot_bottle_root
|
|
||||||
|
|
||||||
def fake_root() -> Path:
|
|
||||||
return fake_home / ".bot-bottle"
|
|
||||||
|
|
||||||
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
|
||||||
sv_types.bot_bottle_root = fake_root # type: ignore[assignment]
|
|
||||||
|
|
||||||
def restore() -> None:
|
|
||||||
supervise.bot_bottle_root = original_sv # type: ignore[assignment]
|
|
||||||
sv_types.bot_bottle_root = original_svt # type: ignore[assignment]
|
|
||||||
|
|
||||||
return restore
|
|
||||||
|
|
||||||
def test_write_and_read_proposal(self):
|
def test_write_and_read_proposal(self):
|
||||||
p = _proposal()
|
p = _proposal()
|
||||||
path = write_proposal(p)
|
path = write_proposal(self.queue_dir, p)
|
||||||
self.assertTrue(path.exists())
|
self.assertTrue(path.exists())
|
||||||
self.assertEqual(host_db_path(), path)
|
|
||||||
self.assertEqual(0o600, path.stat().st_mode & 0o777)
|
self.assertEqual(0o600, path.stat().st_mode & 0o777)
|
||||||
loaded = read_proposal(self.slug, p.id)
|
loaded = read_proposal(self.queue_dir, p.id)
|
||||||
self.assertEqual(p, loaded)
|
self.assertEqual(p, loaded)
|
||||||
|
|
||||||
def test_list_pending_excludes_responded(self):
|
def test_list_pending_excludes_responded(self):
|
||||||
a = _proposal(justification="first")
|
a = _proposal(justification="first")
|
||||||
b = _proposal(justification="second")
|
b = _proposal(justification="second")
|
||||||
write_proposal(a)
|
write_proposal(self.queue_dir, a)
|
||||||
write_proposal(b)
|
write_proposal(self.queue_dir, b)
|
||||||
write_response(self.slug, Response(
|
write_response(self.queue_dir, Response(
|
||||||
proposal_id=a.id, status=STATUS_APPROVED, notes="",
|
proposal_id=a.id, status=STATUS_APPROVED, notes="",
|
||||||
))
|
))
|
||||||
pending = list_pending_proposals(self.slug)
|
pending = list_pending_proposals(self.queue_dir)
|
||||||
self.assertEqual([b.id], [p.id for p in pending])
|
self.assertEqual([b.id], [p.id for p in pending])
|
||||||
|
|
||||||
def test_list_pending_returns_empty_for_missing_slug(self):
|
def test_list_pending_returns_empty_for_missing_dir(self):
|
||||||
self.assertEqual([], list_pending_proposals("nope"))
|
self.assertEqual([], list_pending_proposals(self.queue_dir / "nope"))
|
||||||
|
|
||||||
def test_list_pending_sorted_by_arrival(self):
|
def test_list_pending_sorted_by_arrival(self):
|
||||||
# Fabricate two with explicit timestamps.
|
# Fabricate two with explicit timestamps.
|
||||||
@@ -176,30 +154,30 @@ class TestQueueIO(unittest.TestCase):
|
|||||||
now=datetime(2026, 5, 25, 14, 0, 0, tzinfo=timezone.utc),
|
now=datetime(2026, 5, 25, 14, 0, 0, tzinfo=timezone.utc),
|
||||||
)
|
)
|
||||||
# Write in reverse order.
|
# Write in reverse order.
|
||||||
write_proposal(b)
|
write_proposal(self.queue_dir, b)
|
||||||
write_proposal(a)
|
write_proposal(self.queue_dir, a)
|
||||||
ordered = list_pending_proposals(self.slug)
|
ordered = list_pending_proposals(self.queue_dir)
|
||||||
self.assertEqual([a.id, b.id], [p.id for p in ordered])
|
self.assertEqual([a.id, b.id], [p.id for p in ordered])
|
||||||
|
|
||||||
def test_write_and_read_response(self):
|
def test_write_and_read_response(self):
|
||||||
r = Response(proposal_id="xyz", status=STATUS_REJECTED, notes="no")
|
r = Response(proposal_id="xyz", status=STATUS_REJECTED, notes="no")
|
||||||
write_response(self.slug, r)
|
write_response(self.queue_dir, r)
|
||||||
self.assertEqual(r, read_response(self.slug, "xyz"))
|
self.assertEqual(r, read_response(self.queue_dir, "xyz"))
|
||||||
|
|
||||||
def test_wait_for_response_returns_when_file_appears(self):
|
def test_wait_for_response_returns_when_file_appears(self):
|
||||||
p = _proposal()
|
p = _proposal()
|
||||||
write_proposal(p)
|
write_proposal(self.queue_dir, p)
|
||||||
|
|
||||||
def write_after_delay():
|
def write_after_delay():
|
||||||
time.sleep(0.05)
|
time.sleep(0.05)
|
||||||
write_response(self.slug, Response(
|
write_response(self.queue_dir, Response(
|
||||||
proposal_id=p.id, status=STATUS_APPROVED, notes="ok",
|
proposal_id=p.id, status=STATUS_APPROVED, notes="ok",
|
||||||
))
|
))
|
||||||
|
|
||||||
t = threading.Thread(target=write_after_delay)
|
t = threading.Thread(target=write_after_delay)
|
||||||
t.start()
|
t.start()
|
||||||
try:
|
try:
|
||||||
r = wait_for_response(self.slug, p.id, poll_interval=0.01)
|
r = wait_for_response(self.queue_dir, p.id, poll_interval=0.01)
|
||||||
finally:
|
finally:
|
||||||
t.join()
|
t.join()
|
||||||
self.assertEqual(STATUS_APPROVED, r.status)
|
self.assertEqual(STATUS_APPROVED, r.status)
|
||||||
@@ -209,51 +187,44 @@ class TestQueueIO(unittest.TestCase):
|
|||||||
deadline = time.monotonic() + 0.05
|
deadline = time.monotonic() + 0.05
|
||||||
with self.assertRaises(TimeoutError):
|
with self.assertRaises(TimeoutError):
|
||||||
wait_for_response(
|
wait_for_response(
|
||||||
self.slug, "never",
|
self.queue_dir, "never",
|
||||||
poll_interval=0.01, deadline=deadline,
|
poll_interval=0.01, deadline=deadline,
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_archive_proposal_hides_rows(self):
|
def test_archive_proposal_moves_both_files(self):
|
||||||
p = _proposal()
|
p = _proposal()
|
||||||
write_proposal(p)
|
write_proposal(self.queue_dir, p)
|
||||||
write_response(self.slug, Response(
|
write_response(self.queue_dir, Response(
|
||||||
proposal_id=p.id, status=STATUS_APPROVED, notes="",
|
proposal_id=p.id, status=STATUS_APPROVED, notes="",
|
||||||
))
|
))
|
||||||
archive_proposal(self.slug, p.id)
|
archive_proposal(self.queue_dir, p.id)
|
||||||
self.assertEqual([], list_pending_proposals(self.slug))
|
self.assertFalse((self.queue_dir / f"{p.id}.proposal.json").exists())
|
||||||
with self.assertRaises(FileNotFoundError):
|
self.assertFalse((self.queue_dir / f"{p.id}.response.json").exists())
|
||||||
read_response(self.slug, p.id)
|
self.assertTrue((self.queue_dir / "processed" / f"{p.id}.proposal.json").exists())
|
||||||
|
self.assertTrue((self.queue_dir / "processed" / f"{p.id}.response.json").exists())
|
||||||
|
|
||||||
def test_archive_is_idempotent_on_missing_files(self):
|
def test_archive_is_idempotent_on_missing_files(self):
|
||||||
# Should not raise.
|
# Should not raise.
|
||||||
archive_proposal(self.slug, "nope")
|
archive_proposal(self.queue_dir, "nope")
|
||||||
|
|
||||||
|
|
||||||
class TestAuditLog(unittest.TestCase):
|
class TestAuditLog(unittest.TestCase):
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="bot-bottle-supervise-audit.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="bot-bottle-supervise-audit.")
|
||||||
self._home_patch = self._patch_home(Path(self._tmp.name))
|
self._home_patch = self._patch_home(Path(self._tmp.name))
|
||||||
AuditStore().migrate()
|
|
||||||
|
|
||||||
def tearDown(self):
|
def tearDown(self):
|
||||||
self._home_patch()
|
self._home_patch()
|
||||||
self._tmp.cleanup()
|
self._tmp.cleanup()
|
||||||
|
|
||||||
def _patch_home(self, fake_home: Path):
|
def _patch_home(self, fake_home: Path):
|
||||||
original_sv = supervise.bot_bottle_root
|
original = supervise.bot_bottle_root
|
||||||
original_svt = sv_types.bot_bottle_root
|
|
||||||
|
|
||||||
def fake_root() -> Path:
|
def fake_root() -> Path:
|
||||||
return fake_home / ".bot-bottle"
|
return fake_home / ".bot-bottle"
|
||||||
|
|
||||||
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
||||||
sv_types.bot_bottle_root = fake_root # type: ignore[assignment]
|
return lambda: setattr(supervise, "bot_bottle_root", original)
|
||||||
|
|
||||||
def restore() -> None:
|
|
||||||
supervise.bot_bottle_root = original_sv # type: ignore[assignment]
|
|
||||||
sv_types.bot_bottle_root = original_svt # type: ignore[assignment]
|
|
||||||
|
|
||||||
return restore
|
|
||||||
|
|
||||||
def test_write_then_read_single_entry(self):
|
def test_write_then_read_single_entry(self):
|
||||||
e = AuditEntry(
|
e = AuditEntry(
|
||||||
@@ -266,7 +237,6 @@ class TestAuditLog(unittest.TestCase):
|
|||||||
diff="--- before\n+++ after\n",
|
diff="--- before\n+++ after\n",
|
||||||
)
|
)
|
||||||
path = write_audit_entry(e)
|
path = write_audit_entry(e)
|
||||||
self.assertEqual(host_db_path(), path)
|
|
||||||
self.assertEqual(0o600, path.stat().st_mode & 0o777)
|
self.assertEqual(0o600, path.stat().st_mode & 0o777)
|
||||||
loaded = read_audit_entries("cred-proxy", "dev")
|
loaded = read_audit_entries("cred-proxy", "dev")
|
||||||
self.assertEqual([e], loaded)
|
self.assertEqual([e], loaded)
|
||||||
@@ -282,13 +252,12 @@ class TestAuditLog(unittest.TestCase):
|
|||||||
justification="",
|
justification="",
|
||||||
diff="",
|
diff="",
|
||||||
))
|
))
|
||||||
entries = read_audit_entries("egress", "dev")
|
path = audit_log_path("egress", "dev")
|
||||||
self.assertEqual(3, len(entries))
|
with path.open() as f:
|
||||||
self.assertEqual(
|
lines = [line for line in f if line.strip()]
|
||||||
["2026-05-25T12:00:00+00:00", "2026-05-25T12:00:01+00:00",
|
self.assertEqual(3, len(lines))
|
||||||
"2026-05-25T12:00:02+00:00"],
|
for line in lines:
|
||||||
[entry.timestamp for entry in entries],
|
self.assertTrue(json.loads(line)) # each line is valid JSON
|
||||||
)
|
|
||||||
|
|
||||||
def test_separate_logs_per_component_slug(self):
|
def test_separate_logs_per_component_slug(self):
|
||||||
write_audit_entry(AuditEntry(
|
write_audit_entry(AuditEntry(
|
||||||
@@ -400,24 +369,17 @@ class TestSupervisePrepare(unittest.TestCase):
|
|||||||
self._tmp.cleanup()
|
self._tmp.cleanup()
|
||||||
|
|
||||||
def _patch_home(self, fake_home: Path):
|
def _patch_home(self, fake_home: Path):
|
||||||
original_sv = supervise.bot_bottle_root
|
original = supervise.bot_bottle_root
|
||||||
original_svt = sv_types.bot_bottle_root
|
|
||||||
|
|
||||||
def fake_root() -> Path:
|
def fake_root() -> Path:
|
||||||
return fake_home / ".bot-bottle"
|
return fake_home / ".bot-bottle"
|
||||||
|
|
||||||
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
||||||
sv_types.bot_bottle_root = fake_root # type: ignore[assignment]
|
return lambda: setattr(supervise, "bot_bottle_root", original)
|
||||||
|
|
||||||
def restore() -> None:
|
|
||||||
supervise.bot_bottle_root = original_sv # type: ignore[assignment]
|
|
||||||
sv_types.bot_bottle_root = original_svt # type: ignore[assignment]
|
|
||||||
|
|
||||||
return restore
|
|
||||||
|
|
||||||
def test_prepare_creates_queue(self):
|
def test_prepare_creates_queue(self):
|
||||||
plan = _StubSupervise().prepare("dev", self.stage_dir)
|
plan = _StubSupervise().prepare("dev", self.stage_dir)
|
||||||
self.assertTrue(plan.db_path.is_file())
|
self.assertTrue(plan.queue_dir.is_dir())
|
||||||
self.assertEqual("dev", plan.slug)
|
self.assertEqual("dev", plan.slug)
|
||||||
self.assertEqual("", plan.internal_network)
|
self.assertEqual("", plan.internal_network)
|
||||||
|
|
||||||
|
|||||||
@@ -12,10 +12,7 @@ from pathlib import Path
|
|||||||
from unittest.mock import patch
|
from unittest.mock import patch
|
||||||
|
|
||||||
from bot_bottle import supervise
|
from bot_bottle import supervise
|
||||||
from bot_bottle import supervise_types as sv_types
|
|
||||||
from bot_bottle.audit_store import AuditStore
|
|
||||||
from bot_bottle.cli import supervise as supervise_cli
|
from bot_bottle.cli import supervise as supervise_cli
|
||||||
from bot_bottle.queue_store import QueueStore
|
|
||||||
from bot_bottle.supervise import (
|
from bot_bottle.supervise import (
|
||||||
Proposal,
|
Proposal,
|
||||||
STATUS_APPROVED,
|
STATUS_APPROVED,
|
||||||
@@ -55,22 +52,13 @@ class _FakeHomeMixin:
|
|||||||
|
|
||||||
def _setup_fake_home(self):
|
def _setup_fake_home(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-test.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-test.")
|
||||||
original_sv = supervise.bot_bottle_root
|
original = supervise.bot_bottle_root
|
||||||
original_svt = sv_types.bot_bottle_root
|
|
||||||
|
|
||||||
def fake_root() -> Path:
|
def fake_root() -> Path:
|
||||||
return Path(self._tmp.name) / ".bot-bottle"
|
return Path(self._tmp.name) / ".bot-bottle"
|
||||||
|
|
||||||
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
supervise.bot_bottle_root = fake_root # type: ignore[assignment]
|
||||||
sv_types.bot_bottle_root = fake_root # type: ignore[assignment]
|
self._restore_home = lambda: setattr(supervise, "bot_bottle_root", original)
|
||||||
|
|
||||||
def restore() -> None:
|
|
||||||
supervise.bot_bottle_root = original_sv # type: ignore[assignment]
|
|
||||||
sv_types.bot_bottle_root = original_svt # type: ignore[assignment]
|
|
||||||
|
|
||||||
self._restore_home = restore
|
|
||||||
QueueStore("").migrate()
|
|
||||||
AuditStore().migrate()
|
|
||||||
|
|
||||||
def _teardown_fake_home(self):
|
def _teardown_fake_home(self):
|
||||||
self._restore_home()
|
self._restore_home()
|
||||||
@@ -89,7 +77,9 @@ class TestDiscoverPending(_FakeHomeMixin, unittest.TestCase):
|
|||||||
|
|
||||||
def test_walks_all_slug_subdirs(self):
|
def test_walks_all_slug_subdirs(self):
|
||||||
for slug in ("dev", "api"):
|
for slug in ("dev", "api"):
|
||||||
supervise.write_proposal(_proposal(slug=slug))
|
qdir = supervise.queue_dir_for_slug(slug)
|
||||||
|
qdir.mkdir(parents=True)
|
||||||
|
supervise.write_proposal(qdir, _proposal(slug=slug))
|
||||||
pending = supervise_cli.discover_pending()
|
pending = supervise_cli.discover_pending()
|
||||||
self.assertEqual({"dev", "api"}, {qp.proposal.bottle_slug for qp in pending})
|
self.assertEqual({"dev", "api"}, {qp.proposal.bottle_slug for qp in pending})
|
||||||
|
|
||||||
@@ -107,14 +97,18 @@ class TestDiscoverPending(_FakeHomeMixin, unittest.TestCase):
|
|||||||
now=datetime(2026, 5, 25, 14, 0, 0, tzinfo=timezone.utc),
|
now=datetime(2026, 5, 25, 14, 0, 0, tzinfo=timezone.utc),
|
||||||
)
|
)
|
||||||
for p in (late, early):
|
for p in (late, early):
|
||||||
supervise.write_proposal(p)
|
qdir = supervise.queue_dir_for_slug(p.bottle_slug)
|
||||||
|
qdir.mkdir(parents=True, exist_ok=True)
|
||||||
|
supervise.write_proposal(qdir, p)
|
||||||
pending = supervise_cli.discover_pending()
|
pending = supervise_cli.discover_pending()
|
||||||
self.assertEqual([early.id, late.id], [qp.proposal.id for qp in pending])
|
self.assertEqual([early.id, late.id], [qp.proposal.id for qp in pending])
|
||||||
|
|
||||||
def test_excludes_already_responded(self):
|
def test_excludes_already_responded(self):
|
||||||
p = _proposal()
|
p = _proposal()
|
||||||
supervise.write_proposal(p)
|
qdir = supervise.queue_dir_for_slug("dev")
|
||||||
supervise.write_response("dev", supervise.Response(
|
qdir.mkdir(parents=True)
|
||||||
|
supervise.write_proposal(qdir, p)
|
||||||
|
supervise.write_response(qdir, supervise.Response(
|
||||||
proposal_id=p.id, status=STATUS_APPROVED, notes="",
|
proposal_id=p.id, status=STATUS_APPROVED, notes="",
|
||||||
))
|
))
|
||||||
self.assertEqual([], supervise_cli.discover_pending())
|
self.assertEqual([], supervise_cli.discover_pending())
|
||||||
@@ -129,8 +123,10 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
|
|
||||||
def _enqueue(self, tool: str = TOOL_EGRESS_ALLOW):
|
def _enqueue(self, tool: str = TOOL_EGRESS_ALLOW):
|
||||||
p = _proposal(tool=tool)
|
p = _proposal(tool=tool)
|
||||||
supervise.write_proposal(p)
|
qdir = supervise.queue_dir_for_slug("dev")
|
||||||
return supervise_cli.QueuedProposal(proposal=p)
|
qdir.mkdir(parents=True, exist_ok=True)
|
||||||
|
supervise.write_proposal(qdir, p)
|
||||||
|
return supervise_cli.QueuedProposal(proposal=p, queue_dir=qdir)
|
||||||
|
|
||||||
def test_approve_writes_response(self):
|
def test_approve_writes_response(self):
|
||||||
qp = self._enqueue()
|
qp = self._enqueue()
|
||||||
@@ -139,7 +135,7 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
return_value=("routes: []\n", "routes:\n - host: example.com\n"),
|
return_value=("routes: []\n", "routes:\n - host: example.com\n"),
|
||||||
):
|
):
|
||||||
supervise_cli.approve(qp)
|
supervise_cli.approve(qp)
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual(STATUS_APPROVED, resp.status)
|
self.assertEqual(STATUS_APPROVED, resp.status)
|
||||||
self.assertIsNone(resp.final_file)
|
self.assertIsNone(resp.final_file)
|
||||||
|
|
||||||
@@ -154,7 +150,7 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
final_file="routes:\n - host: edited.example.com\n",
|
final_file="routes:\n - host: edited.example.com\n",
|
||||||
notes="tweaked",
|
notes="tweaked",
|
||||||
)
|
)
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual(STATUS_MODIFIED, resp.status)
|
self.assertEqual(STATUS_MODIFIED, resp.status)
|
||||||
self.assertEqual("routes:\n - host: edited.example.com\n", resp.final_file)
|
self.assertEqual("routes:\n - host: edited.example.com\n", resp.final_file)
|
||||||
self.assertEqual("tweaked", resp.notes)
|
self.assertEqual("tweaked", resp.notes)
|
||||||
@@ -162,7 +158,7 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
def test_reject_writes_rejection(self):
|
def test_reject_writes_rejection(self):
|
||||||
qp = self._enqueue()
|
qp = self._enqueue()
|
||||||
supervise_cli.reject(qp, reason="nope")
|
supervise_cli.reject(qp, reason="nope")
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual(STATUS_REJECTED, resp.status)
|
self.assertEqual(STATUS_REJECTED, resp.status)
|
||||||
self.assertEqual("nope", resp.notes)
|
self.assertEqual("nope", resp.notes)
|
||||||
|
|
||||||
@@ -185,33 +181,36 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
def test_approve_gitleaks_allow_leaves_response_for_gate(self):
|
def test_approve_gitleaks_allow_leaves_response_for_gate(self):
|
||||||
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
||||||
supervise_cli.approve(qp, notes="dummy fixture")
|
supervise_cli.approve(qp, notes="dummy fixture")
|
||||||
# Gate polls the DB for the response; TUI must not archive it.
|
# Gate polls the queue dir for the response; TUI must not archive it.
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual(STATUS_APPROVED, resp.status)
|
self.assertEqual(STATUS_APPROVED, resp.status)
|
||||||
self.assertEqual("dummy fixture", resp.notes)
|
self.assertEqual("dummy fixture", resp.notes)
|
||||||
|
self.assertFalse((qp.queue_dir / "processed").exists())
|
||||||
|
|
||||||
def test_tui_gitleaks_allow_requires_reason(self):
|
def test_tui_gitleaks_allow_requires_reason(self):
|
||||||
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
||||||
with patch.object(supervise_cli, "_prompt", return_value=""):
|
with patch.object(supervise_cli, "_prompt", return_value=""):
|
||||||
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
||||||
self.assertEqual("approve aborted (empty reason)", status)
|
self.assertEqual("approve aborted (empty reason)", status)
|
||||||
|
self.assertFalse((qp.queue_dir / "processed").exists())
|
||||||
|
|
||||||
def test_tui_gitleaks_allow_writes_reason(self):
|
def test_tui_gitleaks_allow_writes_reason(self):
|
||||||
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
qp = self._enqueue(tool=TOOL_GITLEAKS_ALLOW)
|
||||||
with patch.object(supervise_cli, "_prompt", return_value="test fixture"):
|
with patch.object(supervise_cli, "_prompt", return_value="test fixture"):
|
||||||
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
||||||
self.assertIn("approved gitleaks-allow", status)
|
self.assertIn("approved gitleaks-allow", status)
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual("test fixture", resp.notes)
|
self.assertEqual("test fixture", resp.notes)
|
||||||
|
|
||||||
def test_approve_token_allow_leaves_response_for_egress(self):
|
def test_approve_token_allow_leaves_response_for_egress(self):
|
||||||
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
||||||
supervise_cli.approve(qp, notes="false positive")
|
supervise_cli.approve(qp, notes="false positive")
|
||||||
# The egress addon polls the DB for the response; the TUI must
|
# The egress addon polls the queue dir for the response; the TUI must
|
||||||
# not archive it (the addon archives after reading).
|
# not archive it (the addon archives after reading).
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual(STATUS_APPROVED, resp.status)
|
self.assertEqual(STATUS_APPROVED, resp.status)
|
||||||
self.assertEqual("false positive", resp.notes)
|
self.assertEqual("false positive", resp.notes)
|
||||||
|
self.assertFalse((qp.queue_dir / "processed").exists())
|
||||||
|
|
||||||
def test_token_allow_writes_no_audit_log(self):
|
def test_token_allow_writes_no_audit_log(self):
|
||||||
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
||||||
@@ -223,13 +222,14 @@ class TestApproveReject(_FakeHomeMixin, unittest.TestCase):
|
|||||||
with patch.object(supervise_cli, "_prompt", return_value=""):
|
with patch.object(supervise_cli, "_prompt", return_value=""):
|
||||||
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
||||||
self.assertEqual("approve aborted (empty reason)", status)
|
self.assertEqual("approve aborted (empty reason)", status)
|
||||||
|
self.assertFalse((qp.queue_dir / "processed").exists())
|
||||||
|
|
||||||
def test_tui_token_allow_writes_reason(self):
|
def test_tui_token_allow_writes_reason(self):
|
||||||
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
qp = self._enqueue(tool=TOOL_EGRESS_TOKEN_ALLOW)
|
||||||
with patch.object(supervise_cli, "_prompt", return_value="legit"):
|
with patch.object(supervise_cli, "_prompt", return_value="legit"):
|
||||||
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
status = supervise_cli._approve_from_tui(None, qp) # type: ignore[arg-type]
|
||||||
self.assertIn("approved egress-token-allow", status)
|
self.assertIn("approved egress-token-allow", status)
|
||||||
resp = read_response(qp.proposal.bottle_slug, qp.proposal.id)
|
resp = read_response(qp.queue_dir, qp.proposal.id)
|
||||||
self.assertEqual("legit", resp.notes)
|
self.assertEqual("legit", resp.notes)
|
||||||
|
|
||||||
def test_suffix_for_token_allow_is_txt(self):
|
def test_suffix_for_token_allow_is_txt(self):
|
||||||
|
|||||||
@@ -4,6 +4,7 @@ fallback paths."""
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
import tempfile
|
import tempfile
|
||||||
import time
|
import time
|
||||||
import unittest
|
import unittest
|
||||||
@@ -11,19 +12,14 @@ from pathlib import Path
|
|||||||
from unittest.mock import patch
|
from unittest.mock import patch
|
||||||
|
|
||||||
from bot_bottle import supervise
|
from bot_bottle import supervise
|
||||||
from bot_bottle.audit_store import AuditStore
|
|
||||||
from bot_bottle.queue_store import QueueStore
|
|
||||||
from bot_bottle.supervise import (
|
from bot_bottle.supervise import (
|
||||||
AuditEntry,
|
|
||||||
Proposal,
|
Proposal,
|
||||||
STATUS_APPROVED,
|
|
||||||
TOOL_EGRESS_ALLOW,
|
TOOL_EGRESS_ALLOW,
|
||||||
list_pending_proposals,
|
list_pending_proposals,
|
||||||
read_audit_entries,
|
read_audit_entries,
|
||||||
read_proposal,
|
read_proposal,
|
||||||
read_response,
|
read_response,
|
||||||
wait_for_response,
|
wait_for_response,
|
||||||
write_audit_entry,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -41,59 +37,58 @@ class TestPathHelpers(unittest.TestCase):
|
|||||||
def test_bot_bottle_root(self) -> None:
|
def test_bot_bottle_root(self) -> None:
|
||||||
self.assertTrue(str(supervise.bot_bottle_root()).endswith(".bot-bottle"))
|
self.assertTrue(str(supervise.bot_bottle_root()).endswith(".bot-bottle"))
|
||||||
|
|
||||||
|
def test_queue_dir_for_slug(self) -> None:
|
||||||
|
self.assertIn("slug", str(supervise.queue_dir_for_slug("slug")))
|
||||||
|
|
||||||
|
def test_id_from_non_proposal_filename(self) -> None:
|
||||||
|
self.assertIsNone(supervise._id_from_proposal_filename(Path("x.response.json")))
|
||||||
|
|
||||||
|
|
||||||
class TestReadMalformed(unittest.TestCase):
|
class TestReadMalformed(unittest.TestCase):
|
||||||
def test_read_proposal_missing_row(self) -> None:
|
def test_read_proposal_non_dict(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
(Path(d) / "p.proposal.json").write_text("[]")
|
||||||
QueueStore("slug").migrate()
|
with self.assertRaises(ValueError):
|
||||||
with self.assertRaises(FileNotFoundError):
|
read_proposal(Path(d), "p")
|
||||||
read_proposal("slug", "p")
|
|
||||||
|
|
||||||
def test_read_response_missing_row(self) -> None:
|
def test_read_response_non_dict(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
(Path(d) / "p.response.json").write_text("[]")
|
||||||
QueueStore("slug").migrate()
|
with self.assertRaises(ValueError):
|
||||||
with self.assertRaises(FileNotFoundError):
|
read_response(Path(d), "p")
|
||||||
read_response("slug", "p")
|
|
||||||
|
|
||||||
def test_list_pending_reads_db_only(self) -> None:
|
def test_list_pending_skips_malformed(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
qd = Path(d)
|
||||||
QueueStore("slug").migrate()
|
(qd / "bad.proposal.json").write_text("{ not json")
|
||||||
supervise.write_proposal(_proposal())
|
(qd / "arr.proposal.json").write_text("[]")
|
||||||
pending = list_pending_proposals("slug")
|
(qd / "incomplete.proposal.json").write_text("{}") # from_dict raises
|
||||||
|
supervise.write_proposal(qd, _proposal()) # one valid
|
||||||
|
pending = list_pending_proposals(qd)
|
||||||
self.assertEqual(1, len(pending))
|
self.assertEqual(1, len(pending))
|
||||||
self.assertEqual("slug", pending[0].bottle_slug)
|
self.assertEqual("slug", pending[0].bottle_slug)
|
||||||
|
|
||||||
def test_list_pending_skips_when_response_present(self) -> None:
|
def test_list_pending_skips_when_response_present(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
qd = Path(d)
|
||||||
QueueStore("slug").migrate()
|
p = _proposal()
|
||||||
p = _proposal()
|
supervise.write_proposal(qd, p)
|
||||||
supervise.write_proposal(p)
|
(qd / f"{p.id}.response.json").write_text("{}") # response exists -> skipped
|
||||||
supervise.write_response("slug", supervise.Response(
|
self.assertEqual([], list_pending_proposals(qd))
|
||||||
proposal_id=p.id,
|
|
||||||
status=STATUS_APPROVED,
|
|
||||||
notes="",
|
|
||||||
))
|
|
||||||
self.assertEqual([], list_pending_proposals("slug"))
|
|
||||||
|
|
||||||
|
|
||||||
class TestWaitForResponse(unittest.TestCase):
|
class TestWaitForResponse(unittest.TestCase):
|
||||||
def test_missing_response_times_out(self) -> None:
|
def test_malformed_response_then_timeout(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
(Path(d) / "p.response.json").write_text("{ not json")
|
||||||
QueueStore("slug").migrate()
|
with self.assertRaises(TimeoutError):
|
||||||
with self.assertRaises(TimeoutError):
|
wait_for_response(Path(d), "p", deadline=time.monotonic())
|
||||||
wait_for_response("slug", "p", deadline=time.monotonic())
|
|
||||||
|
|
||||||
def test_empty_db_response_does_not_count(self) -> None:
|
def test_incomplete_response_then_timeout(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as d:
|
with tempfile.TemporaryDirectory() as d:
|
||||||
with patch.dict("os.environ", {"HOME": d}):
|
(Path(d) / "p.response.json").write_text("{}") # dict but from_dict raises
|
||||||
QueueStore("slug").migrate()
|
with self.assertRaises(TimeoutError):
|
||||||
with self.assertRaises(TimeoutError):
|
wait_for_response(Path(d), "p", deadline=time.monotonic())
|
||||||
wait_for_response("slug", "p", deadline=time.monotonic())
|
|
||||||
|
|
||||||
|
|
||||||
class TestReadAuditEntries(unittest.TestCase):
|
class TestReadAuditEntries(unittest.TestCase):
|
||||||
@@ -102,102 +97,35 @@ class TestReadAuditEntries(unittest.TestCase):
|
|||||||
patch.dict("os.environ", {"HOME": home}):
|
patch.dict("os.environ", {"HOME": home}):
|
||||||
self.assertEqual([], read_audit_entries("egress", "nope"))
|
self.assertEqual([], read_audit_entries("egress", "nope"))
|
||||||
|
|
||||||
def test_reads_entries_from_db(self) -> None:
|
def test_skips_malformed_lines(self) -> None:
|
||||||
with tempfile.TemporaryDirectory() as home, \
|
|
||||||
patch.dict("os.environ", {"HOME": home}):
|
|
||||||
AuditStore().migrate()
|
|
||||||
write_audit_entry(AuditEntry(
|
|
||||||
timestamp="t",
|
|
||||||
bottle_slug="slug",
|
|
||||||
component="egress",
|
|
||||||
operator_action="approve",
|
|
||||||
operator_notes="",
|
|
||||||
justification="",
|
|
||||||
diff="",
|
|
||||||
))
|
|
||||||
write_audit_entry(AuditEntry(
|
|
||||||
timestamp="t",
|
|
||||||
bottle_slug="other",
|
|
||||||
component="egress",
|
|
||||||
operator_action="reject",
|
|
||||||
operator_notes="",
|
|
||||||
justification="",
|
|
||||||
diff="",
|
|
||||||
))
|
|
||||||
entries = read_audit_entries("egress", "slug")
|
|
||||||
self.assertEqual(1, len(entries))
|
|
||||||
self.assertEqual("approve", entries[0].operator_action)
|
|
||||||
|
|
||||||
def test_legacy_audit_log_file_does_not_count(self) -> None:
|
|
||||||
with tempfile.TemporaryDirectory() as home, \
|
with tempfile.TemporaryDirectory() as home, \
|
||||||
patch.dict("os.environ", {"HOME": home}):
|
patch.dict("os.environ", {"HOME": home}):
|
||||||
path = supervise.audit_log_path("egress", "slug")
|
path = supervise.audit_log_path("egress", "slug")
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
path.write_text(
|
valid = (
|
||||||
'{"timestamp": "t", "bottle_slug": "slug", "component": "egress",'
|
'{"timestamp": "t", "bottle_slug": "slug", "component": "egress",'
|
||||||
' "operator_action": "approve", "operator_notes": "",'
|
' "operator_action": "approve", "operator_notes": "",'
|
||||||
' "justification": "", "diff": ""}\n'
|
' "justification": "", "diff": ""}'
|
||||||
|
)
|
||||||
|
path.write_text(
|
||||||
|
"\n" # blank line skipped
|
||||||
|
"{ not json\n" # JSONDecodeError skipped
|
||||||
|
"[]\n" # not a dict skipped
|
||||||
|
"{}\n" # missing fields -> ValueError skipped
|
||||||
|
+ valid + "\n"
|
||||||
)
|
)
|
||||||
entries = read_audit_entries("egress", "slug")
|
entries = read_audit_entries("egress", "slug")
|
||||||
self.assertEqual([], entries)
|
self.assertEqual(1, len(entries))
|
||||||
|
self.assertEqual("approve", entries[0].operator_action)
|
||||||
|
|
||||||
|
|
||||||
class TestStoreGuardBranches(unittest.TestCase):
|
class TestFlockFallback(unittest.TestCase):
|
||||||
"""Direct QueueStore / AuditStore construction and early-return guard branches."""
|
def test_flock_on_closed_fd_is_swallowed(self) -> None:
|
||||||
|
# flock on a closed fd raises OSError(EBADF), which the helpers swallow.
|
||||||
def test_queue_store_explicit_db_path(self):
|
fd = os.open(os.devnull, os.O_RDONLY)
|
||||||
with tempfile.TemporaryDirectory() as d:
|
os.close(fd)
|
||||||
db = Path(d) / "q.db"
|
supervise._try_flock(fd)
|
||||||
store = QueueStore("key", db_path=db)
|
supervise._try_funlock(fd)
|
||||||
store.migrate()
|
|
||||||
self.assertTrue(db.is_file())
|
|
||||||
self.assertEqual(db, store.db_path)
|
|
||||||
|
|
||||||
def test_queue_store_missing_db_list_pending_returns_empty(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "q.db"
|
|
||||||
store = QueueStore("key", db_path=db)
|
|
||||||
store.migrate()
|
|
||||||
db.unlink()
|
|
||||||
self.assertEqual([], store.list_pending_proposals())
|
|
||||||
|
|
||||||
def test_queue_store_missing_db_list_all_returns_empty(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "q.db"
|
|
||||||
store = QueueStore("key", db_path=db)
|
|
||||||
store.migrate()
|
|
||||||
db.unlink()
|
|
||||||
self.assertEqual([], store.list_all_pending_proposals())
|
|
||||||
|
|
||||||
def test_queue_store_missing_db_archive_is_noop(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "q.db"
|
|
||||||
store = QueueStore("key", db_path=db)
|
|
||||||
store.migrate()
|
|
||||||
db.unlink()
|
|
||||||
store.archive_proposal("anything") # must not raise
|
|
||||||
|
|
||||||
def test_queue_store_chmod_oserror_is_swallowed(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "q.db"
|
|
||||||
store = QueueStore("key", db_path=db)
|
|
||||||
with patch("pathlib.Path.chmod", side_effect=OSError("ro")):
|
|
||||||
store.migrate() # must not raise
|
|
||||||
|
|
||||||
def test_audit_store_missing_db_read_returns_empty(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "a.db"
|
|
||||||
store = AuditStore(db_path=db)
|
|
||||||
store.migrate()
|
|
||||||
db.unlink()
|
|
||||||
self.assertEqual([], store.read_audit_entries("egress", "slug"))
|
|
||||||
|
|
||||||
def test_audit_store_chmod_oserror_is_swallowed(self):
|
|
||||||
with tempfile.TemporaryDirectory() as d:
|
|
||||||
db = Path(d) / "a.db"
|
|
||||||
store = AuditStore(db_path=db)
|
|
||||||
with patch("pathlib.Path.chmod", side_effect=OSError("ro")):
|
|
||||||
store.migrate() # must not raise
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|||||||
@@ -17,12 +17,8 @@ from unittest.mock import patch
|
|||||||
# bare name `supervise`.
|
# bare name `supervise`.
|
||||||
sys.path.insert(0, str(Path(__file__).resolve().parent.parent.parent / "bot_bottle"))
|
sys.path.insert(0, str(Path(__file__).resolve().parent.parent.parent / "bot_bottle"))
|
||||||
import supervise as _sv # noqa: E402 # type: ignore
|
import supervise as _sv # noqa: E402 # type: ignore
|
||||||
import queue_store as _qs # noqa: E402 # type: ignore
|
|
||||||
import audit_store as _as # noqa: E402 # type: ignore
|
|
||||||
import supervise_types as svt_flat # noqa: E402 # type: ignore
|
|
||||||
|
|
||||||
from bot_bottle import supervise_server # noqa: E402
|
from bot_bottle import supervise_server # noqa: E402
|
||||||
from bot_bottle import supervise_types as svt_pkg # noqa: E402
|
|
||||||
from bot_bottle.supervise_server import (
|
from bot_bottle.supervise_server import (
|
||||||
ERR_INTERNAL,
|
ERR_INTERNAL,
|
||||||
ERR_INVALID_PARAMS,
|
ERR_INVALID_PARAMS,
|
||||||
@@ -116,7 +112,7 @@ class TestRpcErrorTaxonomy(unittest.TestCase):
|
|||||||
validate_proposed_file(_sv.TOOL_EGRESS_ALLOW, "routes: nope\n")
|
validate_proposed_file(_sv.TOOL_EGRESS_ALLOW, "routes: nope\n")
|
||||||
|
|
||||||
def test_unknown_tool_in_tools_call_is_client_error(self):
|
def test_unknown_tool_in_tools_call_is_client_error(self):
|
||||||
config = ServerConfig(bottle_slug="dev")
|
config = ServerConfig(bottle_slug="dev", queue_dir=Path("/unused"))
|
||||||
with self.assertRaises(_RpcClientError) as cm:
|
with self.assertRaises(_RpcClientError) as cm:
|
||||||
handle_tools_call({"name": "no-such-tool", "arguments": {}}, config)
|
handle_tools_call({"name": "no-such-tool", "arguments": {}}, config)
|
||||||
self.assertEqual(ERR_INVALID_PARAMS, cm.exception.code)
|
self.assertEqual(ERR_INVALID_PARAMS, cm.exception.code)
|
||||||
@@ -126,9 +122,9 @@ class TestRpcInternalErrorOnIoFailure(unittest.TestCase):
|
|||||||
def test_write_proposal_os_error_raises_internal(self):
|
def test_write_proposal_os_error_raises_internal(self):
|
||||||
config = ServerConfig(
|
config = ServerConfig(
|
||||||
bottle_slug="dev",
|
bottle_slug="dev",
|
||||||
|
queue_dir=Path("/dev/null/cannot-exist"),
|
||||||
)
|
)
|
||||||
with patch.object(_sv, "write_proposal", side_effect=OSError("disk full")), \
|
with self.assertRaises(_RpcInternalError) as cm:
|
||||||
self.assertRaises(_RpcInternalError) as cm:
|
|
||||||
handle_tools_call(
|
handle_tools_call(
|
||||||
{
|
{
|
||||||
"name": _sv.TOOL_EGRESS_ALLOW,
|
"name": _sv.TOOL_EGRESS_ALLOW,
|
||||||
@@ -269,43 +265,21 @@ class TestHandleToolsList(unittest.TestCase):
|
|||||||
class TestHandleToolsCall(unittest.TestCase):
|
class TestHandleToolsCall(unittest.TestCase):
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-server-test.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-server-test.")
|
||||||
self._home_patch = self._patch_home(Path(self._tmp.name))
|
self.queue_dir = Path(self._tmp.name)
|
||||||
self.config = ServerConfig(bottle_slug="dev")
|
self.config = ServerConfig(bottle_slug="dev", queue_dir=self.queue_dir)
|
||||||
_qs.QueueStore("dev").migrate()
|
|
||||||
_as.AuditStore().migrate()
|
|
||||||
|
|
||||||
def tearDown(self):
|
def tearDown(self):
|
||||||
self._home_patch()
|
|
||||||
self._tmp.cleanup()
|
self._tmp.cleanup()
|
||||||
|
|
||||||
def _patch_home(self, fake_home: Path):
|
|
||||||
original_sv = _sv.bot_bottle_root
|
|
||||||
original_flat = svt_flat.bot_bottle_root
|
|
||||||
original_pkg = svt_pkg.bot_bottle_root
|
|
||||||
|
|
||||||
def fake_root() -> Path:
|
|
||||||
return fake_home / ".bot-bottle"
|
|
||||||
|
|
||||||
_sv.bot_bottle_root = fake_root # type: ignore[assignment]
|
|
||||||
svt_flat.bot_bottle_root = fake_root # type: ignore[assignment]
|
|
||||||
svt_pkg.bot_bottle_root = fake_root # type: ignore[assignment]
|
|
||||||
|
|
||||||
def restore() -> None:
|
|
||||||
_sv.bot_bottle_root = original_sv # type: ignore[assignment]
|
|
||||||
svt_flat.bot_bottle_root = original_flat # type: ignore[assignment]
|
|
||||||
svt_pkg.bot_bottle_root = original_pkg # type: ignore[assignment]
|
|
||||||
|
|
||||||
return restore
|
|
||||||
|
|
||||||
def _respond_when_proposal_appears(self, status: str, notes: str = "") -> threading.Thread:
|
def _respond_when_proposal_appears(self, status: str, notes: str = "") -> threading.Thread:
|
||||||
"""Background thread: poll the queue for a fresh proposal, write a
|
"""Background thread: poll the queue for a fresh proposal, write a
|
||||||
matching response. Returns the thread so the test can join it."""
|
matching response. Returns the thread so the test can join it."""
|
||||||
def runner():
|
def runner():
|
||||||
for _ in range(200):
|
for _ in range(200):
|
||||||
pending = _sv.list_pending_proposals("dev")
|
pending = _sv.list_pending_proposals(self.queue_dir)
|
||||||
if pending:
|
if pending:
|
||||||
p = pending[0]
|
p = pending[0]
|
||||||
_sv.write_response("dev", _sv.Response(
|
_sv.write_response(self.queue_dir, _sv.Response(
|
||||||
proposal_id=p.id, status=status, notes=notes,
|
proposal_id=p.id, status=status, notes=notes,
|
||||||
))
|
))
|
||||||
return
|
return
|
||||||
@@ -438,11 +412,15 @@ class TestHandleToolsCall(unittest.TestCase):
|
|||||||
finally:
|
finally:
|
||||||
responder.join()
|
responder.join()
|
||||||
# No pending proposals left after archive.
|
# No pending proposals left after archive.
|
||||||
self.assertEqual([], _sv.list_pending_proposals("dev"))
|
self.assertEqual([], _sv.list_pending_proposals(self.queue_dir))
|
||||||
|
# Both files moved to processed/.
|
||||||
|
processed = list((self.queue_dir / "processed").glob("*.json"))
|
||||||
|
self.assertEqual(2, len(processed))
|
||||||
|
|
||||||
def test_pending_response_times_out_without_archive(self):
|
def test_pending_response_times_out_without_archive(self):
|
||||||
config = ServerConfig(
|
config = ServerConfig(
|
||||||
bottle_slug="dev",
|
bottle_slug="dev",
|
||||||
|
queue_dir=self.queue_dir,
|
||||||
response_timeout_seconds=0.05,
|
response_timeout_seconds=0.05,
|
||||||
)
|
)
|
||||||
result = handle_tools_call(
|
result = handle_tools_call(
|
||||||
@@ -460,7 +438,8 @@ class TestHandleToolsCall(unittest.TestCase):
|
|||||||
text = result["content"][0]["text"] # type: ignore[index]
|
text = result["content"][0]["text"] # type: ignore[index]
|
||||||
self.assertIn("status: pending", text)
|
self.assertIn("status: pending", text)
|
||||||
self.assertIn("proposal remains queued", text)
|
self.assertIn("proposal remains queued", text)
|
||||||
self.assertEqual(1, len(_sv.list_pending_proposals("dev")))
|
self.assertEqual(1, len(_sv.list_pending_proposals(self.queue_dir)))
|
||||||
|
self.assertFalse((self.queue_dir / "processed").exists())
|
||||||
|
|
||||||
|
|
||||||
class TestHandleListEgressRoutes(unittest.TestCase):
|
class TestHandleListEgressRoutes(unittest.TestCase):
|
||||||
@@ -482,7 +461,7 @@ class TestHandleListEgressRoutes(unittest.TestCase):
|
|||||||
with patch.object(supervise_server.urllib.request, "build_opener", return_value=_Opener()):
|
with patch.object(supervise_server.urllib.request, "build_opener", return_value=_Opener()):
|
||||||
result = handle_list_egress_routes(
|
result = handle_list_egress_routes(
|
||||||
{},
|
{},
|
||||||
ServerConfig(bottle_slug="dev"),
|
ServerConfig(bottle_slug="dev", queue_dir=Path("/unused")),
|
||||||
)
|
)
|
||||||
|
|
||||||
self.assertFalse(result["isError"]) # type: ignore[index]
|
self.assertFalse(result["isError"]) # type: ignore[index]
|
||||||
@@ -497,7 +476,7 @@ class TestHandleListEgressRoutes(unittest.TestCase):
|
|||||||
with patch.object(supervise_server.urllib.request, "build_opener", return_value=_Opener()):
|
with patch.object(supervise_server.urllib.request, "build_opener", return_value=_Opener()):
|
||||||
result = handle_list_egress_routes(
|
result = handle_list_egress_routes(
|
||||||
{},
|
{},
|
||||||
ServerConfig(bottle_slug="dev"),
|
ServerConfig(bottle_slug="dev", queue_dir=Path("/unused")),
|
||||||
)
|
)
|
||||||
|
|
||||||
self.assertTrue(result["isError"]) # type: ignore[index]
|
self.assertTrue(result["isError"]) # type: ignore[index]
|
||||||
@@ -565,6 +544,7 @@ class TestHttpEndToEnd(unittest.TestCase):
|
|||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-http-test.")
|
self._tmp = tempfile.TemporaryDirectory(prefix="supervise-http-test.")
|
||||||
|
self.queue_dir = Path(self._tmp.name)
|
||||||
# Pick a random port by binding to :0 first.
|
# Pick a random port by binding to :0 first.
|
||||||
import socket
|
import socket
|
||||||
s = socket.socket()
|
s = socket.socket()
|
||||||
@@ -572,7 +552,7 @@ class TestHttpEndToEnd(unittest.TestCase):
|
|||||||
self.port = s.getsockname()[1]
|
self.port = s.getsockname()[1]
|
||||||
s.close()
|
s.close()
|
||||||
self.server = MCPServer(("127.0.0.1", self.port), MCPHandler)
|
self.server = MCPServer(("127.0.0.1", self.port), MCPHandler)
|
||||||
self.server.config = ServerConfig(bottle_slug="dev")
|
self.server.config = ServerConfig(bottle_slug="dev", queue_dir=self.queue_dir)
|
||||||
self.thread = threading.Thread(
|
self.thread = threading.Thread(
|
||||||
target=self.server.serve_forever, daemon=True,
|
target=self.server.serve_forever, daemon=True,
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user