Compare commits
118 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| a245d8a392 | |||
| d0eded11d0 | |||
| 7bbb56a4c8 | |||
| a772a2bbc8 | |||
| 5349620992 | |||
| 665ea5f9f4 | |||
| 443a73e3d0 | |||
| a5ebc2e8a0 | |||
| b5a001359a | |||
| dd0c4b9b96 | |||
| 5e49458725 | |||
| c40364b0b1 | |||
| c4415e99d1 | |||
| 814c7338a1 | |||
| fa7c6ab9d8 | |||
| e27bd66080 | |||
| d496e30681 | |||
| 61740cdb6a | |||
| f9662c88a5 | |||
| e89dffa899 | |||
| 21d03b7cc9 | |||
| eb804f8674 | |||
| b765f87fb5 | |||
| 1084d8b79d | |||
| 36e62cd7e8 | |||
| 70e58f1333 | |||
| 3703b6f59f | |||
| afd943c4f9 | |||
| 8f31741c9f | |||
| 5bfe45bc1d | |||
| 7aca7d5289 | |||
| f6d4eb9e3c | |||
| c5b9f05467 | |||
| 09a2329f31 | |||
| 03c89dae81 | |||
| dd7232f368 | |||
| 76fdefded3 | |||
| 1085a2280d | |||
| c97f4ecb8d | |||
| 142974a4b8 | |||
| 041d9bbbf5 | |||
| 9fb83ef1b0 | |||
| e7e8c7fdb4 | |||
| ed8fbfdfa8 | |||
| 5fcca2060f | |||
| a4d82e5ff2 | |||
| e8e4f6f7c7 | |||
| 5f0fc0d540 | |||
| 244ad6a914 | |||
| 29904609da | |||
| 3067b067d2 | |||
| 212551df9a | |||
| f1b8bbdfa1 | |||
| 08918f9a8a | |||
| 9af02831ea | |||
| 5970b785aa | |||
| 2f5cf81cf5 | |||
| 4a1e667306 | |||
| b93fe58523 | |||
| 94eca35b4f | |||
| f787764364 | |||
| a256e5762a | |||
| b7f5f6439e | |||
| 09755c3e24 | |||
| 121dc84b9f | |||
| 2a67a85835 | |||
| 0bb47bd754 | |||
| ebbcae663c | |||
| fc6dd37dd9 | |||
| 33fe8d2c7a | |||
| 0db76b877a | |||
| 8006702ee7 | |||
| d62664106c | |||
| cb79a22930 | |||
| 0a3832f0fb | |||
| 005b745dfd | |||
| 2ad1b96e77 | |||
| 8caa79ee76 | |||
| 74060192e0 | |||
| 5365a7a852 | |||
| f289b6382c | |||
| 3073230f58 | |||
| 18059f2a78 | |||
| 632ab002ed | |||
| af7f74dc32 | |||
| eaf6b1f72e | |||
| ca910f8f4f | |||
| 338c08a243 | |||
| 6faa6f67aa | |||
| b6ae6af63a | |||
| ad72eeddc1 | |||
| 61f89de2da | |||
| 1ba185d1e0 | |||
| e82dbaba09 | |||
| d7fbe8e8a9 | |||
| 50f5b3aa7f | |||
| 45a096413f | |||
| c6479d62e4 | |||
| d0cad3a559 | |||
| c2ddac1be5 | |||
| 446414144e | |||
| 8188d6304e | |||
| 9f7c067e85 | |||
| 90e84a52e6 | |||
| 75755a472f | |||
| 2f3dc57fa9 | |||
| 302920e290 | |||
| ca1b4afaea | |||
| d2072b13be | |||
| 36c5b7025b | |||
| 515a95a79d | |||
| 0bace7615a | |||
| c0d3f16519 | |||
| 508c537deb | |||
| d99dba037c | |||
| 9a878bd885 | |||
| 0f72843150 | |||
| fd6b14fb32 |
+18
@@ -0,0 +1,18 @@
|
|||||||
|
[run]
|
||||||
|
branch = True
|
||||||
|
source = .
|
||||||
|
|
||||||
|
[report]
|
||||||
|
# Coverage policy: see docs/decisions/0004-coverage-policy.md.
|
||||||
|
#
|
||||||
|
# `omit` is reserved for genuinely interactive entry-point shells whose
|
||||||
|
# bodies are `read_tty_line()` / curses prompt loops — there is no
|
||||||
|
# behaviour to assert that a test wouldn't have to fake wholesale, so a
|
||||||
|
# test here would inflate the number without buying confidence. This is
|
||||||
|
# NOT a place to hide subprocess/backend orchestration: that code is
|
||||||
|
# security-relevant and is measured via the integration suite instead
|
||||||
|
# (run scripts/coverage.sh for the combined unit+integration number).
|
||||||
|
omit =
|
||||||
|
bot_bottle/cli/tui.py
|
||||||
|
bot_bottle/cli/init.py
|
||||||
|
tests/*
|
||||||
@@ -39,8 +39,14 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
python-version: "3.12"
|
python-version: "3.12"
|
||||||
|
|
||||||
|
- name: Install dev requirements
|
||||||
|
run: python3 -m pip install -r requirements-dev.txt
|
||||||
|
|
||||||
- name: Run unit tests
|
- name: Run unit tests
|
||||||
run: python3 -m unittest discover -t . -s tests/unit -v
|
run: python3 -m coverage run -m unittest discover -t . -s tests/unit -v
|
||||||
|
|
||||||
|
- name: Report unit coverage
|
||||||
|
run: python3 -m coverage report -m
|
||||||
|
|
||||||
integration:
|
integration:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
@@ -64,3 +70,32 @@ jobs:
|
|||||||
|
|
||||||
- name: Run integration tests
|
- name: Run integration tests
|
||||||
run: python3 -m unittest discover -t . -s tests/integration -v
|
run: python3 -m unittest discover -t . -s tests/integration -v
|
||||||
|
|
||||||
|
# Combined unit+integration coverage + the diff-coverage gate.
|
||||||
|
# See docs/decisions/0004-coverage-policy.md. The hard gate is diff
|
||||||
|
# coverage (new/changed lines >= 90%); the combined + critical reports
|
||||||
|
# are informational and degrade gracefully when the runner has no
|
||||||
|
# Docker (integration tests skip, those modules just read lower).
|
||||||
|
coverage:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: "3.12"
|
||||||
|
|
||||||
|
- name: Install dev requirements
|
||||||
|
run: python3 -m pip install -r requirements-dev.txt
|
||||||
|
|
||||||
|
- name: Combined coverage (unit + integration)
|
||||||
|
run: PYTHON=python3 bash scripts/coverage.sh critical
|
||||||
|
|
||||||
|
- name: Diff-coverage gate (changed lines >= 90%)
|
||||||
|
run: |
|
||||||
|
git fetch --no-tags origin main:refs/remotes/origin/main
|
||||||
|
python3 scripts/diff_coverage.py --base origin/main --min 90
|
||||||
|
|||||||
@@ -6,8 +6,9 @@ on:
|
|||||||
- main
|
- main
|
||||||
paths:
|
paths:
|
||||||
- '**.py'
|
- '**.py'
|
||||||
- '.pylintrc'
|
- '.coveragerc'
|
||||||
- 'pyrightconfig.json'
|
# The core-coverage badge reads this list; refresh when it changes.
|
||||||
|
- 'scripts/critical-modules.txt'
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
@@ -29,38 +30,39 @@ jobs:
|
|||||||
python -m pip install --upgrade pip
|
python -m pip install --upgrade pip
|
||||||
pip install -r requirements-dev.txt
|
pip install -r requirements-dev.txt
|
||||||
|
|
||||||
- name: Run pylint and extract score
|
- name: Run coverage and extract percentage
|
||||||
id: pylint
|
id: coverage
|
||||||
run: |
|
run: |
|
||||||
PYLINT_OUTPUT=$(python -m pylint bot_bottle/ 2>&1) || true
|
python -m coverage run -m unittest discover -t . -s tests/unit > /dev/null 2>&1 || true
|
||||||
SCORE=$(echo "$PYLINT_OUTPUT" | grep -oP '(?<=rated at )\d+\.\d+/10' | head -1)
|
PERCENT=$(python -m coverage report 2>/dev/null | grep '^TOTAL' | grep -oP '\d+(?=%)' | tail -1)
|
||||||
echo "score=$SCORE" >> $GITHUB_OUTPUT
|
echo "percent=$PERCENT" >> $GITHUB_OUTPUT
|
||||||
echo "Pylint score: $SCORE"
|
echo "Coverage: $PERCENT%"
|
||||||
|
|
||||||
- name: Run pyright and check errors
|
- name: Extract core (critical-module) coverage percentage
|
||||||
id: pyright
|
id: core_coverage
|
||||||
run: |
|
run: |
|
||||||
PYRIGHT_OUTPUT=$(python -m pyright 2>&1) || true
|
# Reuses the .coverage data from the previous step. The core list is
|
||||||
ERRORS=$(echo "$PYRIGHT_OUTPUT" | grep -oP '\d+(?= error)' | head -1)
|
# the single source of truth in scripts/critical-modules.txt; every
|
||||||
echo "errors=$ERRORS" >> $GITHUB_OUTPUT
|
# core module is unit-tested, so the unit-only run is accurate for it.
|
||||||
echo "Pyright errors: $ERRORS"
|
INCLUDE=$(grep -vE '^[[:space:]]*(#|$)' scripts/critical-modules.txt | paste -sd, -)
|
||||||
|
PERCENT=$(python -m coverage report --include="$INCLUDE" 2>/dev/null | grep '^TOTAL' | grep -oP '\d+(?=%)' | tail -1)
|
||||||
|
echo "percent=$PERCENT" >> $GITHUB_OUTPUT
|
||||||
|
echo "Core coverage: $PERCENT%"
|
||||||
|
|
||||||
- name: Update badges in README
|
- name: Update badges in README
|
||||||
run: |
|
run: |
|
||||||
PYLINT_SCORE="${{ steps.pylint.outputs.score }}"
|
COVERAGE_PERCENT="${{ steps.coverage.outputs.percent }}"
|
||||||
PYRIGHT_ERRORS="${{ steps.pyright.outputs.errors }}"
|
CORE_COVERAGE_PERCENT="${{ steps.core_coverage.outputs.percent }}"
|
||||||
|
|
||||||
PYLINT_SCORE_ENCODED=$(echo "$PYLINT_SCORE" | sed 's|/|%2F|g')
|
if [ -n "$COVERAGE_PERCENT" ]; then
|
||||||
|
sed -i "s|/badge/coverage-[^)]*|/badge/coverage-${COVERAGE_PERCENT}%25-brightgreen|" README.md
|
||||||
if [ -n "$PYLINT_SCORE_ENCODED" ]; then
|
|
||||||
sed -i "s|/badge/pylint-[^)]*|/badge/pylint-${PYLINT_SCORE_ENCODED}-brightgreen|" README.md
|
|
||||||
fi
|
fi
|
||||||
if [ -n "$PYRIGHT_ERRORS" ]; then
|
if [ -n "$CORE_COVERAGE_PERCENT" ]; then
|
||||||
sed -i "s|/badge/pyright-[^)]*|/badge/pyright-${PYRIGHT_ERRORS}%20errors-brightgreen|" README.md
|
sed -i "s|/badge/core%20coverage-[^)]*|/badge/core%20coverage-${CORE_COVERAGE_PERCENT}%25-brightgreen|" README.md
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "Updated badges:"
|
echo "Updated badges:"
|
||||||
grep -E "pylint|pyright" README.md | head -2
|
grep -E "coverage" README.md | head -2
|
||||||
|
|
||||||
- name: Commit and push badge updates
|
- name: Commit and push badge updates
|
||||||
run: |
|
run: |
|
||||||
@@ -73,7 +75,7 @@ jobs:
|
|||||||
else
|
else
|
||||||
echo "Badge changes detected, committing..."
|
echo "Badge changes detected, committing..."
|
||||||
git add README.md
|
git add README.md
|
||||||
MSG="chore: update quality badges"$'\n\n'"- Pylint: ${{ steps.pylint.outputs.score }}"$'\n'"- Pyright: ${{ steps.pyright.outputs.errors }} errors"$'\n\n'"[skip ci]"
|
MSG="chore: update quality badges"$'\n\n'"- Coverage: ${{ steps.coverage.outputs.percent }}%"$'\n'"- Core coverage: ${{ steps.core_coverage.outputs.percent }}%"$'\n\n'"[skip ci]"
|
||||||
git commit -m "$MSG"
|
git commit -m "$MSG"
|
||||||
git push
|
git push
|
||||||
fi
|
fi
|
||||||
|
|||||||
@@ -22,3 +22,4 @@ venv/
|
|||||||
.pytest_cache/
|
.pytest_cache/
|
||||||
.mypy_cache/
|
.mypy_cache/
|
||||||
.ruff_cache/
|
.ruff_cache/
|
||||||
|
.coverage
|
||||||
|
|||||||
+9
-2
@@ -18,7 +18,7 @@
|
|||||||
# /git-gate-entrypoint.sh docker-cp'd at start time
|
# /git-gate-entrypoint.sh docker-cp'd at start time
|
||||||
# /git-gate/creds/* docker-cp'd at start time
|
# /git-gate/creds/* docker-cp'd at start time
|
||||||
# /git/* bare repos, populated at runtime
|
# /git/* bare repos, populated at runtime
|
||||||
# /run/supervise/queue/ bind-mounted at run time
|
# /run/supervise/bot-bottle.db bind-mounted at run time
|
||||||
# /home/mitmproxy/.mitmproxy/ mitmproxy CA dir
|
# /home/mitmproxy/.mitmproxy/ mitmproxy CA dir
|
||||||
#
|
#
|
||||||
# Exposed ports inside the container:
|
# Exposed ports inside the container:
|
||||||
@@ -62,9 +62,16 @@ COPY --from=gitleaks-src /usr/bin/gitleaks /usr/bin/gitleaks
|
|||||||
# top-level siblings (absolute imports), matching the prior
|
# top-level siblings (absolute imports), matching the prior
|
||||||
# Dockerfile.egress / Dockerfile.supervise layout.
|
# Dockerfile.egress / Dockerfile.supervise layout.
|
||||||
COPY bot_bottle/egress_addon_core.py /app/egress_addon_core.py
|
COPY bot_bottle/egress_addon_core.py /app/egress_addon_core.py
|
||||||
|
COPY bot_bottle/egress_dlp_config.py /app/egress_dlp_config.py
|
||||||
COPY bot_bottle/egress_addon.py /app/egress_addon.py
|
COPY bot_bottle/egress_addon.py /app/egress_addon.py
|
||||||
COPY bot_bottle/dlp_detectors.py /app/dlp_detectors.py
|
COPY bot_bottle/dlp_detectors.py /app/dlp_detectors.py
|
||||||
COPY bot_bottle/yaml_subset.py /app/yaml_subset.py
|
COPY bot_bottle/yaml_subset.py /app/yaml_subset.py
|
||||||
|
COPY bot_bottle/migrations.py /app/migrations.py
|
||||||
|
COPY bot_bottle/db_store.py /app/db_store.py
|
||||||
|
COPY bot_bottle/supervise_types.py /app/supervise_types.py
|
||||||
|
COPY bot_bottle/queue_store.py /app/queue_store.py
|
||||||
|
COPY bot_bottle/audit_store.py /app/audit_store.py
|
||||||
|
COPY bot_bottle/store_manager.py /app/store_manager.py
|
||||||
COPY bot_bottle/supervise.py /app/supervise.py
|
COPY bot_bottle/supervise.py /app/supervise.py
|
||||||
COPY bot_bottle/supervise_server.py /app/supervise_server.py
|
COPY bot_bottle/supervise_server.py /app/supervise_server.py
|
||||||
COPY bot_bottle/sidecar_init.py /app/sidecar_init.py
|
COPY bot_bottle/sidecar_init.py /app/sidecar_init.py
|
||||||
@@ -80,7 +87,7 @@ RUN mkdir -p \
|
|||||||
/etc/git-gate \
|
/etc/git-gate \
|
||||||
/git-gate/creds \
|
/git-gate/creds \
|
||||||
/git \
|
/git \
|
||||||
/run/supervise/queue \
|
/run/supervise \
|
||||||
/home/mitmproxy/.mitmproxy
|
/home/mitmproxy/.mitmproxy
|
||||||
|
|
||||||
# Documentation only — the compose renderer publishes whichever
|
# Documentation only — the compose renderer publishes whichever
|
||||||
|
|||||||
@@ -5,8 +5,8 @@
|
|||||||
# bot-bottle
|
# bot-bottle
|
||||||
|
|
||||||
[](https://gitea.dideric.is/didericis/bot-bottle/actions?workflow=test.yml)
|
[](https://gitea.dideric.is/didericis/bot-bottle/actions?workflow=test.yml)
|
||||||
[](https://github.com/PyCQA/pylint)
|
[](https://coverage.readthedocs.io/)
|
||||||
[](https://github.com/microsoft/pyright)
|
[](https://gitea.dideric.is/didericis/bot-bottle/src/branch/main/docs/decisions/0004-coverage-policy.md)
|
||||||
|
|
||||||
**Problem:** Developer wants to run a coding agent without supervision, but they don't want a prompt injected or misbehaving agent wrecking their environment or exfiltrating sensitive data.
|
**Problem:** Developer wants to run a coding agent without supervision, but they don't want a prompt injected or misbehaving agent wrecking their environment or exfiltrating sensitive data.
|
||||||
|
|
||||||
@@ -25,7 +25,7 @@
|
|||||||
- **Provider templates (Claude, Codex)** — `Dockerfile.claude` / `Dockerfile.codex`, or a bottle-supplied Dockerfile. Claude auth via long-lived OAuth token; Codex via opt-in host device-auth forwarding.
|
- **Provider templates (Claude, Codex)** — `Dockerfile.claude` / `Dockerfile.codex`, or a bottle-supplied Dockerfile. Claude auth via long-lived OAuth token; Codex via opt-in host device-auth forwarding.
|
||||||
- **gVisor auto-detect** — on Linux hosts where `runsc` is registered with Docker, every bottle launches under it for a userspace syscall barrier; no manifest config required.
|
- **gVisor auto-detect** — on Linux hosts where `runsc` is registered with Docker, every bottle launches under it for a userspace syscall barrier; no manifest config required.
|
||||||
- **Apple Container backend (macOS default when available)** — runs the agent and sidecar bundle with Apple's `container` CLI, using a host-only agent network plus a separate sidecar egress network.
|
- **Apple Container backend (macOS default when available)** — runs the agent and sidecar bundle with Apple's `container` CLI, using a host-only agent network plus a separate sidecar egress network.
|
||||||
- **Smolmachines backend** — runs the agent in a libkrun micro-VM while the sidecar bundle stays in Docker. TSI and smolmachines DNS filtering close the raw DNS exfiltration gap that exists in the legacy Docker backend.
|
- **Smolmachines backend** — runs the agent in a libkrun micro-VM while the sidecar bundle stays in Docker. TSI and smolmachines DNS filtering close the raw DNS exfiltration gap that exists in the legacy Docker backend. Runs on macOS (Hypervisor.framework) and Linux (KVM, `/dev/kvm`).
|
||||||
- **Legacy Docker backend** — still available for examples, CI, and hosts without Apple Container via `BOT_BOTTLE_BACKEND=docker` or `--backend=docker`.
|
- **Legacy Docker backend** — still available for examples, CI, and hosts without Apple Container via `BOT_BOTTLE_BACKEND=docker` or `--backend=docker`.
|
||||||
|
|
||||||
## Architecture
|
## Architecture
|
||||||
@@ -71,10 +71,26 @@ When the agent exits, `cli.py` tears down every sidecar and both networks; nothi
|
|||||||
|
|
||||||
## Quickstart
|
## Quickstart
|
||||||
|
|
||||||
On compatible macOS hosts, the default backend requires Apple's `container` CLI and does not require Docker. The smolmachines backend requires Docker on the host for the sidecar bundle plus smolvm. The legacy Docker backend requires Docker. Claude bottles also need a long-lived Claude Code OAuth token (`claude setup-token`) exported as `BOT_BOTTLE_CLAUDE_OAUTH_TOKEN`.
|
On compatible macOS hosts, the default backend requires Apple's `container` CLI and does not require Docker. The smolmachines backend requires Docker on the host for the sidecar bundle plus `smolvm` (macOS or Linux). The legacy Docker backend requires Docker. Claude bottles also need a long-lived Claude Code OAuth token (`claude setup-token`) exported as `BOT_BOTTLE_CLAUDE_OAUTH_TOKEN`.
|
||||||
|
|
||||||
Use `BOT_BOTTLE_BACKEND=docker ./cli.py start <agent>` on hosts where Apple Container is not installed and Docker is the desired backend.
|
Use `BOT_BOTTLE_BACKEND=docker ./cli.py start <agent>` on hosts where Apple Container is not installed and Docker is the desired backend.
|
||||||
|
|
||||||
|
### smolmachines on Linux
|
||||||
|
|
||||||
|
The smolmachines backend runs on Linux as well as macOS. On Linux, `smolvm`/libkrun use KVM, so the host needs:
|
||||||
|
|
||||||
|
- **`/dev/kvm`** present and accessible. Load `kvm-intel` or `kvm-amd` (and enable virtualization in BIOS/firmware). The invoking user must be in the `kvm` group: `sudo usermod -aG kvm "$USER"` then re-login. bot-bottle preflights this and reports exactly what's missing.
|
||||||
|
- **`smolvm`** on `PATH`: `curl -sSL https://smolmachines.com/install.sh | sh`.
|
||||||
|
- **Docker** for the sidecar bundle and image build, same as macOS.
|
||||||
|
|
||||||
|
Per-bottle isolation works the same as macOS without any `ifconfig`/sudo step — all of `127.0.0.0/8` is already loopback on Linux, so each bottle's sidecar bundle is published on its own `127.0.0.<N>` and TSI's allowlist is scoped to that `/32`.
|
||||||
|
|
||||||
|
```sh
|
||||||
|
BOT_BOTTLE_BACKEND=smolmachines ./cli.py start <agent>
|
||||||
|
```
|
||||||
|
|
||||||
|
> **NixOS:** enable `virtualisation.docker`, ensure the KVM module is loaded (`boot.kernelModules = [ "kvm-intel" ];` or `kvm-amd`), and add your user to the `kvm` and `docker` groups. If you run bottles from a Gitea Actions runner, use a `host`-label runner so Docker, `smolvm`, and `/dev/kvm` are all reachable from the job. `smolvm` isn't in nixpkgs — install the release binary (pin the version) and put it on the runner's `PATH`.
|
||||||
|
|
||||||
```sh
|
```sh
|
||||||
./cli.py start <agent> # builds the image on first run, drops you into claude
|
./cli.py start <agent> # builds the image on first run, drops you into claude
|
||||||
```
|
```
|
||||||
|
|||||||
@@ -1 +1,11 @@
|
|||||||
"""bot-bottle: Python implementation of the agent container launcher."""
|
"""bot-bottle: Python implementation of the agent container launcher."""
|
||||||
|
|
||||||
|
from .bottle import BottleError, destroy, freeze, resume_headless, start_headless
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BottleError",
|
||||||
|
"destroy",
|
||||||
|
"freeze",
|
||||||
|
"resume_headless",
|
||||||
|
"start_headless",
|
||||||
|
]
|
||||||
|
|||||||
@@ -61,7 +61,6 @@ class AgentProviderRuntime:
|
|||||||
prompt_mode: PromptMode
|
prompt_mode: PromptMode
|
||||||
bypass_args: tuple[str, ...]
|
bypass_args: tuple[str, ...]
|
||||||
resume_args: tuple[str, ...]
|
resume_args: tuple[str, ...]
|
||||||
remote_control_args: tuple[str, ...]
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
@@ -210,6 +209,15 @@ class AgentProvider(ABC):
|
|||||||
the supervise sidecar is reachable. No-op when
|
the supervise sidecar is reachable. No-op when
|
||||||
`plan.supervise_plan is None`."""
|
`plan.supervise_plan is None`."""
|
||||||
|
|
||||||
|
@abstractmethod
|
||||||
|
def headless_prompt(self, prompt: str) -> list[str]:
|
||||||
|
"""Return the agent CLI args that deliver `prompt` as the
|
||||||
|
initial task in a non-interactive (headless) session.
|
||||||
|
|
||||||
|
Called only when ``--prompt`` is passed to
|
||||||
|
``./cli.py start --headless``; the returned args are appended
|
||||||
|
after the provider's ``bypass_args`` and ``startup_args``."""
|
||||||
|
|
||||||
def provision_ca(self, bottle: "Bottle", plan: "BottlePlan") -> None:
|
def provision_ca(self, bottle: "Bottle", plan: "BottlePlan") -> None:
|
||||||
"""Install the egress MITM CA into the agent's trust store.
|
"""Install the egress MITM CA into the agent's trust store.
|
||||||
|
|
||||||
@@ -219,6 +227,10 @@ class AgentProvider(ABC):
|
|||||||
from .backend.util import AGENT_CA_PATH, log_ca_fingerprint, select_ca_cert
|
from .backend.util import AGENT_CA_PATH, log_ca_fingerprint, select_ca_cert
|
||||||
from .log import die
|
from .log import die
|
||||||
cert_host_path, label = select_ca_cert(plan.egress_plan)
|
cert_host_path, label = select_ca_cert(plan.egress_plan)
|
||||||
|
# Ensure the target directory exists. smolvm's pack step may not
|
||||||
|
# preserve the empty /usr/local/share/ca-certificates/ directory
|
||||||
|
# on Linux; mkdir -p is idempotent and safe for all backends.
|
||||||
|
bottle.exec("mkdir -p /usr/local/share/ca-certificates", user="root")
|
||||||
bottle.cp_in(str(cert_host_path), AGENT_CA_PATH)
|
bottle.cp_in(str(cert_host_path), AGENT_CA_PATH)
|
||||||
r = bottle.exec(
|
r = bottle.exec(
|
||||||
f"chmod 644 {AGENT_CA_PATH} && update-ca-certificates",
|
f"chmod 644 {AGENT_CA_PATH} && update-ca-certificates",
|
||||||
@@ -391,7 +403,7 @@ def prompt_args(
|
|||||||
if prompt_mode == "append_file":
|
if prompt_mode == "append_file":
|
||||||
return ["--append-system-prompt-file", prompt_path]
|
return ["--append-system-prompt-file", prompt_path]
|
||||||
if prompt_mode == "read_prompt_file":
|
if prompt_mode == "read_prompt_file":
|
||||||
if argv and "resume" in argv:
|
if argv and ("resume" in argv or "remote-control" in argv):
|
||||||
return []
|
return []
|
||||||
return [f"Read and follow the instructions in {prompt_path}."]
|
return [f"Read and follow the instructions in {prompt_path}."]
|
||||||
if prompt_mode == "print_read_prompt_file":
|
if prompt_mode == "print_read_prompt_file":
|
||||||
|
|||||||
@@ -0,0 +1,14 @@
|
|||||||
|
"""Compatibility wrapper for the public bottle runner API.
|
||||||
|
|
||||||
|
The implementation lives in :mod:`bot_bottle.bottle.runner`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from .bottle.runner import BottleError, destroy, freeze, resume_headless, start_headless
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BottleError",
|
||||||
|
"destroy",
|
||||||
|
"freeze",
|
||||||
|
"resume_headless",
|
||||||
|
"start_headless",
|
||||||
|
]
|
||||||
@@ -0,0 +1,91 @@
|
|||||||
|
"""SQLite-backed audit store for supervise (PRD 0013)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sqlite3
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
from .supervise_types import AuditEntry, host_db_path
|
||||||
|
from .db_store import DbStore
|
||||||
|
from .migrations import TableMigrations
|
||||||
|
except ImportError:
|
||||||
|
from supervise_types import AuditEntry, host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from db_store import DbStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
|
||||||
|
|
||||||
|
class AuditStore(DbStore):
|
||||||
|
"""SQLite-backed persistent store for supervise audit entries."""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path | None = None) -> None:
|
||||||
|
# One entry per schema version: migrations[0] brings a fresh DB to
|
||||||
|
# version 1, [1] to version 2, etc. Add new entries at the end; never
|
||||||
|
# edit existing ones.
|
||||||
|
migrations = TableMigrations("audit_store", [
|
||||||
|
# v1 — initial schema
|
||||||
|
"""
|
||||||
|
CREATE TABLE IF NOT EXISTS supervise_audit_entries (
|
||||||
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||||
|
timestamp TEXT NOT NULL,
|
||||||
|
bottle_slug TEXT NOT NULL,
|
||||||
|
component TEXT NOT NULL,
|
||||||
|
operator_action TEXT NOT NULL,
|
||||||
|
operator_notes TEXT NOT NULL,
|
||||||
|
justification TEXT NOT NULL,
|
||||||
|
diff TEXT NOT NULL
|
||||||
|
)
|
||||||
|
""",
|
||||||
|
])
|
||||||
|
super().__init__(db_path or host_db_path(), migrations)
|
||||||
|
|
||||||
|
def write_audit_entry(self, entry: AuditEntry) -> Path:
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
INSERT INTO supervise_audit_entries (
|
||||||
|
timestamp, bottle_slug, component, operator_action,
|
||||||
|
operator_notes, justification, diff
|
||||||
|
) VALUES (?, ?, ?, ?, ?, ?, ?)
|
||||||
|
""",
|
||||||
|
(
|
||||||
|
entry.timestamp,
|
||||||
|
entry.bottle_slug,
|
||||||
|
entry.component,
|
||||||
|
entry.operator_action,
|
||||||
|
entry.operator_notes,
|
||||||
|
entry.justification,
|
||||||
|
entry.diff,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
self._chmod()
|
||||||
|
return self.db_path
|
||||||
|
|
||||||
|
def read_audit_entries(self, component: str, slug: str) -> list[AuditEntry]:
|
||||||
|
if not self.db_path.is_file():
|
||||||
|
return []
|
||||||
|
with self._connect() as conn:
|
||||||
|
rows = conn.execute(
|
||||||
|
"""
|
||||||
|
SELECT * FROM supervise_audit_entries
|
||||||
|
WHERE component = ? AND bottle_slug = ?
|
||||||
|
ORDER BY id
|
||||||
|
""",
|
||||||
|
(component, slug),
|
||||||
|
).fetchall()
|
||||||
|
return [self._row_to_entry(row) for row in rows]
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _row_to_entry(row: sqlite3.Row) -> AuditEntry:
|
||||||
|
return AuditEntry(
|
||||||
|
timestamp=row["timestamp"],
|
||||||
|
bottle_slug=row["bottle_slug"],
|
||||||
|
component=row["component"],
|
||||||
|
operator_action=row["operator_action"],
|
||||||
|
operator_notes=row["operator_notes"],
|
||||||
|
justification=row["justification"],
|
||||||
|
diff=row["diff"],
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["AuditStore"]
|
||||||
@@ -37,7 +37,7 @@ import shlex
|
|||||||
import sys
|
import sys
|
||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from contextlib import AbstractContextManager
|
from contextlib import AbstractContextManager
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass, field
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Any, Generic, Sequence, TypeVar
|
from typing import Any, Generic, Sequence, TypeVar
|
||||||
|
|
||||||
@@ -72,6 +72,17 @@ class BottleSpec:
|
|||||||
identity: str = ""
|
identity: str = ""
|
||||||
label: str = ""
|
label: str = ""
|
||||||
color: str = ""
|
color: str = ""
|
||||||
|
# Ordered bottle names selected at launch (issue #269). When non-empty
|
||||||
|
# they are merged in order and replace the agent's `bottle:` field.
|
||||||
|
bottle_names: tuple[str, ...] = ()
|
||||||
|
# True when launched via --headless (no TTY, no interactive prompts).
|
||||||
|
# The git-gate host-key preflight uses this to error rather than prompt.
|
||||||
|
headless: bool = False
|
||||||
|
# Forge sidecar env vars (PRD forge-native-integration, chunk 1).
|
||||||
|
# Passed by the orchestrator at launch time; the forge sidecar reads
|
||||||
|
# them to connect to Gitea. Empty for non-forge runs. The agent
|
||||||
|
# process itself does not receive these.
|
||||||
|
forge_env: dict[str, str] = field(default_factory=dict)
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
@@ -109,9 +120,8 @@ class BottlePlan(ABC):
|
|||||||
def workspace_plan(self) -> WorkspacePlan:
|
def workspace_plan(self) -> WorkspacePlan:
|
||||||
return workspace_plan(self.spec, guest_home=self.guest_home)
|
return workspace_plan(self.spec, guest_home=self.guest_home)
|
||||||
|
|
||||||
def print(self, *, remote_control: bool) -> None:
|
def print(self) -> None:
|
||||||
"""Render the y/N preflight summary to stderr."""
|
"""Render the y/N preflight summary to stderr."""
|
||||||
del remote_control
|
|
||||||
spec = self.spec
|
spec = self.spec
|
||||||
manifest = self.manifest
|
manifest = self.manifest
|
||||||
agent = manifest.agent
|
agent = manifest.agent
|
||||||
@@ -130,7 +140,11 @@ class BottlePlan(ABC):
|
|||||||
info(f"provider : {self.agent_provision.template}")
|
info(f"provider : {self.agent_provision.template}")
|
||||||
print_multi("env ", env_names)
|
print_multi("env ", env_names)
|
||||||
print_multi("skills ", list(agent.skills))
|
print_multi("skills ", list(agent.skills))
|
||||||
info(f"bottle : {agent.bottle}")
|
effective_bottles = (
|
||||||
|
list(spec.bottle_names) if spec.bottle_names
|
||||||
|
else ([agent.bottle] if agent.bottle else [])
|
||||||
|
)
|
||||||
|
print_multi("bottle ", effective_bottles)
|
||||||
|
|
||||||
identity = manifest.git_identity_summary()
|
identity = manifest.git_identity_summary()
|
||||||
if identity:
|
if identity:
|
||||||
@@ -294,6 +308,13 @@ class BottleBackend(ABC, Generic[PlanT, CleanupT]):
|
|||||||
|
|
||||||
self._preflight()
|
self._preflight()
|
||||||
|
|
||||||
|
from ..git_gate_host_key import preflight_host_keys
|
||||||
|
manifest = preflight_host_keys(
|
||||||
|
manifest,
|
||||||
|
headless=spec.headless,
|
||||||
|
home_md=spec.manifest.home_md,
|
||||||
|
)
|
||||||
|
|
||||||
manifest_bottle = manifest.bottle
|
manifest_bottle = manifest.bottle
|
||||||
manifest_agent_provider = manifest_bottle.agent_provider
|
manifest_agent_provider = manifest_bottle.agent_provider
|
||||||
agent_provider = get_provider(manifest_agent_provider.template)
|
agent_provider = get_provider(manifest_agent_provider.template)
|
||||||
@@ -364,7 +385,7 @@ class BottleBackend(ABC, Generic[PlanT, CleanupT]):
|
|||||||
Returns the loaded Manifest for the selected agent. Subclasses with
|
Returns the loaded Manifest for the selected agent. Subclasses with
|
||||||
additional preconditions should override and call
|
additional preconditions should override and call
|
||||||
`super()._validate(spec)` first."""
|
`super()._validate(spec)` first."""
|
||||||
manifest = spec.manifest.load_for_agent(spec.agent_name)
|
manifest = spec.manifest.load_for_agent(spec.agent_name, spec.bottle_names)
|
||||||
self._validate_skills(manifest.agent.skills)
|
self._validate_skills(manifest.agent.skills)
|
||||||
self._validate_agent_provider_dockerfile(spec, manifest)
|
self._validate_agent_provider_dockerfile(spec, manifest)
|
||||||
return manifest
|
return manifest
|
||||||
@@ -390,9 +411,12 @@ class BottleBackend(ABC, Generic[PlanT, CleanupT]):
|
|||||||
if not path.is_absolute():
|
if not path.is_absolute():
|
||||||
path = Path(spec.user_cwd) / path
|
path = Path(spec.user_cwd) / path
|
||||||
if not path.is_file():
|
if not path.is_file():
|
||||||
|
effective = (
|
||||||
|
", ".join(spec.bottle_names) if spec.bottle_names else manifest.agent.bottle
|
||||||
|
)
|
||||||
die(
|
die(
|
||||||
f"agent_provider.dockerfile for bottle "
|
f"agent_provider.dockerfile for bottle "
|
||||||
f"'{manifest.agent.bottle}' not found: {path}"
|
f"'{effective}' not found: {path}"
|
||||||
)
|
)
|
||||||
|
|
||||||
@abstractmethod
|
@abstractmethod
|
||||||
|
|||||||
@@ -1,211 +0,0 @@
|
|||||||
"""capability_apply — host-side orchestrator for capability-block
|
|
||||||
remediation (PRD 0016).
|
|
||||||
|
|
||||||
On approval of a capability-block proposal, the dashboard calls
|
|
||||||
apply_capability_change(slug, new_dockerfile) which:
|
|
||||||
|
|
||||||
1. Snapshots the agent's transcript dir to
|
|
||||||
~/.bot-bottle/state/<slug>/transcript/ (best-effort).
|
|
||||||
2. Pushes the agent's working tree via `git push` (best-effort —
|
|
||||||
no upstream / no commits / no git repo all skip with a log).
|
|
||||||
3. Writes the new Dockerfile to
|
|
||||||
~/.bot-bottle/state/<slug>/Dockerfile (PRD 0016 Phase 1
|
|
||||||
state). The next `cli.py start <agent>` picks it up.
|
|
||||||
4. Force-removes the agent container + all sidecars + the
|
|
||||||
per-bottle networks. Idempotent — missing resources are not
|
|
||||||
errors.
|
|
||||||
|
|
||||||
Returns (before, after) Dockerfile contents so the dashboard can
|
|
||||||
record / render the diff. (capability-block has no audit log per
|
|
||||||
PRD 0013 — the per-bottle Dockerfile state is its own record.)
|
|
||||||
|
|
||||||
This is "fire-and-forget" from the agent's perspective: by the time
|
|
||||||
the dashboard writes the response file the supervise sidecar is
|
|
||||||
gone, so the agent's tool call connection drops without ever
|
|
||||||
receiving the response. The replacement agent (next manual
|
|
||||||
`cli.py start`) sees the new Dockerfile and starts from there.
|
|
||||||
v1 does not auto-relaunch — see PRD 0016's capability-block return
|
|
||||||
semantics open question.
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
|
||||||
|
|
||||||
import shutil
|
|
||||||
import subprocess
|
|
||||||
|
|
||||||
from ...agent_provider import get_provider
|
|
||||||
from ...log import info, warn
|
|
||||||
from ...bottle_state import (
|
|
||||||
mark_preserved,
|
|
||||||
per_bottle_dockerfile,
|
|
||||||
transcript_snapshot_dir,
|
|
||||||
write_per_bottle_dockerfile,
|
|
||||||
)
|
|
||||||
from .sidecar_bundle import sidecar_bundle_container_name
|
|
||||||
|
|
||||||
|
|
||||||
# Agent home inside the container (per the repo Dockerfile's
|
|
||||||
# `USER node` + `WORKDIR /home/node`). Used to locate the transcript
|
|
||||||
# dir + the workspace dir for git push.
|
|
||||||
_AGENT_HOME_IN_CONTAINER = "/home/node"
|
|
||||||
_AGENT_TRANSCRIPT_IN_CONTAINER = f"{_AGENT_HOME_IN_CONTAINER}/.claude"
|
|
||||||
_AGENT_WORKSPACE_IN_CONTAINER = f"{_AGENT_HOME_IN_CONTAINER}/workspace"
|
|
||||||
|
|
||||||
# Per-bottle resource name patterns (mirroring prepare.py).
|
|
||||||
def _agent_container_name(slug: str) -> str:
|
|
||||||
return f"bot-bottle-{slug}"
|
|
||||||
|
|
||||||
|
|
||||||
def _per_bottle_container_names(slug: str) -> list[str]:
|
|
||||||
"""All container names that belong to this bottle. Missing
|
|
||||||
containers are silently skipped by the teardown helper, so it's
|
|
||||||
fine to include names that don't exist for a given bottle."""
|
|
||||||
return [
|
|
||||||
_agent_container_name(slug),
|
|
||||||
sidecar_bundle_container_name(slug),
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def _per_bottle_network_names(slug: str) -> list[str]:
|
|
||||||
return [
|
|
||||||
f"bot-bottle-net-{slug}",
|
|
||||||
f"bot-bottle-egress-{slug}",
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
class CapabilityApplyError(RuntimeError):
|
|
||||||
"""Raised when the apply fails in a way that should keep the
|
|
||||||
proposal pending (so the operator can retry). Best-effort
|
|
||||||
failures (transcript snapshot, git push) do not raise — they
|
|
||||||
just log and proceed."""
|
|
||||||
|
|
||||||
|
|
||||||
# --- Public helpers --------------------------------------------------------
|
|
||||||
|
|
||||||
|
|
||||||
def fetch_current_dockerfile(slug: str) -> str:
|
|
||||||
"""Return the Dockerfile content the next `cli.py start <agent>`
|
|
||||||
would use for this bottle. If a per-bottle override exists, that
|
|
||||||
one; otherwise the repo's Dockerfile.
|
|
||||||
|
|
||||||
Used by the operator-edit verb to show the current source of
|
|
||||||
truth, and by apply_capability_change for the before-diff."""
|
|
||||||
override = per_bottle_dockerfile(slug)
|
|
||||||
if override is not None:
|
|
||||||
return override
|
|
||||||
repo_dockerfile = get_provider("claude").dockerfile
|
|
||||||
if repo_dockerfile.is_file():
|
|
||||||
return repo_dockerfile.read_text()
|
|
||||||
raise CapabilityApplyError(
|
|
||||||
f"no per-bottle Dockerfile for {slug} and no provider Dockerfile at "
|
|
||||||
f"{repo_dockerfile}"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def apply_capability_change(slug: str, new_dockerfile: str) -> tuple[str, str]:
|
|
||||||
"""End-to-end capability-block remediation. See module docstring
|
|
||||||
for the sequence. Returns (before, after) Dockerfile content."""
|
|
||||||
if not new_dockerfile.strip():
|
|
||||||
raise CapabilityApplyError("proposed Dockerfile is empty")
|
|
||||||
before = fetch_current_dockerfile(slug)
|
|
||||||
|
|
||||||
snapshot_transcript(slug)
|
|
||||||
_push_working_tree(slug)
|
|
||||||
write_per_bottle_dockerfile(slug, new_dockerfile)
|
|
||||||
# Set the preserve marker BEFORE teardown so cli.py's session-end
|
|
||||||
# cleanup sees it and keeps the state dir intact for the
|
|
||||||
# operator's `cli.py resume <identity>`. Without the marker the
|
|
||||||
# state dir would be deleted as part of normal session end.
|
|
||||||
mark_preserved(slug)
|
|
||||||
_teardown_bottle(slug)
|
|
||||||
|
|
||||||
return before, new_dockerfile
|
|
||||||
|
|
||||||
|
|
||||||
# --- Internals -------------------------------------------------------------
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def snapshot_transcript(slug: str) -> None:
|
|
||||||
"""`docker cp` /home/node/.claude out of the agent container into
|
|
||||||
~/.bot-bottle/state/<slug>/transcript/. Best-effort: missing
|
|
||||||
container, missing dir, or cp error all log a warning and return.
|
|
||||||
The transcript is what `claude --resume` reads to pick up where
|
|
||||||
the agent left off.
|
|
||||||
|
|
||||||
Called from two places:
|
|
||||||
- capability-apply, before tearing the bottle down.
|
|
||||||
- cli.py's session-end path, before the launch context closes,
|
|
||||||
so a crash or normal exit also leaves a transcript on disk
|
|
||||||
(deleted along with the state dir on clean exit, kept on
|
|
||||||
crash or capability-block per the preserve marker)."""
|
|
||||||
container = _agent_container_name(slug)
|
|
||||||
dest = transcript_snapshot_dir(slug)
|
|
||||||
if dest.exists():
|
|
||||||
# Remove any prior snapshot so the new one is a clean copy.
|
|
||||||
shutil.rmtree(dest, ignore_errors=True)
|
|
||||||
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
r = subprocess.run(
|
|
||||||
["docker", "cp", f"{container}:{_AGENT_TRANSCRIPT_IN_CONTAINER}", str(dest)],
|
|
||||||
capture_output=True, text=True, check=False,
|
|
||||||
)
|
|
||||||
if r.returncode != 0:
|
|
||||||
warn(
|
|
||||||
f"transcript snapshot skipped "
|
|
||||||
f"({(r.stderr or '').strip() or 'no transcript dir in container?'})"
|
|
||||||
)
|
|
||||||
return
|
|
||||||
info(f"transcript snapshotted to {dest}")
|
|
||||||
|
|
||||||
|
|
||||||
def _push_working_tree(slug: str) -> None:
|
|
||||||
"""`docker exec <agent> git push` from /home/node/workspace.
|
|
||||||
Best-effort: not-a-git-repo, no upstream, nothing-to-push, no
|
|
||||||
network all log a warning and return. The replacement bottle
|
|
||||||
will pick up whatever's actually upstream."""
|
|
||||||
container = _agent_container_name(slug)
|
|
||||||
r = subprocess.run(
|
|
||||||
[
|
|
||||||
"docker", "exec", container, "sh", "-c",
|
|
||||||
f"cd {_AGENT_WORKSPACE_IN_CONTAINER} && "
|
|
||||||
f"git rev-parse --is-inside-work-tree >/dev/null 2>&1 && "
|
|
||||||
f"git push origin HEAD 2>&1 || true",
|
|
||||||
],
|
|
||||||
capture_output=True, text=True, check=False,
|
|
||||||
)
|
|
||||||
if r.returncode != 0:
|
|
||||||
warn(
|
|
||||||
f"capability-apply: git push skipped "
|
|
||||||
f"({(r.stderr or '').strip() or 'docker exec failed'})"
|
|
||||||
)
|
|
||||||
return
|
|
||||||
output = (r.stdout or "").strip()
|
|
||||||
if output:
|
|
||||||
info(f"capability-apply: git push: {output}")
|
|
||||||
else:
|
|
||||||
info("capability-apply: git push ran (no output — likely not a git workspace)")
|
|
||||||
|
|
||||||
|
|
||||||
def _teardown_bottle(slug: str) -> None:
|
|
||||||
"""Force-remove all per-bottle docker resources. Idempotent —
|
|
||||||
`docker rm -f` / `docker network rm` silently ignore missing
|
|
||||||
names, so this can be called even mid-rebuild."""
|
|
||||||
info(f"capability-apply: tearing down bottle {slug}")
|
|
||||||
for name in _per_bottle_container_names(slug):
|
|
||||||
subprocess.run(
|
|
||||||
["docker", "rm", "-f", name],
|
|
||||||
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, check=False,
|
|
||||||
)
|
|
||||||
for net in _per_bottle_network_names(slug):
|
|
||||||
subprocess.run(
|
|
||||||
["docker", "network", "rm", net],
|
|
||||||
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, check=False,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = [
|
|
||||||
"CapabilityApplyError",
|
|
||||||
"apply_capability_change",
|
|
||||||
"fetch_current_dockerfile",
|
|
||||||
"snapshot_transcript",
|
|
||||||
]
|
|
||||||
@@ -31,7 +31,7 @@ from ... import supervise as _supervise
|
|||||||
from ...log import info, warn
|
from ...log import info, warn
|
||||||
from . import util as docker_mod
|
from . import util as docker_mod
|
||||||
from .bottle_cleanup_plan import DockerBottleCleanupPlan
|
from .bottle_cleanup_plan import DockerBottleCleanupPlan
|
||||||
from ...bottle_state import bottle_state_dir, is_preserved
|
from ...bottle.state import bottle_state_dir, is_preserved
|
||||||
from .compose import COMPOSE_PROJECT_PREFIX, list_compose_projects
|
from .compose import COMPOSE_PROJECT_PREFIX, list_compose_projects
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -34,8 +34,7 @@ from ...egress import (
|
|||||||
from ...git_gate import GIT_GATE_HOSTNAME
|
from ...git_gate import GIT_GATE_HOSTNAME
|
||||||
from ...log import die, warn
|
from ...log import die, warn
|
||||||
from ...supervise import (
|
from ...supervise import (
|
||||||
CURRENT_CONFIG_DIR_IN_AGENT,
|
DB_PATH_IN_CONTAINER,
|
||||||
QUEUE_DIR_IN_CONTAINER,
|
|
||||||
SUPERVISE_HOSTNAME,
|
SUPERVISE_HOSTNAME,
|
||||||
SUPERVISE_PORT,
|
SUPERVISE_PORT,
|
||||||
)
|
)
|
||||||
@@ -164,16 +163,15 @@ def _sidecar_bundle_service(plan: DockerBottlePlan) -> dict[str, Any]:
|
|||||||
if sp is not None:
|
if sp is not None:
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
volumes.append({
|
volumes.append({
|
||||||
"type": "bind",
|
"type": "bind",
|
||||||
"source": str(sp.queue_dir),
|
"source": str(sp.db_path),
|
||||||
"target": QUEUE_DIR_IN_CONTAINER,
|
"target": DB_PATH_IN_CONTAINER,
|
||||||
"read_only": False,
|
"read_only": False,
|
||||||
})
|
})
|
||||||
|
|
||||||
internal_aliases = [EGRESS_HOSTNAME]
|
internal_aliases = [EGRESS_HOSTNAME]
|
||||||
if gp.upstreams:
|
if gp.upstreams:
|
||||||
internal_aliases.append(GIT_GATE_HOSTNAME)
|
internal_aliases.append(GIT_GATE_HOSTNAME)
|
||||||
@@ -233,15 +231,6 @@ def _agent_service(plan: DockerBottlePlan) -> dict[str, Any]:
|
|||||||
if plan.use_runsc:
|
if plan.use_runsc:
|
||||||
service["runtime"] = "runsc"
|
service["runtime"] = "runsc"
|
||||||
|
|
||||||
volumes: list[dict[str, Any]] = []
|
|
||||||
if plan.supervise_plan is not None:
|
|
||||||
volumes.append(_bind(
|
|
||||||
plan.supervise_plan.current_config_dir,
|
|
||||||
CURRENT_CONFIG_DIR_IN_AGENT,
|
|
||||||
))
|
|
||||||
if volumes:
|
|
||||||
service["volumes"] = volumes
|
|
||||||
|
|
||||||
# The init supervisor inside the bundle owns intra-bundle
|
# The init supervisor inside the bundle owns intra-bundle
|
||||||
# daemon ordering, so the agent only waits for the bundle
|
# daemon ordering, so the agent only waits for the bundle
|
||||||
# container itself.
|
# container itself.
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from __future__ import annotations
|
|||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
from .. import ActiveAgent
|
from .. import ActiveAgent
|
||||||
from ...bottle_state import read_metadata
|
from ...bottle.state import read_metadata
|
||||||
from .compose import compose_project_name, list_active_slugs
|
from .compose import compose_project_name, list_active_slugs
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -37,13 +37,16 @@ from pathlib import Path
|
|||||||
from typing import Callable, Generator
|
from typing import Callable, Generator
|
||||||
|
|
||||||
from ...egress import egress_resolve_token_values
|
from ...egress import egress_resolve_token_values
|
||||||
from ...git_gate import revoke_git_gate_provisioned_keys
|
from ...git_gate import (
|
||||||
|
provision_git_gate_dynamic_keys,
|
||||||
|
revoke_git_gate_provisioned_keys,
|
||||||
|
)
|
||||||
from ...log import info, warn
|
from ...log import info, warn
|
||||||
from . import network as network_mod
|
from . import network as network_mod
|
||||||
from . import util as docker_mod
|
from . import util as docker_mod
|
||||||
from .bottle import DockerBottle
|
from .bottle import DockerBottle
|
||||||
from .bottle_plan import DockerBottlePlan
|
from .bottle_plan import DockerBottlePlan
|
||||||
from ...bottle_state import (
|
from ...bottle.state import (
|
||||||
bottle_state_dir,
|
bottle_state_dir,
|
||||||
egress_state_dir,
|
egress_state_dir,
|
||||||
git_gate_state_dir,
|
git_gate_state_dir,
|
||||||
@@ -118,6 +121,11 @@ def launch(
|
|||||||
|
|
||||||
git_gate_plan = plan.git_gate_plan
|
git_gate_plan = plan.git_gate_plan
|
||||||
if git_gate_plan.upstreams:
|
if git_gate_plan.upstreams:
|
||||||
|
git_gate_plan = provision_git_gate_dynamic_keys(
|
||||||
|
plan.manifest.bottle,
|
||||||
|
git_gate_plan,
|
||||||
|
git_gate_state_dir(plan.slug),
|
||||||
|
)
|
||||||
git_gate_plan = dataclasses.replace(
|
git_gate_plan = dataclasses.replace(
|
||||||
git_gate_plan,
|
git_gate_plan,
|
||||||
internal_network=internal_network,
|
internal_network=internal_network,
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from __future__ import annotations
|
|||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from ..bottle_state import egress_state_dir
|
from ..bottle.state import egress_state_dir
|
||||||
from ..egress import EGRESS_ROUTES_FILENAME
|
from ..egress import EGRESS_ROUTES_FILENAME
|
||||||
from ..egress_addon_core import LOG_OFF, load_config
|
from ..egress_addon_core import LOG_OFF, load_config
|
||||||
|
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from __future__ import annotations
|
|||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
|
|
||||||
from . import ActiveAgent
|
from . import ActiveAgent
|
||||||
from ..bottle_state import mark_preserved, write_committed_image
|
from ..bottle.state import mark_preserved, write_committed_image
|
||||||
from ..log import die, info
|
from ..log import die, info
|
||||||
|
|
||||||
|
|
||||||
@@ -66,7 +66,7 @@ class Freezer(ABC):
|
|||||||
|
|
||||||
def commit_slug(self, slug: str) -> None:
|
def commit_slug(self, slug: str) -> None:
|
||||||
"""Convenience entry for cmd_commit when only a slug is available."""
|
"""Convenience entry for cmd_commit when only a slug is available."""
|
||||||
from ..bottle_state import read_metadata
|
from ..bottle.state import read_metadata
|
||||||
metadata = read_metadata(slug)
|
metadata = read_metadata(slug)
|
||||||
agent = ActiveAgent(
|
agent = ActiveAgent(
|
||||||
backend_name=self.backend_name,
|
backend_name=self.backend_name,
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
from ...bottle_state import read_metadata
|
from ...bottle.state import read_metadata
|
||||||
from .. import ActiveAgent
|
from .. import ActiveAgent
|
||||||
|
|
||||||
_PREFIX = "bot-bottle-"
|
_PREFIX = "bot-bottle-"
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ from contextlib import ExitStack, contextmanager
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Callable, Generator
|
from typing import Callable, Generator
|
||||||
|
|
||||||
from ...bottle_state import (
|
from ...bottle.state import (
|
||||||
egress_state_dir,
|
egress_state_dir,
|
||||||
git_gate_state_dir,
|
git_gate_state_dir,
|
||||||
read_committed_image,
|
read_committed_image,
|
||||||
@@ -28,9 +28,12 @@ from ...egress import (
|
|||||||
egress_resolve_token_values,
|
egress_resolve_token_values,
|
||||||
egress_sidecar_env_entries,
|
egress_sidecar_env_entries,
|
||||||
)
|
)
|
||||||
from ...git_gate import revoke_git_gate_provisioned_keys
|
from ...git_gate import (
|
||||||
|
provision_git_gate_dynamic_keys,
|
||||||
|
revoke_git_gate_provisioned_keys,
|
||||||
|
)
|
||||||
from ...log import die, info, warn
|
from ...log import die, info, warn
|
||||||
from ...supervise import QUEUE_DIR_IN_CONTAINER, SUPERVISE_PORT
|
from ...supervise import DB_PATH_IN_CONTAINER, SUPERVISE_PORT
|
||||||
from ...util import expand_tilde
|
from ...util import expand_tilde
|
||||||
from ..docker.egress import EGRESS_CA_IN_CONTAINER, EGRESS_PORT
|
from ..docker.egress import EGRESS_CA_IN_CONTAINER, EGRESS_PORT
|
||||||
from ..docker.git_gate import (
|
from ..docker.git_gate import (
|
||||||
@@ -98,6 +101,8 @@ def launch(
|
|||||||
egress_network = egress_network_name(plan.slug)
|
egress_network = egress_network_name(plan.slug)
|
||||||
_create_networks(internal_network, egress_network, stack)
|
_create_networks(internal_network, egress_network, stack)
|
||||||
|
|
||||||
|
plan = _provision_git_gate_keys(plan)
|
||||||
|
|
||||||
sidecar_name = sidecar_container_name(plan.slug)
|
sidecar_name = sidecar_container_name(plan.slug)
|
||||||
container_mod.force_remove_container(sidecar_name)
|
container_mod.force_remove_container(sidecar_name)
|
||||||
_start_sidecar_bundle(plan, sidecar_name, internal_network, egress_network)
|
_start_sidecar_bundle(plan, sidecar_name, internal_network, egress_network)
|
||||||
@@ -241,6 +246,19 @@ def _stamp_agent_urls(
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _provision_git_gate_keys(
|
||||||
|
plan: MacosContainerBottlePlan,
|
||||||
|
) -> MacosContainerBottlePlan:
|
||||||
|
if not plan.git_gate_plan.upstreams:
|
||||||
|
return plan
|
||||||
|
git_gate_plan = provision_git_gate_dynamic_keys(
|
||||||
|
plan.manifest.bottle,
|
||||||
|
plan.git_gate_plan,
|
||||||
|
git_gate_state_dir(plan.slug),
|
||||||
|
)
|
||||||
|
return dataclasses.replace(plan, git_gate_plan=git_gate_plan)
|
||||||
|
|
||||||
|
|
||||||
def _stage_git_gate(plan: MacosContainerBottlePlan, sidecar_name: str) -> None:
|
def _stage_git_gate(plan: MacosContainerBottlePlan, sidecar_name: str) -> None:
|
||||||
gp = plan.git_gate_plan
|
gp = plan.git_gate_plan
|
||||||
if not gp.upstreams:
|
if not gp.upstreams:
|
||||||
@@ -361,7 +379,7 @@ def _sidecar_env_entries(plan: MacosContainerBottlePlan) -> tuple[str, ...]:
|
|||||||
if plan.supervise_plan is not None:
|
if plan.supervise_plan is not None:
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
return tuple(env)
|
return tuple(env)
|
||||||
@@ -387,7 +405,15 @@ def _sidecar_mounts(
|
|||||||
|
|
||||||
sp = plan.supervise_plan
|
sp = plan.supervise_plan
|
||||||
if sp is not None:
|
if sp is not None:
|
||||||
mounts.append((str(sp.queue_dir), QUEUE_DIR_IN_CONTAINER, False))
|
# `container run --mount type=bind` only accepts directory
|
||||||
|
# sources (a file source fails with "is not a directory") —
|
||||||
|
# mount db_path's dedicated parent dir instead of the file
|
||||||
|
# itself, same as the CA/routes mounts above.
|
||||||
|
mounts.append((
|
||||||
|
str(sp.db_path.parent),
|
||||||
|
str(Path(DB_PATH_IN_CONTAINER).parent),
|
||||||
|
False,
|
||||||
|
))
|
||||||
|
|
||||||
return tuple(mounts)
|
return tuple(mounts)
|
||||||
|
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from datetime import datetime, timezone
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from ..agent_provider import AgentProvisionPlan
|
from ..agent_provider import AgentProvisionPlan
|
||||||
from ..bottle_state import (
|
from ..bottle.state import (
|
||||||
BottleMetadata,
|
BottleMetadata,
|
||||||
agent_state_dir,
|
agent_state_dir,
|
||||||
bottle_identity,
|
bottle_identity,
|
||||||
@@ -63,6 +63,7 @@ def write_launch_metadata(
|
|||||||
backend=backend,
|
backend=backend,
|
||||||
label=spec.label,
|
label=spec.label,
|
||||||
color=spec.color,
|
color=spec.color,
|
||||||
|
bottle_names=spec.bottle_names,
|
||||||
))
|
))
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -47,10 +47,24 @@ _HOME_FOR = {
|
|||||||
"root": "/root",
|
"root": "/root",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
_DEFAULT_PATH_FOR = {
|
||||||
|
# Committed smolmachine snapshots are rebuilt from a rootfs tarball and
|
||||||
|
# lose Docker image ENV metadata. Restore the provider CLI path here so
|
||||||
|
# resumed Codex bottles can still find the per-user install.
|
||||||
|
"node": (
|
||||||
|
"/home/node/.local/bin:"
|
||||||
|
"/home/node/.codex/packages/standalone/current/bin:"
|
||||||
|
"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
||||||
|
),
|
||||||
|
"root": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
def _env_assignments_for(user: str, env: Mapping[str, str]) -> list[str]:
|
def _env_assignments_for(user: str, env: Mapping[str, str]) -> list[str]:
|
||||||
home = _HOME_FOR.get(user, f"/home/{user}")
|
home = _HOME_FOR.get(user, f"/home/{user}")
|
||||||
out = [f"HOME={home}", f"USER={user}"]
|
out = [f"HOME={home}", f"USER={user}"]
|
||||||
|
if "PATH" not in env:
|
||||||
|
out.append(f"PATH={_DEFAULT_PATH_FOR.get(user, _DEFAULT_PATH_FOR['root'])}")
|
||||||
for k, v in env.items():
|
for k, v in env.items():
|
||||||
out.append(f"{k}={v}")
|
out.append(f"{k}={v}")
|
||||||
return out
|
return out
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ import json
|
|||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
from .. import ActiveAgent
|
from .. import ActiveAgent
|
||||||
from ...bottle_state import read_metadata
|
from ...bottle.state import read_metadata
|
||||||
from . import sidecar_bundle as _bundle
|
from . import sidecar_bundle as _bundle
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ from ..freeze import Freezer
|
|||||||
from ..docker import util as docker_mod
|
from ..docker import util as docker_mod
|
||||||
from .local_registry import crane_push_tarball, ephemeral_registry
|
from .local_registry import crane_push_tarball, ephemeral_registry
|
||||||
from .smolvm import machine_cp, machine_exec, pack_create
|
from .smolvm import machine_cp, machine_exec, pack_create
|
||||||
from ...bottle_state import bottle_state_dir
|
from ...bottle.state import bottle_state_dir
|
||||||
from ...log import die, info
|
from ...log import die, info
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import dataclasses
|
import dataclasses
|
||||||
import os
|
import os
|
||||||
|
import platform
|
||||||
from contextlib import ExitStack, contextmanager
|
from contextlib import ExitStack, contextmanager
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Callable, Generator
|
from typing import Callable, Generator
|
||||||
@@ -27,7 +28,7 @@ from ...egress import (
|
|||||||
egress_resolve_token_values,
|
egress_resolve_token_values,
|
||||||
egress_sidecar_env_entries,
|
egress_sidecar_env_entries,
|
||||||
)
|
)
|
||||||
from ...supervise import QUEUE_DIR_IN_CONTAINER, SUPERVISE_PORT
|
from ...supervise import DB_PATH_IN_CONTAINER, SUPERVISE_PORT
|
||||||
from ...util import expand_tilde
|
from ...util import expand_tilde
|
||||||
from ..docker import util as docker_mod
|
from ..docker import util as docker_mod
|
||||||
from ..docker.egress import (
|
from ..docker.egress import (
|
||||||
@@ -41,9 +42,12 @@ from ..docker.git_gate import (
|
|||||||
GIT_GATE_ENTRYPOINT_IN_CONTAINER,
|
GIT_GATE_ENTRYPOINT_IN_CONTAINER,
|
||||||
GIT_GATE_HOOK_IN_CONTAINER,
|
GIT_GATE_HOOK_IN_CONTAINER,
|
||||||
)
|
)
|
||||||
from ...git_gate import revoke_git_gate_provisioned_keys
|
from ...git_gate import (
|
||||||
|
provision_git_gate_dynamic_keys,
|
||||||
|
revoke_git_gate_provisioned_keys,
|
||||||
|
)
|
||||||
from ...log import info, warn
|
from ...log import info, warn
|
||||||
from ...bottle_state import (
|
from ...bottle.state import (
|
||||||
egress_state_dir,
|
egress_state_dir,
|
||||||
git_gate_state_dir,
|
git_gate_state_dir,
|
||||||
read_committed_image,
|
read_committed_image,
|
||||||
@@ -88,12 +92,13 @@ def launch(
|
|||||||
try:
|
try:
|
||||||
loopback_ip, network = _allocate_resources(plan, stack)
|
loopback_ip, network = _allocate_resources(plan, stack)
|
||||||
plan = _mint_certs(plan)
|
plan = _mint_certs(plan)
|
||||||
plan = _start_bundle(plan, network, loopback_ip, stack)
|
proxy_host = _proxy_host(plan, loopback_ip)
|
||||||
plan = _discover_urls(plan, loopback_ip)
|
plan = _start_bundle(plan, network, proxy_host, stack)
|
||||||
|
plan = _discover_urls(plan, proxy_host)
|
||||||
|
|
||||||
agent_from_path = _agent_from_path(plan)
|
agent_from_path = _agent_from_path(plan)
|
||||||
|
|
||||||
_launch_vm(plan, agent_from_path, loopback_ip, stack)
|
_launch_vm(plan, agent_from_path, proxy_host, stack)
|
||||||
_init_vm(plan)
|
_init_vm(plan)
|
||||||
|
|
||||||
bottle = SmolmachinesBottle(
|
bottle = SmolmachinesBottle(
|
||||||
@@ -141,10 +146,12 @@ def _allocate_resources(
|
|||||||
) -> tuple[str, str]:
|
) -> tuple[str, str]:
|
||||||
"""Reserve a loopback alias and create the per-bottle docker bridge.
|
"""Reserve a loopback alias and create the per-bottle docker bridge.
|
||||||
|
|
||||||
macOS only routes 127.0.0.1 by default; the per-bottle alias
|
The per-bottle alias scopes TSI's allowlist to this bottle's
|
||||||
scopes TSI's allowlist to this bottle's published ports so the
|
published ports so the agent can't reach other bottles' or host
|
||||||
agent can't reach other bottles' or host services' ports on
|
services' ports on loopback. On macOS `ensure_pool` first
|
||||||
loopback. No-op on Linux."""
|
sudo-aliases the pool on `lo0`; on Linux that's a no-op since
|
||||||
|
all of 127.0.0.0/8 is already loopback, but the per-bottle
|
||||||
|
allocation runs on both."""
|
||||||
_loopback.ensure_pool()
|
_loopback.ensure_pool()
|
||||||
loopback_ip = _loopback.allocate(plan.slug)
|
loopback_ip = _loopback.allocate(plan.slug)
|
||||||
network = _bundle.bundle_network_name(plan.slug)
|
network = _bundle.bundle_network_name(plan.slug)
|
||||||
@@ -169,12 +176,13 @@ def _mint_certs(plan: SmolmachinesBottlePlan) -> SmolmachinesBottlePlan:
|
|||||||
def _start_bundle(
|
def _start_bundle(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
network: str,
|
network: str,
|
||||||
loopback_ip: str,
|
proxy_host: str,
|
||||||
stack: ExitStack,
|
stack: ExitStack,
|
||||||
) -> SmolmachinesBottlePlan:
|
) -> SmolmachinesBottlePlan:
|
||||||
"""Build the BundleLaunchSpec, resolve token env, start the
|
"""Build the BundleLaunchSpec, resolve token env, start the
|
||||||
sidecar bundle container, and register teardown."""
|
sidecar bundle container, and register teardown."""
|
||||||
bundle_spec = _bundle_launch_spec(plan, network, loopback_ip)
|
plan = _provision_git_gate_keys(plan)
|
||||||
|
bundle_spec = _bundle_launch_spec(plan, network, proxy_host)
|
||||||
token_env = _resolve_token_env(plan, dict(os.environ))
|
token_env = _resolve_token_env(plan, dict(os.environ))
|
||||||
_bundle.ensure_bundle_image(bundle_spec.image)
|
_bundle.ensure_bundle_image(bundle_spec.image)
|
||||||
_bundle.start_bundle(bundle_spec, env={**os.environ, **token_env})
|
_bundle.start_bundle(bundle_spec, env={**os.environ, **token_env})
|
||||||
@@ -182,41 +190,55 @@ def _start_bundle(
|
|||||||
return plan
|
return plan
|
||||||
|
|
||||||
|
|
||||||
|
def _provision_git_gate_keys(
|
||||||
|
plan: SmolmachinesBottlePlan,
|
||||||
|
) -> SmolmachinesBottlePlan:
|
||||||
|
if not plan.git_gate_plan.upstreams:
|
||||||
|
return plan
|
||||||
|
git_gate_plan = provision_git_gate_dynamic_keys(
|
||||||
|
plan.manifest.bottle,
|
||||||
|
plan.git_gate_plan,
|
||||||
|
git_gate_state_dir(plan.slug),
|
||||||
|
)
|
||||||
|
return dataclasses.replace(plan, git_gate_plan=git_gate_plan)
|
||||||
|
|
||||||
|
|
||||||
def _discover_urls(
|
def _discover_urls(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
loopback_ip: str,
|
proxy_host: str,
|
||||||
) -> SmolmachinesBottlePlan:
|
) -> SmolmachinesBottlePlan:
|
||||||
"""Discover host-side ports for published container ports and
|
"""Discover host-side ports for published container ports and
|
||||||
return the plan with URLs + guest_env stamped in.
|
return the plan with URLs + guest_env stamped in.
|
||||||
|
|
||||||
Docker container IPs (192.168.x.x in the daemon's bridge)
|
`proxy_host` is the host IP that both TSI's allowlist and
|
||||||
aren't reachable from the smolvm guest on macOS — TSI uses
|
docker's port-forward bindings are keyed to. On macOS it is the
|
||||||
macOS networking, and macOS sees the daemon's bridge via the
|
per-bottle loopback alias; on Linux it is the per-bottle bridge
|
||||||
published-port loopback forward only.
|
gateway (see `_proxy_host`). The agent dials the published port
|
||||||
|
on this IP for all bundle-hosted services.
|
||||||
|
|
||||||
NO_PROXY includes the per-bottle loopback alias so the
|
NO_PROXY includes `proxy_host` so supervise + git-gate URLs
|
||||||
supervise + git-gate URLs bypass HTTPS_PROXY."""
|
bypass HTTPS_PROXY."""
|
||||||
agent_facing_host_port = _bundle.bundle_host_port(
|
agent_facing_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _EGRESS_PORT, host_ip=loopback_ip,
|
plan.slug, _EGRESS_PORT, host_ip=proxy_host,
|
||||||
)
|
)
|
||||||
agent_proxy_url = f"http://{loopback_ip}:{agent_facing_host_port}"
|
agent_proxy_url = f"http://{proxy_host}:{agent_facing_host_port}"
|
||||||
|
|
||||||
agent_git_gate_host = ""
|
agent_git_gate_host = ""
|
||||||
if plan.git_gate_plan.upstreams:
|
if plan.git_gate_plan.upstreams:
|
||||||
git_gate_host_port = _bundle.bundle_host_port(
|
git_gate_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _GIT_HTTP_PORT, host_ip=loopback_ip,
|
plan.slug, _GIT_HTTP_PORT, host_ip=proxy_host,
|
||||||
)
|
)
|
||||||
agent_git_gate_host = f"{loopback_ip}:{git_gate_host_port}"
|
agent_git_gate_host = f"{proxy_host}:{git_gate_host_port}"
|
||||||
|
|
||||||
agent_supervise_url = ""
|
agent_supervise_url = ""
|
||||||
if plan.supervise_plan is not None:
|
if plan.supervise_plan is not None:
|
||||||
supervise_host_port = _bundle.bundle_host_port(
|
supervise_host_port = _bundle.bundle_host_port(
|
||||||
plan.slug, _SUPERVISE_PORT, host_ip=loopback_ip,
|
plan.slug, _SUPERVISE_PORT, host_ip=proxy_host,
|
||||||
)
|
)
|
||||||
agent_supervise_url = f"http://{loopback_ip}:{supervise_host_port}/"
|
agent_supervise_url = f"http://{proxy_host}:{supervise_host_port}/"
|
||||||
|
|
||||||
existing_no_proxy = plan.guest_env.get("NO_PROXY", "localhost,127.0.0.1")
|
existing_no_proxy = plan.guest_env.get("NO_PROXY", "localhost,127.0.0.1")
|
||||||
no_proxy = f"{existing_no_proxy},{loopback_ip}"
|
no_proxy = f"{existing_no_proxy},{proxy_host}"
|
||||||
guest_env = {
|
guest_env = {
|
||||||
**plan.guest_env,
|
**plan.guest_env,
|
||||||
"HTTPS_PROXY": agent_proxy_url,
|
"HTTPS_PROXY": agent_proxy_url,
|
||||||
@@ -246,27 +268,32 @@ def _discover_urls(
|
|||||||
def _launch_vm(
|
def _launch_vm(
|
||||||
plan: SmolmachinesBottlePlan,
|
plan: SmolmachinesBottlePlan,
|
||||||
agent_from_path: Path,
|
agent_from_path: Path,
|
||||||
loopback_ip: str,
|
proxy_host: str,
|
||||||
stack: ExitStack,
|
stack: ExitStack,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""Create, patch, and start the smolvm VM; register teardown.
|
"""Create, patch, and start the smolvm VM; register teardown.
|
||||||
|
|
||||||
--allow-cidr is the per-bottle loopback alias so the guest can
|
--allow-cidr is `proxy_host/32` — the per-bottle loopback alias
|
||||||
only reach this bottle's bundle ports. force_allowlist patches
|
on macOS or the bridge gateway on Linux (see `_proxy_host`). This
|
||||||
smolvm 0.8.0's silent-drop of --allow-cidr when combined with
|
ensures the guest can only reach bundle ports published on that IP,
|
||||||
--from. Smolfile isn't usable here — smolvm 0.8.0 makes --from
|
not the container IP directly. force_allowlist confirms the
|
||||||
|
allowlist persisted (patching smolvm 0.8.0's silent-drop of
|
||||||
|
--allow-cidr when combined with --from) and fails closed if it
|
||||||
|
can't. Smolfile isn't usable here — smolvm 0.8.0 makes --from
|
||||||
and --smolfile mutually exclusive."""
|
and --smolfile mutually exclusive."""
|
||||||
|
tsi_cidr = f"{proxy_host}/32"
|
||||||
_smolvm.machine_create(
|
_smolvm.machine_create(
|
||||||
plan.machine_name,
|
plan.machine_name,
|
||||||
from_path=agent_from_path,
|
from_path=agent_from_path,
|
||||||
allow_cidrs=[f"{loopback_ip}/32"],
|
allow_cidrs=[tsi_cidr],
|
||||||
env=plan.guest_env,
|
env=plan.guest_env,
|
||||||
)
|
)
|
||||||
stack.callback(_smolvm.machine_delete, plan.machine_name)
|
stack.callback(_smolvm.machine_delete, plan.machine_name)
|
||||||
# Workaround smolvm 0.8.0: `--allow-cidr` is silently dropped
|
# Confirm the booted VM's TSI allowlist will actually enforce the
|
||||||
# when combined with `--from`. Patch the persisted state DB
|
# /32 before start (smolvm 0.8.0 silently drops `--allow-cidr`
|
||||||
# before start so the booted VM's TSI actually enforces.
|
# with `--from`, so the persisted state DB is patched if needed).
|
||||||
_loopback.force_allowlist(plan.machine_name, [f"{loopback_ip}/32"])
|
# Fails closed if enforcement can't be confirmed.
|
||||||
|
_loopback.force_allowlist(plan.machine_name, [tsi_cidr])
|
||||||
_smolvm.machine_start(plan.machine_name)
|
_smolvm.machine_start(plan.machine_name)
|
||||||
stack.callback(_smolvm.machine_stop, plan.machine_name)
|
stack.callback(_smolvm.machine_stop, plan.machine_name)
|
||||||
|
|
||||||
@@ -275,7 +302,9 @@ def _init_vm(plan: SmolmachinesBottlePlan) -> None:
|
|||||||
"""Repair filesystem ownership and wait for exec channel readiness.
|
"""Repair filesystem ownership and wait for exec channel readiness.
|
||||||
|
|
||||||
Ownership repair: smolvm's pack process remaps files to the host
|
Ownership repair: smolvm's pack process remaps files to the host
|
||||||
invoker's uid (501 on macOS). /home/node must be node:node so
|
invoker's uid (e.g. 501 on macOS, 1000 on Linux). The chowns use
|
||||||
|
names not numbers so they're correct on either. /home/node must
|
||||||
|
be node:node so
|
||||||
Claude Code can write ~/.claude.json; /tmp + /var/tmp need root
|
Claude Code can write ~/.claude.json; /tmp + /var/tmp need root
|
||||||
mode 1777 so non-root processes can create per-uid scratch dirs.
|
mode 1777 so non-root processes can create per-uid scratch dirs.
|
||||||
All folded into one sh -c to avoid back-to-back exec calls
|
All folded into one sh -c to avoid back-to-back exec calls
|
||||||
@@ -298,8 +327,29 @@ def _init_vm(plan: SmolmachinesBottlePlan) -> None:
|
|||||||
_smolvm.wait_exec_ready(plan.machine_name)
|
_smolvm.wait_exec_ready(plan.machine_name)
|
||||||
|
|
||||||
|
|
||||||
|
def _proxy_host(plan: SmolmachinesBottlePlan, loopback_ip: str) -> str:
|
||||||
|
"""Return the host IP for TSI's allowlist and docker port-forward bindings.
|
||||||
|
|
||||||
|
On macOS, the per-bottle loopback alias (e.g. ``127.0.0.16``) works
|
||||||
|
because macOS's network stack lets TSI intercept 127.x.x.x connects
|
||||||
|
from the guest before they reach the host's own loopback.
|
||||||
|
|
||||||
|
On Linux, the guest kernel's LOCAL routing table routes all
|
||||||
|
``127.0.0.0/8`` to the guest's own loopback — those packets never
|
||||||
|
reach eth0 and TSI never sees them. Using the per-bottle bridge
|
||||||
|
gateway (e.g. ``192.168.N.1``) instead sidesteps the problem: it
|
||||||
|
is not a loopback address, so the guest routes it via eth0 and TSI
|
||||||
|
intercepts it normally. The TSI allowlist is ``gateway/32``, which
|
||||||
|
is distinct from the container IP (``192.168.N.2``), so the agent
|
||||||
|
still can't reach the egress daemon directly — TSI blocks any
|
||||||
|
connection to the container IP that isn't via the published port."""
|
||||||
|
if platform.system() == "Linux":
|
||||||
|
return plan.bundle_gateway
|
||||||
|
return loopback_ip
|
||||||
|
|
||||||
|
|
||||||
def _bundle_launch_spec(
|
def _bundle_launch_spec(
|
||||||
plan: SmolmachinesBottlePlan, network: str, loopback_ip: str,
|
plan: SmolmachinesBottlePlan, network: str, proxy_host: str,
|
||||||
) -> _bundle.BundleLaunchSpec:
|
) -> _bundle.BundleLaunchSpec:
|
||||||
"""Build a BundleLaunchSpec from the resolved inner Plans.
|
"""Build a BundleLaunchSpec from the resolved inner Plans.
|
||||||
|
|
||||||
@@ -352,14 +402,15 @@ def _bundle_launch_spec(
|
|||||||
daemons.append("supervise")
|
daemons.append("supervise")
|
||||||
env += [
|
env += [
|
||||||
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
f"SUPERVISE_BOTTLE_SLUG={plan.slug}",
|
||||||
f"SUPERVISE_QUEUE_DIR={QUEUE_DIR_IN_CONTAINER}",
|
f"SUPERVISE_DB_PATH={DB_PATH_IN_CONTAINER}",
|
||||||
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
f"SUPERVISE_PORT={SUPERVISE_PORT}",
|
||||||
]
|
]
|
||||||
volumes.append((str(sp.queue_dir), QUEUE_DIR_IN_CONTAINER, False))
|
volumes.append((str(sp.db_path), DB_PATH_IN_CONTAINER, False))
|
||||||
|
|
||||||
# Container ports the agent reaches from the smolvm guest —
|
# Container ports the agent reaches from the smolvm guest —
|
||||||
# published on host loopback so the guest can dial via TSI +
|
# published on `proxy_host` so the TSI allowlist and the docker
|
||||||
# macOS networking. Egress is always the agent's HTTP/HTTPS proxy.
|
# port-forward bindings point at the same IP. Egress is always
|
||||||
|
# the agent's HTTP/HTTPS proxy.
|
||||||
ports_to_publish: list[int] = [_EGRESS_PORT]
|
ports_to_publish: list[int] = [_EGRESS_PORT]
|
||||||
if gp.upstreams:
|
if gp.upstreams:
|
||||||
ports_to_publish.append(_GIT_HTTP_PORT)
|
ports_to_publish.append(_GIT_HTTP_PORT)
|
||||||
@@ -376,7 +427,7 @@ def _bundle_launch_spec(
|
|||||||
environment=tuple(env),
|
environment=tuple(env),
|
||||||
volumes=tuple(volumes),
|
volumes=tuple(volumes),
|
||||||
ports_to_publish=tuple(ports_to_publish),
|
ports_to_publish=tuple(ports_to_publish),
|
||||||
publish_host_ip=loopback_ip,
|
publish_host_ip=proxy_host,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -450,6 +501,12 @@ def _ensure_smolmachine(image_ref: str, *, dockerfile: str = "") -> Path:
|
|||||||
return sidecar
|
return sidecar
|
||||||
tarball = _SMOLMACHINE_CACHE_DIR / f"{digest}.image.tar"
|
tarball = _SMOLMACHINE_CACHE_DIR / f"{digest}.image.tar"
|
||||||
docker_mod.save(image_ref, str(tarball))
|
docker_mod.save(image_ref, str(tarball))
|
||||||
|
# On Linux, `docker save -o` writes the tarball with owner-only
|
||||||
|
# permissions (mode 600). The crane push container runs as UID
|
||||||
|
# 65532 (distroless nonroot) and can't read it through a bind
|
||||||
|
# mount unless world-read is set. The tarball is temporary and
|
||||||
|
# lives in ~/.cache, so 644 is safe.
|
||||||
|
tarball.chmod(0o644)
|
||||||
try:
|
try:
|
||||||
with ephemeral_registry() as handle:
|
with ephemeral_registry() as handle:
|
||||||
push_ref = f"{handle.push_endpoint}/bot-bottle:{digest}"
|
push_ref = f"{handle.push_endpoint}/bot-bottle:{digest}"
|
||||||
|
|||||||
@@ -33,10 +33,13 @@ sudo-add the missing pool on first use per boot — the aliases
|
|||||||
persist on `lo0` until reboot, so subsequent launches don't
|
persist on `lo0` until reboot, so subsequent launches don't
|
||||||
prompt.
|
prompt.
|
||||||
|
|
||||||
Linux native daemons share the host's network namespace; the
|
On Linux the whole `127.0.0.0/8` is already routed to `lo`, so
|
||||||
whole `127.0.0.0/8` is reachable by default and aliases are
|
docker can publish a bundle's ports directly on `127.0.0.<N>`
|
||||||
unnecessary. The pool logic detects native-Linux and skips sudo
|
with no `ifconfig`/sudo step. `ensure_pool` is therefore a no-op
|
||||||
entirely; the DB patch is also gated on macOS.
|
on Linux, but per-bottle alias *allocation* and the TSI allowlist
|
||||||
|
DB patch run on both platforms — the isolation property is
|
||||||
|
identical, it's just cheaper to set up on Linux. The state-DB
|
||||||
|
path differs per platform (see `_smolvm_db_path`).
|
||||||
|
|
||||||
Allocation is coordinated by inspecting running bundle
|
Allocation is coordinated by inspecting running bundle
|
||||||
containers' published host IPs — each bottle's bundle owns the
|
containers' published host IPs — each bottle's bundle owns the
|
||||||
@@ -47,6 +50,7 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import fcntl
|
import fcntl
|
||||||
import json
|
import json
|
||||||
|
import os
|
||||||
import platform
|
import platform
|
||||||
import re
|
import re
|
||||||
import sqlite3
|
import sqlite3
|
||||||
@@ -57,20 +61,34 @@ from typing import Iterable
|
|||||||
from ...log import die, info
|
from ...log import die, info
|
||||||
|
|
||||||
|
|
||||||
# smolvm's persistent VM state on macOS — a SQLite DB whose `vms`
|
def _smolvm_db_path() -> Path:
|
||||||
# table holds one JSON BLOB per machine. The Linux path is
|
"""smolvm's persistent VM state — a SQLite DB whose `vms` table
|
||||||
# different, but smolmachines is macOS-only in v1 (PRD 0023) so
|
holds one JSON BLOB per machine. macOS stores it under
|
||||||
# we hard-code this. If the file moves under us we'll see a
|
`Application Support`; Linux follows the XDG base-dir spec
|
||||||
# clear FileNotFoundError; not worth defensive cross-platform
|
(`$XDG_DATA_HOME`, default `~/.local/share`).
|
||||||
# detection until the backend actually needs Linux.
|
|
||||||
_SMOLVM_DB_PATH = (
|
NOTE: the Linux location is inferred from smolvm's documented
|
||||||
|
`~/.local/share` install layout and must be confirmed against a
|
||||||
|
real Linux smolvm install. If it's wrong, `force_allowlist`'s
|
||||||
|
fail-closed check turns it into a clear launch-time error rather
|
||||||
|
than a silent escape."""
|
||||||
|
if platform.system() == "Darwin":
|
||||||
|
return (
|
||||||
Path.home()
|
Path.home()
|
||||||
/ "Library"
|
/ "Library"
|
||||||
/ "Application Support"
|
/ "Application Support"
|
||||||
/ "smolvm"
|
/ "smolvm"
|
||||||
/ "server"
|
/ "server"
|
||||||
/ "smolvm.db"
|
/ "smolvm.db"
|
||||||
)
|
)
|
||||||
|
xdg_data = os.environ.get("XDG_DATA_HOME")
|
||||||
|
base = Path(xdg_data) if xdg_data else Path.home() / ".local" / "share"
|
||||||
|
return base / "smolvm" / "server" / "smolvm.db"
|
||||||
|
|
||||||
|
|
||||||
|
# Resolved once at import: the host platform doesn't change within a
|
||||||
|
# process. Tests patch this attribute directly.
|
||||||
|
_SMOLVM_DB_PATH = _smolvm_db_path()
|
||||||
|
|
||||||
|
|
||||||
# Sixteen aliases by default. Tunable for hosts that want more
|
# Sixteen aliases by default. Tunable for hosts that want more
|
||||||
@@ -131,30 +149,64 @@ def ensure_pool() -> None:
|
|||||||
|
|
||||||
|
|
||||||
def force_allowlist(machine_name: str, allowed_cidrs: list[str]) -> None:
|
def force_allowlist(machine_name: str, allowed_cidrs: list[str]) -> None:
|
||||||
"""Patch smolvm's persistent VM-state DB to set the machine's
|
"""Ensure the machine's persisted TSI allowlist equals
|
||||||
`allowed_cidrs` to the given list. Workaround for smolvm
|
`allowed_cidrs`, failing **closed** if that can't be confirmed.
|
||||||
0.8.0's silent-drop of `--allow-cidr` when used with `--from`.
|
|
||||||
|
|
||||||
Must run AFTER `smolvm machine create` (the row has to
|
Runs on both macOS and Linux. It exists because smolvm 0.8.0
|
||||||
exist) and BEFORE `smolvm machine start` (smolvm reads the
|
silently drops `--allow-cidr` when combined with `--from`, so
|
||||||
row on start; in-flight VMs don't pick up changes). Once
|
the allowlist has to be written into smolvm's persistent state
|
||||||
smolvm honors the CLI flag upstream this whole function is
|
DB before `machine start`. Rather than assume the flag was
|
||||||
redundant — flag-respecting create + remove this call from
|
dropped, we read the persisted row and only patch when it
|
||||||
launch.
|
doesn't already match — so a newer smolvm that honors the flag
|
||||||
|
is left untouched.
|
||||||
|
|
||||||
No-op on non-macOS — the DB path differs and the Linux
|
Must run AFTER `smolvm machine create` (the row has to exist)
|
||||||
smolmachines code path isn't exercised in v1."""
|
and BEFORE `smolvm machine start` (smolvm reads the row on
|
||||||
if not _is_macos():
|
start; in-flight VMs don't pick up changes).
|
||||||
return
|
|
||||||
|
Fail-closed: if the state DB is missing, the row is missing, or
|
||||||
|
the allowlist still doesn't match after patching, we `die()`
|
||||||
|
rather than boot a VM whose egress confinement we can't verify
|
||||||
|
— an unconfirmed allowlist is a sandbox-escape risk (the agent
|
||||||
|
VM could reach all of host loopback)."""
|
||||||
|
want = list(allowed_cidrs)
|
||||||
if not _SMOLVM_DB_PATH.is_file():
|
if not _SMOLVM_DB_PATH.is_file():
|
||||||
die(
|
die(
|
||||||
f"smolvm state DB not found at {_SMOLVM_DB_PATH}. "
|
f"smolvm state DB not found at {_SMOLVM_DB_PATH}; cannot "
|
||||||
f"smolvm 0.8.0 expected? `smolvm --version` to check."
|
f"confirm the TSI allowlist is enforced. Refusing to launch "
|
||||||
|
f"(fail-closed). Check `smolvm --version` and the DB "
|
||||||
|
f"location for your platform."
|
||||||
)
|
)
|
||||||
con = sqlite3.connect(str(_SMOLVM_DB_PATH))
|
con = sqlite3.connect(str(_SMOLVM_DB_PATH))
|
||||||
try:
|
try:
|
||||||
cur = con.cursor()
|
cfg = _read_machine_cfg(con, machine_name)
|
||||||
row = cur.execute(
|
if cfg.get("allowed_cidrs") != want:
|
||||||
|
cfg["allowed_cidrs"] = want
|
||||||
|
# Write as BLOB (the column type smolvm uses) — passing a
|
||||||
|
# plain str makes sqlite store it as Text and smolvm then
|
||||||
|
# fails to read it.
|
||||||
|
con.execute(
|
||||||
|
"UPDATE vms SET data = ? WHERE name = ?",
|
||||||
|
(sqlite3.Binary(json.dumps(cfg).encode()), machine_name),
|
||||||
|
)
|
||||||
|
con.commit()
|
||||||
|
cfg = _read_machine_cfg(con, machine_name)
|
||||||
|
if cfg.get("allowed_cidrs") != want:
|
||||||
|
die(
|
||||||
|
f"could not enforce TSI allowlist {want!r} for machine "
|
||||||
|
f"{machine_name!r} (persisted value is "
|
||||||
|
f"{cfg.get('allowed_cidrs')!r}). Refusing to launch "
|
||||||
|
f"(fail-closed)."
|
||||||
|
)
|
||||||
|
finally:
|
||||||
|
con.close()
|
||||||
|
|
||||||
|
|
||||||
|
def _read_machine_cfg(con: sqlite3.Connection, machine_name: str) -> dict[str, object]:
|
||||||
|
"""Read + JSON-decode a machine's `data` BLOB from the smolvm
|
||||||
|
state DB. Dies (fail-closed) if the row is missing — the caller
|
||||||
|
can't confirm enforcement without it."""
|
||||||
|
row = con.execute(
|
||||||
"SELECT data FROM vms WHERE name = ?", (machine_name,),
|
"SELECT data FROM vms WHERE name = ?", (machine_name,),
|
||||||
).fetchone()
|
).fetchone()
|
||||||
if row is None:
|
if row is None:
|
||||||
@@ -162,18 +214,7 @@ def force_allowlist(machine_name: str, allowed_cidrs: list[str]) -> None:
|
|||||||
f"smolvm DB has no row for machine {machine_name!r} — "
|
f"smolvm DB has no row for machine {machine_name!r} — "
|
||||||
f"machine_create must run before force_allowlist."
|
f"machine_create must run before force_allowlist."
|
||||||
)
|
)
|
||||||
cfg = json.loads(row[0])
|
return json.loads(row[0])
|
||||||
cfg["allowed_cidrs"] = list(allowed_cidrs)
|
|
||||||
# Write as BLOB (the column type smolvm uses) — passing a
|
|
||||||
# plain str makes sqlite store it as Text and smolvm then
|
|
||||||
# fails to read it.
|
|
||||||
cur.execute(
|
|
||||||
"UPDATE vms SET data = ? WHERE name = ?",
|
|
||||||
(sqlite3.Binary(json.dumps(cfg).encode()), machine_name),
|
|
||||||
)
|
|
||||||
con.commit()
|
|
||||||
finally:
|
|
||||||
con.close()
|
|
||||||
|
|
||||||
|
|
||||||
def allocate(_slug: str) -> str:
|
def allocate(_slug: str) -> str:
|
||||||
@@ -184,16 +225,17 @@ def allocate(_slug: str) -> str:
|
|||||||
used (no on-disk reservation, allocation is purely
|
used (no on-disk reservation, allocation is purely
|
||||||
docker-state-driven).
|
docker-state-driven).
|
||||||
|
|
||||||
On non-macOS the whole `127.0.0.0/8` is loopback by default;
|
Runs on both platforms: the allocation logic (docker-state
|
||||||
`127.0.0.1` is fine to share and we skip the alias dance.
|
inspection + the file lock) is platform-independent. macOS
|
||||||
This still returns a deterministic address so launch.py's
|
needs `ensure_pool` to have aliased the addresses on `lo0`
|
||||||
callers don't have to branch on platform.
|
first; on Linux all of `127.0.0.0/8` is already loopback, so
|
||||||
|
docker can publish on the chosen `127.0.0.<N>` with no setup.
|
||||||
|
Per-bottle scoping (so the agent can't reach other bottles' or
|
||||||
|
host services' loopback ports) therefore holds on both.
|
||||||
|
|
||||||
An exclusive file lock serialises concurrent calls so two
|
An exclusive file lock serialises concurrent calls so two
|
||||||
simultaneous launches don't read the same docker state and
|
simultaneous launches don't read the same docker state and
|
||||||
claim the same alias."""
|
claim the same alias."""
|
||||||
if not _is_macos():
|
|
||||||
return "127.0.0.1"
|
|
||||||
_ALLOC_LOCK_PATH.parent.mkdir(parents=True, exist_ok=True)
|
_ALLOC_LOCK_PATH.parent.mkdir(parents=True, exist_ok=True)
|
||||||
with open(_ALLOC_LOCK_PATH, "w", encoding="utf-8") as lf:
|
with open(_ALLOC_LOCK_PATH, "w", encoding="utf-8") as lf:
|
||||||
fcntl.flock(lf, fcntl.LOCK_EX)
|
fcntl.flock(lf, fcntl.LOCK_EX)
|
||||||
|
|||||||
@@ -116,10 +116,9 @@ def machine_create(
|
|||||||
allow_cidrs: Sequence[str] = (),
|
allow_cidrs: Sequence[str] = (),
|
||||||
env: Mapping[str, str] | None = None,
|
env: Mapping[str, str] | None = None,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""`smolvm machine create NAME [--image IMG | --from PATH]
|
"""`smolvm machine create --name NAME [--image IMG | --from PATH]
|
||||||
[--allow-cidr CIDR ...] [-e K=V ...]`. NAME is positional
|
[--allow-cidr CIDR ...] [-e K=V ...]`. NAME is passed as
|
||||||
(the CLI's exception to the `--name` pattern other
|
`--name` (smolvm 1.4.7+; earlier versions took it positionally).
|
||||||
subcommands use).
|
|
||||||
|
|
||||||
`image` (registry ref like `alpine:latest`) and `from_path`
|
`image` (registry ref like `alpine:latest`) and `from_path`
|
||||||
(a `.smolmachine` artifact) are mutually exclusive — one or
|
(a `.smolmachine` artifact) are mutually exclusive — one or
|
||||||
@@ -133,12 +132,10 @@ def machine_create(
|
|||||||
result without the Smolfile complication.
|
result without the Smolfile complication.
|
||||||
|
|
||||||
`--net` is sent explicitly when `allow_cidrs` is non-empty.
|
`--net` is sent explicitly when `allow_cidrs` is non-empty.
|
||||||
smolvm 0.8.0's docs say `--allow-cidr` implies `--net`, but
|
`--allow-cidr` implies `--net` per the CLI help, but sending
|
||||||
empirically the implication only fires when no `--from` is
|
`--net` explicitly is harmless and ensures the guest has
|
||||||
set — `--from PATH --allow-cidr X/32` silently produces a
|
network access even if that implication changes across versions."""
|
||||||
machine with `network: false` and no routes in the guest, so
|
args: list[str] = ["machine", "create", "--name", name]
|
||||||
the agent can't reach the bundle's pinned IP."""
|
|
||||||
args: list[str] = ["machine", "create"]
|
|
||||||
if image is not None:
|
if image is not None:
|
||||||
args += ["--image", image]
|
args += ["--image", image]
|
||||||
if from_path is not None:
|
if from_path is not None:
|
||||||
@@ -150,7 +147,6 @@ def machine_create(
|
|||||||
if env:
|
if env:
|
||||||
for k, v in env.items():
|
for k, v in env.items():
|
||||||
args += ["-e", f"{k}={v}"]
|
args += ["-e", f"{k}={v}"]
|
||||||
args.append(name)
|
|
||||||
_smolvm(*args)
|
_smolvm(*args)
|
||||||
|
|
||||||
|
|
||||||
@@ -182,10 +178,9 @@ def machine_stop(name: str) -> None:
|
|||||||
|
|
||||||
|
|
||||||
def machine_delete(name: str) -> None:
|
def machine_delete(name: str) -> None:
|
||||||
"""`smolvm machine delete -f NAME`. NAME is positional. `-f`
|
"""`smolvm machine delete --name NAME -f`. `-f` skips the
|
||||||
skips the interactive confirmation — required for
|
interactive confirmation — required for non-interactive teardown."""
|
||||||
non-interactive teardown."""
|
_smolvm("machine", "delete", "--name", name, "-f")
|
||||||
_smolvm("machine", "delete", "-f", name)
|
|
||||||
|
|
||||||
|
|
||||||
def machine_exec(
|
def machine_exec(
|
||||||
|
|||||||
@@ -5,19 +5,28 @@ unit-tested without importing the docker subprocess paths."""
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import hashlib
|
import hashlib
|
||||||
|
import os
|
||||||
|
import platform
|
||||||
import shutil
|
import shutil
|
||||||
|
|
||||||
from ...log import die
|
from ...log import die
|
||||||
|
|
||||||
|
# libkrun's Linux backend drives the guest through KVM, so the host
|
||||||
|
# must expose `/dev/kvm` and the invoking user must be able to open
|
||||||
|
# it. macOS uses Hypervisor.framework and needs no device node.
|
||||||
|
_KVM_DEVICE = "/dev/kvm"
|
||||||
|
|
||||||
|
|
||||||
def smolmachines_preflight() -> None:
|
def smolmachines_preflight() -> None:
|
||||||
"""Ensure `smolvm` is on PATH before the launch flow runs.
|
"""Ensure the host can run the smolmachines backend before the
|
||||||
Called from `_resolve_plan`; gives the operator a clear
|
launch flow starts. Called from `_resolve_plan`; surfaces a
|
||||||
install pointer rather than a cryptic FileNotFoundError
|
clear, actionable error instead of a cryptic `smolvm` failure
|
||||||
later. `gvproxy` is no longer required — see the PRD's design
|
deep in launch.
|
||||||
pivot section."""
|
|
||||||
if shutil.which("smolvm") is not None:
|
Checks `smolvm` is on PATH (both platforms) and, on Linux,
|
||||||
return
|
that `/dev/kvm` exists and is accessible. `gvproxy` is no
|
||||||
|
longer required — see the PRD's design pivot section."""
|
||||||
|
if shutil.which("smolvm") is None:
|
||||||
die(
|
die(
|
||||||
"BOT_BOTTLE_BACKEND=smolmachines requires `smolvm` on "
|
"BOT_BOTTLE_BACKEND=smolmachines requires `smolvm` on "
|
||||||
"PATH. Install with: "
|
"PATH. Install with: "
|
||||||
@@ -25,6 +34,29 @@ def smolmachines_preflight() -> None:
|
|||||||
"To use the legacy Docker backend instead, set "
|
"To use the legacy Docker backend instead, set "
|
||||||
"BOT_BOTTLE_BACKEND=docker or pass --backend=docker."
|
"BOT_BOTTLE_BACKEND=docker or pass --backend=docker."
|
||||||
)
|
)
|
||||||
|
if platform.system() == "Linux":
|
||||||
|
_preflight_kvm()
|
||||||
|
|
||||||
|
|
||||||
|
def _preflight_kvm() -> None:
|
||||||
|
"""Linux-only: libkrun needs `/dev/kvm`. Distinguish 'KVM not
|
||||||
|
enabled' from 'no permission' so the operator knows which to
|
||||||
|
fix."""
|
||||||
|
if not os.path.exists(_KVM_DEVICE):
|
||||||
|
die(
|
||||||
|
f"BOT_BOTTLE_BACKEND=smolmachines needs {_KVM_DEVICE} on "
|
||||||
|
"Linux but it is missing. Enable KVM: load the kvm-intel "
|
||||||
|
"or kvm-amd kernel module (and confirm virtualization is "
|
||||||
|
"enabled in BIOS/firmware). To use the legacy Docker "
|
||||||
|
"backend instead, set BOT_BOTTLE_BACKEND=docker."
|
||||||
|
)
|
||||||
|
if not os.access(_KVM_DEVICE, os.R_OK | os.W_OK):
|
||||||
|
die(
|
||||||
|
f"{_KVM_DEVICE} exists but is not readable/writable by the "
|
||||||
|
"current user. Add your user to the `kvm` group "
|
||||||
|
"(`sudo usermod -aG kvm \"$USER\"`) and re-login, or run "
|
||||||
|
"with access to the device."
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def smolmachines_bundle_subnet(slug: str) -> tuple[str, str, str]:
|
def smolmachines_bundle_subnet(slug: str) -> tuple[str, str, str]:
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
"""Bottle lifecycle primitives."""
|
||||||
|
|
||||||
|
from .runner import BottleError, destroy, freeze, resume_headless, start_headless
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BottleError",
|
||||||
|
"destroy",
|
||||||
|
"freeze",
|
||||||
|
"resume_headless",
|
||||||
|
"start_headless",
|
||||||
|
]
|
||||||
@@ -0,0 +1,258 @@
|
|||||||
|
"""Public Python API for programmatic bottle orchestration.
|
||||||
|
|
||||||
|
Stable surface for bot-bottle-orchestrator (and other Python callers) to
|
||||||
|
drive bottles without invoking the CLI as a subprocess. Every function
|
||||||
|
converts ``Die`` and non-zero agent exit codes to ``BottleError`` so
|
||||||
|
callers use exception handling rather than inspecting return values.
|
||||||
|
|
||||||
|
The Protocol the orchestrator's ``BottleRunner`` targets looks like::
|
||||||
|
|
||||||
|
class BottleRunner(Protocol):
|
||||||
|
def start(self, agent: str, *, prompt: str, ...) -> str: ...
|
||||||
|
def resume(self, slug: str, *, prompt: str) -> None: ...
|
||||||
|
def freeze(self, slug: str) -> None: ...
|
||||||
|
def destroy(self, slug: str) -> None: ...
|
||||||
|
|
||||||
|
A ``SubprocessBottleRunner`` calls ``./cli.py`` for each operation. A
|
||||||
|
``ProgrammaticBottleRunner`` calls these functions directly; the Protocol
|
||||||
|
call sites in ``lifecycle.py`` are unchanged.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import Sequence, cast
|
||||||
|
|
||||||
|
from ..backend import BottleSpec
|
||||||
|
from ..backend.freeze import CommitCancelled, get_freezer
|
||||||
|
from .state import cleanup_state, clear_preserve_marker, read_metadata
|
||||||
|
from ..cli._common import USER_CWD
|
||||||
|
from ..cli.start import _launch_bottle, _peek_agent_bottle, _uniquify_label_headless
|
||||||
|
from ..log import Die
|
||||||
|
from ..manifest import ManifestError, ManifestIndex
|
||||||
|
|
||||||
|
|
||||||
|
class BottleError(Exception):
|
||||||
|
"""Raised when a bottle operation fails.
|
||||||
|
|
||||||
|
``exit_code`` carries the agent process's exit code when the failure is
|
||||||
|
a non-zero agent exit; 1 for all other failure modes (missing state,
|
||||||
|
backend errors, etc.)."""
|
||||||
|
|
||||||
|
def __init__(self, message: str, *, exit_code: int = 1) -> None:
|
||||||
|
super().__init__(message)
|
||||||
|
self.exit_code = exit_code
|
||||||
|
|
||||||
|
|
||||||
|
def start_headless(
|
||||||
|
agent_name: str,
|
||||||
|
*,
|
||||||
|
prompt: str,
|
||||||
|
bottles: Sequence[str] | None = None,
|
||||||
|
label: str | None = None,
|
||||||
|
color: str | None = None,
|
||||||
|
backend_name: str | None = None,
|
||||||
|
copy_cwd: bool = False,
|
||||||
|
forge_env: dict[str, str] | None = None,
|
||||||
|
user_cwd: str | None = None,
|
||||||
|
) -> str:
|
||||||
|
"""Launch a new bottle headlessly. Returns the bottle slug.
|
||||||
|
|
||||||
|
``forge_env`` is passed through to the forge sidecar (not the agent)
|
||||||
|
when the bottle is forge-targeted; it carries the credentials and
|
||||||
|
context the sidecar needs to call the forge API.
|
||||||
|
|
||||||
|
Raises ``BottleError`` on configuration errors or if the agent exits
|
||||||
|
non-zero. The returned slug can be passed to ``freeze()``,
|
||||||
|
``resume_headless()``, or ``destroy()`` for subsequent lifecycle
|
||||||
|
operations."""
|
||||||
|
cwd = user_cwd or USER_CWD
|
||||||
|
try:
|
||||||
|
manifest = ManifestIndex.resolve(cwd)
|
||||||
|
manifest.require_agent(agent_name)
|
||||||
|
except (Die, ManifestError) as exc:
|
||||||
|
raise BottleError(str(exc)) from exc
|
||||||
|
|
||||||
|
if bottles:
|
||||||
|
bottle_names: tuple[str, ...] = tuple(bottles)
|
||||||
|
else:
|
||||||
|
default_bottle = _peek_agent_bottle(manifest, agent_name)
|
||||||
|
if not default_bottle:
|
||||||
|
raise BottleError(
|
||||||
|
f"agent '{agent_name}' has no default bottle; "
|
||||||
|
f"pass bottles=[...]"
|
||||||
|
)
|
||||||
|
bottle_names = (default_bottle,)
|
||||||
|
|
||||||
|
spec = BottleSpec(
|
||||||
|
manifest=manifest,
|
||||||
|
agent_name=agent_name,
|
||||||
|
copy_cwd=copy_cwd,
|
||||||
|
user_cwd=cwd,
|
||||||
|
label=_uniquify_label_headless(label or agent_name),
|
||||||
|
color=color or "",
|
||||||
|
bottle_names=bottle_names,
|
||||||
|
forge_env=dict(forge_env) if forge_env else {},
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
slug, exit_code = _launch_bottle(
|
||||||
|
spec,
|
||||||
|
dry_run=False,
|
||||||
|
backend_name=backend_name,
|
||||||
|
assume_yes=True,
|
||||||
|
headless_prompt_text=prompt,
|
||||||
|
)
|
||||||
|
except Die as exc:
|
||||||
|
raise BottleError(exc.message, exit_code=cast(int, exc.code)) from exc
|
||||||
|
if exit_code != 0:
|
||||||
|
raise BottleError(
|
||||||
|
f"agent exited {exit_code} (slug={slug!r})", exit_code=exit_code
|
||||||
|
)
|
||||||
|
return slug
|
||||||
|
|
||||||
|
|
||||||
|
def resume_headless(
|
||||||
|
slug: str,
|
||||||
|
*,
|
||||||
|
prompt: str,
|
||||||
|
backend_name: str | None = None,
|
||||||
|
forge_env: dict[str, str] | None = None,
|
||||||
|
) -> None:
|
||||||
|
"""Resume a frozen bottle headlessly with ``prompt``.
|
||||||
|
|
||||||
|
``forge_env`` re-supplies forge context for the new session (the
|
||||||
|
sidecar is relaunched alongside the agent on resume).
|
||||||
|
|
||||||
|
Raises ``BottleError`` on missing state, backend errors, or non-zero
|
||||||
|
agent exit."""
|
||||||
|
metadata = read_metadata(slug)
|
||||||
|
if metadata is None:
|
||||||
|
raise BottleError(
|
||||||
|
f"no state recorded for slug {slug!r}; "
|
||||||
|
f"check ~/.bot-bottle/state/ or call start_headless() to create a new bottle"
|
||||||
|
)
|
||||||
|
|
||||||
|
try:
|
||||||
|
manifest = ManifestIndex.resolve(metadata.cwd or USER_CWD)
|
||||||
|
manifest.require_agent(metadata.agent_name)
|
||||||
|
except (Die, ManifestError) as exc:
|
||||||
|
raise BottleError(str(exc)) from exc
|
||||||
|
|
||||||
|
spec = BottleSpec(
|
||||||
|
manifest=manifest,
|
||||||
|
agent_name=metadata.agent_name,
|
||||||
|
copy_cwd=metadata.copy_cwd,
|
||||||
|
user_cwd=metadata.cwd or USER_CWD,
|
||||||
|
identity=metadata.identity,
|
||||||
|
bottle_names=tuple(metadata.bottle_names),
|
||||||
|
forge_env=dict(forge_env) if forge_env else {},
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
_, exit_code = _launch_bottle(
|
||||||
|
spec,
|
||||||
|
dry_run=False,
|
||||||
|
backend_name=backend_name or metadata.backend or None,
|
||||||
|
assume_yes=True,
|
||||||
|
headless_prompt_text=prompt,
|
||||||
|
)
|
||||||
|
except Die as exc:
|
||||||
|
raise BottleError(exc.message, exit_code=cast(int, exc.code)) from exc
|
||||||
|
if exit_code != 0:
|
||||||
|
raise BottleError(
|
||||||
|
f"agent exited {exit_code} resuming {slug!r}", exit_code=exit_code
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def freeze(slug: str, *, backend_name: str | None = None) -> None:
|
||||||
|
"""Freeze the named bottle to a resumable artifact.
|
||||||
|
|
||||||
|
Reads the bottle's backend from its metadata when ``backend_name`` is
|
||||||
|
not supplied. Raises ``BottleError`` if the freeze fails."""
|
||||||
|
metadata = read_metadata(slug)
|
||||||
|
resolved_backend = backend_name or (metadata.backend if metadata else "") or "docker"
|
||||||
|
try:
|
||||||
|
get_freezer(resolved_backend).commit_slug(slug)
|
||||||
|
except CommitCancelled as exc:
|
||||||
|
raise BottleError(f"freeze cancelled for {slug!r}") from exc
|
||||||
|
except Die as exc:
|
||||||
|
raise BottleError(exc.message, exit_code=cast(int, exc.code)) from exc
|
||||||
|
|
||||||
|
|
||||||
|
def destroy(slug: str, *, backend_name: str | None = None) -> None:
|
||||||
|
"""Destroy the named bottle, removing all resources and state.
|
||||||
|
|
||||||
|
Brings down any running resources for ``slug``, then removes the
|
||||||
|
per-bottle state directory. Idempotent: a slug with no running
|
||||||
|
resources or no state directory is not an error."""
|
||||||
|
metadata = read_metadata(slug)
|
||||||
|
resolved_backend = backend_name or (metadata.backend if metadata else "") or "docker"
|
||||||
|
try:
|
||||||
|
if resolved_backend == "docker":
|
||||||
|
_destroy_docker(slug)
|
||||||
|
elif resolved_backend == "smolmachines":
|
||||||
|
_destroy_smolmachines(slug)
|
||||||
|
# macos-container: the container is torn down inside the launch
|
||||||
|
# context manager; no persistent VM survives, so nothing extra is
|
||||||
|
# needed at destroy time beyond the state-dir removal below.
|
||||||
|
except Die as exc:
|
||||||
|
raise BottleError(exc.message, exit_code=cast(int, exc.code)) from exc
|
||||||
|
clear_preserve_marker(slug)
|
||||||
|
cleanup_state(slug)
|
||||||
|
|
||||||
|
|
||||||
|
# --- backend-specific helpers -----------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _destroy_docker(slug: str) -> None:
|
||||||
|
"""Best-effort ``docker compose down`` for a Docker bottle.
|
||||||
|
|
||||||
|
No-op when the compose file is absent — the project was already
|
||||||
|
brought down (normal for a frozen bottle) or was never created."""
|
||||||
|
from ..backend.docker.compose import (
|
||||||
|
compose_down,
|
||||||
|
compose_file_path,
|
||||||
|
compose_project_name,
|
||||||
|
)
|
||||||
|
from .state import bottle_state_dir
|
||||||
|
|
||||||
|
state_dir = bottle_state_dir(slug)
|
||||||
|
compose_file = compose_file_path(state_dir)
|
||||||
|
if compose_file.exists():
|
||||||
|
compose_down(compose_project_name(slug), compose_file)
|
||||||
|
|
||||||
|
|
||||||
|
def _destroy_smolmachines(slug: str) -> None:
|
||||||
|
"""Best-effort stop + delete for a smolmachines bottle.
|
||||||
|
|
||||||
|
Both steps are best-effort: a machine that is already gone does not
|
||||||
|
cause an error; partial failures are logged as warnings."""
|
||||||
|
import subprocess
|
||||||
|
|
||||||
|
from ..log import warn
|
||||||
|
|
||||||
|
machine = f"bot-bottle-{slug}"
|
||||||
|
subprocess.run(
|
||||||
|
["smolvm", "machine", "stop", "--name", machine],
|
||||||
|
stdout=subprocess.DEVNULL,
|
||||||
|
stderr=subprocess.DEVNULL,
|
||||||
|
check=False,
|
||||||
|
)
|
||||||
|
r = subprocess.run(
|
||||||
|
["smolvm", "machine", "delete", "-f", machine],
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
check=False,
|
||||||
|
)
|
||||||
|
if r.returncode != 0:
|
||||||
|
warn(
|
||||||
|
f"smolvm machine delete -f {machine!r} failed "
|
||||||
|
f"(may already be gone): {(r.stderr or '').strip()}"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BottleError",
|
||||||
|
"destroy",
|
||||||
|
"freeze",
|
||||||
|
"resume_headless",
|
||||||
|
"start_headless",
|
||||||
|
]
|
||||||
@@ -0,0 +1,364 @@
|
|||||||
|
"""Per-bottle persistent state.
|
||||||
|
|
||||||
|
Holds optional per-bottle Dockerfile overrides, the transcript snapshot
|
||||||
|
the state-preservation helper saves before teardown, and the launch metadata that lets
|
||||||
|
`cli.py resume <identity>` reconstruct a bottle's spec. State
|
||||||
|
lives at:
|
||||||
|
|
||||||
|
~/.bot-bottle/state/<identity>/
|
||||||
|
metadata.json — agent_name + cwd + started_at (for resume)
|
||||||
|
Dockerfile — per-bottle override (absent → use repo's)
|
||||||
|
transcript/ — last snapshotted agent state (best-effort)
|
||||||
|
|
||||||
|
When the per-bottle Dockerfile is present, the launch step builds
|
||||||
|
the agent image with a per-bottle tag (bot-bottle-rebuilt-<id>)
|
||||||
|
from this file rather than the repo's. The build context is still
|
||||||
|
the repo root so the Dockerfile can COPY bot_bottle source files
|
||||||
|
the same way the original does.
|
||||||
|
|
||||||
|
Identity model:
|
||||||
|
- Every `cli.py start <agent>` mints a fresh identity via
|
||||||
|
`bottle_identity(agent_name)`: slug-prefix for readability plus a
|
||||||
|
5-char random suffix for parallel-safe uniqueness. The metadata
|
||||||
|
written at launch time pins (agent_name, cwd) to that identity.
|
||||||
|
- `cli.py resume <identity>` reads the metadata and re-launches a
|
||||||
|
bottle pinned to the same identity, picking up any per-bottle
|
||||||
|
Dockerfile and transcript snapshot.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import json
|
||||||
|
import secrets
|
||||||
|
import string
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import cast
|
||||||
|
|
||||||
|
from .. import supervise as _supervise
|
||||||
|
|
||||||
|
|
||||||
|
# Directory layout: ~/.bot-bottle/state/<identity>/...
|
||||||
|
_STATE_SUBDIR = "state"
|
||||||
|
_PER_BOTTLE_DOCKERFILE_NAME = "Dockerfile"
|
||||||
|
_COMMITTED_IMAGE_NAME = "committed-image"
|
||||||
|
_TRANSCRIPT_SUBDIR = "transcript"
|
||||||
|
# Per-sidecar scratch subdirs. PRD 0018 chunk 2: bind-mount sources
|
||||||
|
# live here so chunk 3's `docker compose up` can find them at stable
|
||||||
|
# paths. Each sidecar's `prepare()` writes config + CAs into its own
|
||||||
|
# subdir; the launch step is unchanged today (still `docker cp`).
|
||||||
|
_EGRESS_SUBDIR = "egress"
|
||||||
|
_GIT_GATE_SUBDIR = "git-gate"
|
||||||
|
_SUPERVISE_SUBDIR = "supervise"
|
||||||
|
_AGENT_SUBDIR = "agent"
|
||||||
|
_METADATA_NAME = "metadata.json"
|
||||||
|
# Live-config dir bind-mounted into the supervise sidecar (read-only).
|
||||||
|
# Host's apply paths keep these files fresh so supervise's
|
||||||
|
# `list-egress-routes` MCP tool returns the current state —
|
||||||
|
# not a snapshot from launch time.
|
||||||
|
_LIVE_CONFIG_SUBDIR = "live-config"
|
||||||
|
LIVE_CONFIG_ROUTES_NAME = "routes.yaml"
|
||||||
|
LIVE_CONFIG_ALLOWLIST_NAME = "allowlist"
|
||||||
|
# Empty marker file. Session preservation writes it before teardown so
|
||||||
|
# cli.py's session-end cleanup knows to preserve the state dir for
|
||||||
|
# `cli.py resume <identity>`. Absent = clean up.
|
||||||
|
_PRESERVE_MARKER = ".preserve"
|
||||||
|
|
||||||
|
# 5 chars of base36 alphabet ≈ 60M combinations. Plenty for human
|
||||||
|
# operators starting bottles by hand; collision-free in practice.
|
||||||
|
_RANDOM_SUFFIX_LEN = 5
|
||||||
|
_SUFFIX_ALPHABET = string.ascii_lowercase + string.digits
|
||||||
|
|
||||||
|
|
||||||
|
def bottle_identity(agent_name: str) -> str:
|
||||||
|
"""Mint a fresh per-launch bottle identity. The slug-prefix is
|
||||||
|
`slugify(agent_name)` for readability; the suffix is 5 random
|
||||||
|
base36 chars so two simultaneous `start <agent>` invocations
|
||||||
|
don't collide on container/network names.
|
||||||
|
|
||||||
|
Every call produces a different identity (non-deterministic).
|
||||||
|
To continue an existing bottle's state, use the recorded
|
||||||
|
identity from BottleMetadata via `cli.py resume <identity>`,
|
||||||
|
not this function."""
|
||||||
|
from ..backend.docker import util as docker_mod
|
||||||
|
slug = docker_mod.slugify(agent_name)
|
||||||
|
suffix = "".join(secrets.choice(_SUFFIX_ALPHABET) for _ in range(_RANDOM_SUFFIX_LEN))
|
||||||
|
return f"{slug}-{suffix}"
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class BottleMetadata:
|
||||||
|
"""Persistent record of how a bottle was launched, written at
|
||||||
|
start time and read by `cli.py resume`. Lives at
|
||||||
|
~/.bot-bottle/state/<identity>/metadata.json."""
|
||||||
|
|
||||||
|
identity: str
|
||||||
|
agent_name: str
|
||||||
|
cwd: str # empty string when --cwd was not passed
|
||||||
|
copy_cwd: bool
|
||||||
|
started_at: str # ISO 8601 UTC
|
||||||
|
# PRD 0018 chunk 3: derivable from identity via
|
||||||
|
# `compose_project_name(identity)`, but persisted explicitly so
|
||||||
|
# dashboard / cleanup / resume tooling can read it without
|
||||||
|
# importing the compose module. Empty string for state dirs
|
||||||
|
# written before chunk 3 (resume / inspect should fall back to
|
||||||
|
# deriving from identity in that case).
|
||||||
|
compose_project: str = ""
|
||||||
|
# PRD 0040: backend name ("docker" or "smolmachines"). Empty string
|
||||||
|
# for state dirs written before PRD 0040; callers default to "docker"
|
||||||
|
# for backward compatibility.
|
||||||
|
backend: str = ""
|
||||||
|
label: str = ""
|
||||||
|
color: str = ""
|
||||||
|
# Ordered bottle names selected at launch (issue #269). Empty tuple
|
||||||
|
# for state dirs written before this change; resume falls back to
|
||||||
|
# the agent's `bottle:` field in that case.
|
||||||
|
bottle_names: tuple[str, ...] = ()
|
||||||
|
|
||||||
|
|
||||||
|
def metadata_path(identity: str) -> Path:
|
||||||
|
return bottle_state_dir(identity) / _METADATA_NAME
|
||||||
|
|
||||||
|
|
||||||
|
def write_metadata(metadata: BottleMetadata) -> Path:
|
||||||
|
"""Persist `metadata` to ~/.bot-bottle/state/<identity>/metadata.json.
|
||||||
|
Mode 0o644 — no secrets, just (agent_name, cwd, timestamp)."""
|
||||||
|
path = metadata_path(metadata.identity)
|
||||||
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
path.write_text(json.dumps(dataclasses.asdict(metadata), indent=2) + "\n")
|
||||||
|
path.chmod(0o644)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
|
def read_metadata(identity: str) -> BottleMetadata | None:
|
||||||
|
"""Return the metadata for `identity`, or None if no state has
|
||||||
|
been recorded for it. Used by `cli.py resume` to reconstruct
|
||||||
|
the launch spec."""
|
||||||
|
path = metadata_path(identity)
|
||||||
|
if not path.is_file():
|
||||||
|
return None
|
||||||
|
raw = json.loads(path.read_text())
|
||||||
|
if not isinstance(raw, dict):
|
||||||
|
return None
|
||||||
|
raw_typed = cast(dict[str, object], raw)
|
||||||
|
raw_bottle_names = raw_typed.get("bottle_names", [])
|
||||||
|
bottle_names: tuple[str, ...] = ()
|
||||||
|
if isinstance(raw_bottle_names, list):
|
||||||
|
bottle_names = tuple(str(n) for n in raw_bottle_names if isinstance(n, str))
|
||||||
|
return BottleMetadata(
|
||||||
|
identity=str(raw_typed.get("identity", identity)),
|
||||||
|
agent_name=str(raw_typed.get("agent_name", "")),
|
||||||
|
cwd=str(raw_typed.get("cwd", "")),
|
||||||
|
copy_cwd=bool(raw_typed.get("copy_cwd", False)),
|
||||||
|
started_at=str(raw_typed.get("started_at", "")),
|
||||||
|
compose_project=str(raw_typed.get("compose_project", "")),
|
||||||
|
backend=str(raw_typed.get("backend", "")),
|
||||||
|
label=str(raw_typed.get("label", "")),
|
||||||
|
color=str(raw_typed.get("color", "")),
|
||||||
|
bottle_names=bottle_names,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def bottle_state_dir(identity: str) -> Path:
|
||||||
|
"""Per-bottle state directory on the host. Created lazily by the
|
||||||
|
write helpers; readers tolerate its absence."""
|
||||||
|
return _supervise.bot_bottle_root() / _STATE_SUBDIR / identity
|
||||||
|
|
||||||
|
|
||||||
|
def per_bottle_dockerfile_path(identity: str) -> Path:
|
||||||
|
return bottle_state_dir(identity) / _PER_BOTTLE_DOCKERFILE_NAME
|
||||||
|
|
||||||
|
|
||||||
|
def per_bottle_dockerfile(identity: str) -> str | None:
|
||||||
|
"""Return the per-bottle Dockerfile content if present, else
|
||||||
|
None. None means: use the provider or manifest Dockerfile."""
|
||||||
|
p = per_bottle_dockerfile_path(identity)
|
||||||
|
if p.is_file():
|
||||||
|
return p.read_text()
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def write_per_bottle_dockerfile(identity: str, content: str) -> Path:
|
||||||
|
p = per_bottle_dockerfile_path(identity)
|
||||||
|
p.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
p.write_text(content)
|
||||||
|
p.chmod(0o644)
|
||||||
|
return p
|
||||||
|
|
||||||
|
|
||||||
|
def committed_image_path(identity: str) -> Path:
|
||||||
|
return bottle_state_dir(identity) / _COMMITTED_IMAGE_NAME
|
||||||
|
|
||||||
|
|
||||||
|
def write_committed_image(identity: str, image_tag: str) -> Path:
|
||||||
|
"""Persist the committed image tag for `identity`. The next
|
||||||
|
`cli.py resume <identity>` will boot from this image instead of
|
||||||
|
rebuilding from the Dockerfile."""
|
||||||
|
path = committed_image_path(identity)
|
||||||
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
path.write_text(image_tag.strip() + "\n")
|
||||||
|
path.chmod(0o644)
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
|
def read_committed_image(identity: str) -> str | None:
|
||||||
|
"""Return the committed image tag for `identity`, or None if no
|
||||||
|
commit has been recorded. Used by the Docker launch step to skip
|
||||||
|
the Dockerfile build when a committed snapshot exists."""
|
||||||
|
path = committed_image_path(identity)
|
||||||
|
if not path.is_file():
|
||||||
|
return None
|
||||||
|
tag = path.read_text().strip()
|
||||||
|
return tag or None
|
||||||
|
|
||||||
|
|
||||||
|
def per_bottle_image_tag(identity: str) -> str:
|
||||||
|
"""Image tag for a rebuilt bottle. Distinct from the base
|
||||||
|
bot-bottle-claude:latest so per-bottle rebuilds don't collide in
|
||||||
|
the docker image cache."""
|
||||||
|
return f"bot-bottle-rebuilt-{identity}:latest"
|
||||||
|
|
||||||
|
|
||||||
|
def live_config_dir(identity: str) -> Path:
|
||||||
|
"""Per-bottle live-config dir. Bind-mounted read-only into the
|
||||||
|
supervise sidecar; the host's apply paths refresh the files on
|
||||||
|
every operator approval so the agent's `list-*` MCP tools always
|
||||||
|
return current state."""
|
||||||
|
return bottle_state_dir(identity) / _LIVE_CONFIG_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
def live_routes_path(identity: str) -> Path:
|
||||||
|
return live_config_dir(identity) / LIVE_CONFIG_ROUTES_NAME
|
||||||
|
|
||||||
|
|
||||||
|
def live_allowlist_path(identity: str) -> Path:
|
||||||
|
return live_config_dir(identity) / LIVE_CONFIG_ALLOWLIST_NAME
|
||||||
|
|
||||||
|
|
||||||
|
def write_live_config(
|
||||||
|
identity: str, *, routes: str = "", allowlist: str = "",
|
||||||
|
) -> Path:
|
||||||
|
"""Initialise (or refresh) the live-config dir. Empty-string args
|
||||||
|
leave the existing file alone (caller passes only what it knows).
|
||||||
|
Returns the live-config dir path."""
|
||||||
|
d = live_config_dir(identity)
|
||||||
|
d.mkdir(parents=True, exist_ok=True)
|
||||||
|
if routes:
|
||||||
|
p = live_routes_path(identity)
|
||||||
|
p.write_text(routes)
|
||||||
|
p.chmod(0o644)
|
||||||
|
if allowlist:
|
||||||
|
p = live_allowlist_path(identity)
|
||||||
|
p.write_text(allowlist)
|
||||||
|
p.chmod(0o644)
|
||||||
|
return d
|
||||||
|
|
||||||
|
|
||||||
|
def transcript_snapshot_dir(identity: str) -> Path:
|
||||||
|
"""Where agent session snapshots are kept for resume flows."""
|
||||||
|
return bottle_state_dir(identity) / _TRANSCRIPT_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
# --- Per-sidecar scratch subdirs (PRD 0018 chunk 2) ------------------------
|
||||||
|
#
|
||||||
|
# Each sidecar gets its own subdir under the bottle's state dir for
|
||||||
|
# bind-mount sources (config, CAs, hooks, etc.). Prepare-time writes
|
||||||
|
# land here; the state dir's normal cleanup (`cleanup_state`) reaps
|
||||||
|
# them along with everything else when the bottle session ends and
|
||||||
|
# nothing requested preservation.
|
||||||
|
|
||||||
|
|
||||||
|
def egress_state_dir(identity: str) -> Path:
|
||||||
|
"""State subdir for the egress sidecar: routes.yaml + the
|
||||||
|
per-bottle mitmproxy CA. Bind-mount source from chunk 3 onward."""
|
||||||
|
return bottle_state_dir(identity) / _EGRESS_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_state_dir(identity: str) -> Path:
|
||||||
|
"""State subdir for the git-gate sidecar: entrypoint + hooks +
|
||||||
|
per-upstream known_hosts. Bind-mount source from chunk 3
|
||||||
|
onward."""
|
||||||
|
return bottle_state_dir(identity) / _GIT_GATE_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
def supervise_state_dir(identity: str) -> Path:
|
||||||
|
"""State subdir reserved for supervise sidecar bind-mount sources.
|
||||||
|
The queue dir is intentionally NOT under here — it lives at
|
||||||
|
~/.bot-bottle/queue/<slug>/ alongside the audit logs, so it
|
||||||
|
survives state-dir cleanup."""
|
||||||
|
return bottle_state_dir(identity) / _SUPERVISE_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
def agent_state_dir(identity: str) -> Path:
|
||||||
|
"""State subdir for the agent's prepare-time scratch files: the
|
||||||
|
env file (docker --env-file source) and the prompt file."""
|
||||||
|
return bottle_state_dir(identity) / _AGENT_SUBDIR
|
||||||
|
|
||||||
|
|
||||||
|
# --- Preserve-on-close marker ----------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def preserve_marker_path(identity: str) -> Path:
|
||||||
|
return bottle_state_dir(identity) / _PRESERVE_MARKER
|
||||||
|
|
||||||
|
|
||||||
|
def mark_preserved(identity: str) -> Path:
|
||||||
|
"""Mark this bottle's state for preservation across session
|
||||||
|
teardown so cli.py's session-end cleanup leaves the state dir
|
||||||
|
intact for a subsequent `cli.py resume`."""
|
||||||
|
path = preserve_marker_path(identity)
|
||||||
|
path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
path.touch()
|
||||||
|
return path
|
||||||
|
|
||||||
|
|
||||||
|
def is_preserved(identity: str) -> bool:
|
||||||
|
return preserve_marker_path(identity).exists()
|
||||||
|
|
||||||
|
|
||||||
|
def clear_preserve_marker(identity: str) -> None:
|
||||||
|
"""Idempotent removal. Called at fresh launch (start or resume)
|
||||||
|
so a marker left from a prior preserved session doesn't keep
|
||||||
|
state alive past the next normal session-end."""
|
||||||
|
try:
|
||||||
|
preserve_marker_path(identity).unlink()
|
||||||
|
except FileNotFoundError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def cleanup_state(identity: str) -> None:
|
||||||
|
"""Remove the per-bottle state dir entirely. Called by cli.py
|
||||||
|
when a bottle session ends and is_preserved(identity) is False.
|
||||||
|
Idempotent — missing dir is success."""
|
||||||
|
import shutil
|
||||||
|
state_dir = bottle_state_dir(identity)
|
||||||
|
if state_dir.is_dir():
|
||||||
|
shutil.rmtree(state_dir, ignore_errors=True)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BottleMetadata",
|
||||||
|
"agent_state_dir",
|
||||||
|
"bottle_identity",
|
||||||
|
"bottle_state_dir",
|
||||||
|
"cleanup_state",
|
||||||
|
"clear_preserve_marker",
|
||||||
|
"committed_image_path",
|
||||||
|
"egress_state_dir",
|
||||||
|
"git_gate_state_dir",
|
||||||
|
"is_preserved",
|
||||||
|
"mark_preserved",
|
||||||
|
"metadata_path",
|
||||||
|
"per_bottle_dockerfile",
|
||||||
|
"per_bottle_dockerfile_path",
|
||||||
|
"per_bottle_image_tag",
|
||||||
|
"preserve_marker_path",
|
||||||
|
"read_committed_image",
|
||||||
|
"read_metadata",
|
||||||
|
"supervise_state_dir",
|
||||||
|
"transcript_snapshot_dir",
|
||||||
|
"write_committed_image",
|
||||||
|
"write_metadata",
|
||||||
|
"write_per_bottle_dockerfile",
|
||||||
|
]
|
||||||
+3
-358
@@ -1,361 +1,6 @@
|
|||||||
"""Per-bottle persistent state (PRD 0016).
|
"""Compatibility wrapper for per-bottle persistent state.
|
||||||
|
|
||||||
Holds the per-bottle Dockerfile override that capability-block
|
The implementation lives in :mod:`bot_bottle.bottle.state`.
|
||||||
remediation writes, the transcript snapshot the state-preservation
|
|
||||||
helper saves before teardown, and the launch metadata that lets
|
|
||||||
`cli.py resume <identity>` reconstruct a bottle's spec. State
|
|
||||||
lives at:
|
|
||||||
|
|
||||||
~/.bot-bottle/state/<identity>/
|
|
||||||
metadata.json — agent_name + cwd + started_at (for resume)
|
|
||||||
Dockerfile — per-bottle override (absent → use repo's)
|
|
||||||
transcript/ — last snapshotted agent state (best-effort)
|
|
||||||
|
|
||||||
When the per-bottle Dockerfile is present, the launch step builds
|
|
||||||
the agent image with a per-bottle tag (bot-bottle-rebuilt-<id>)
|
|
||||||
from this file rather than the repo's. The build context is still
|
|
||||||
the repo root so the Dockerfile can COPY bot_bottle source files
|
|
||||||
the same way the original does.
|
|
||||||
|
|
||||||
Identity model:
|
|
||||||
- Every `cli.py start <agent>` mints a fresh identity via
|
|
||||||
`bottle_identity(agent_name)`: slug-prefix for readability plus a
|
|
||||||
5-char random suffix for parallel-safe uniqueness. The metadata
|
|
||||||
written at launch time pins (agent_name, cwd) to that identity.
|
|
||||||
- `cli.py resume <identity>` reads the metadata and re-launches a
|
|
||||||
bottle pinned to the same identity, picking up any per-bottle
|
|
||||||
Dockerfile and transcript snapshot.
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from .bottle.state import * # noqa: F403
|
||||||
|
|
||||||
import dataclasses
|
|
||||||
import json
|
|
||||||
import secrets
|
|
||||||
import string
|
|
||||||
from dataclasses import dataclass
|
|
||||||
from pathlib import Path
|
|
||||||
from typing import cast
|
|
||||||
|
|
||||||
from . import supervise as _supervise
|
|
||||||
|
|
||||||
|
|
||||||
# Directory layout: ~/.bot-bottle/state/<identity>/...
|
|
||||||
_STATE_SUBDIR = "state"
|
|
||||||
_PER_BOTTLE_DOCKERFILE_NAME = "Dockerfile"
|
|
||||||
_COMMITTED_IMAGE_NAME = "committed-image"
|
|
||||||
_TRANSCRIPT_SUBDIR = "transcript"
|
|
||||||
# Per-sidecar scratch subdirs. PRD 0018 chunk 2: bind-mount sources
|
|
||||||
# live here so chunk 3's `docker compose up` can find them at stable
|
|
||||||
# paths. Each sidecar's `prepare()` writes config + CAs into its own
|
|
||||||
# subdir; the launch step is unchanged today (still `docker cp`).
|
|
||||||
_EGRESS_SUBDIR = "egress"
|
|
||||||
_GIT_GATE_SUBDIR = "git-gate"
|
|
||||||
_SUPERVISE_SUBDIR = "supervise"
|
|
||||||
_AGENT_SUBDIR = "agent"
|
|
||||||
_METADATA_NAME = "metadata.json"
|
|
||||||
# Live-config dir bind-mounted into the supervise sidecar (read-only).
|
|
||||||
# Host's apply paths keep these files fresh so supervise's
|
|
||||||
# `list-egress-routes` MCP tool returns the current state —
|
|
||||||
# not a snapshot from launch time.
|
|
||||||
_LIVE_CONFIG_SUBDIR = "live-config"
|
|
||||||
LIVE_CONFIG_ROUTES_NAME = "routes.yaml"
|
|
||||||
LIVE_CONFIG_ALLOWLIST_NAME = "allowlist"
|
|
||||||
# Empty marker file. capability_apply writes it before teardown so
|
|
||||||
# cli.py's session-end cleanup knows to preserve the state dir for
|
|
||||||
# `cli.py resume <identity>`. Absent = clean up.
|
|
||||||
_PRESERVE_MARKER = ".preserve"
|
|
||||||
|
|
||||||
# 5 chars of base36 alphabet ≈ 60M combinations. Plenty for human
|
|
||||||
# operators starting bottles by hand; collision-free in practice.
|
|
||||||
_RANDOM_SUFFIX_LEN = 5
|
|
||||||
_SUFFIX_ALPHABET = string.ascii_lowercase + string.digits
|
|
||||||
|
|
||||||
|
|
||||||
def bottle_identity(agent_name: str) -> str:
|
|
||||||
"""Mint a fresh per-launch bottle identity. The slug-prefix is
|
|
||||||
`slugify(agent_name)` for readability; the suffix is 5 random
|
|
||||||
base36 chars so two simultaneous `start <agent>` invocations
|
|
||||||
don't collide on container/network names.
|
|
||||||
|
|
||||||
Every call produces a different identity (non-deterministic).
|
|
||||||
To continue an existing bottle's state, use the recorded
|
|
||||||
identity from BottleMetadata via `cli.py resume <identity>`,
|
|
||||||
not this function."""
|
|
||||||
from .backend.docker import util as docker_mod
|
|
||||||
slug = docker_mod.slugify(agent_name)
|
|
||||||
suffix = "".join(secrets.choice(_SUFFIX_ALPHABET) for _ in range(_RANDOM_SUFFIX_LEN))
|
|
||||||
return f"{slug}-{suffix}"
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class BottleMetadata:
|
|
||||||
"""Persistent record of how a bottle was launched, written at
|
|
||||||
start time and read by `cli.py resume`. Lives at
|
|
||||||
~/.bot-bottle/state/<identity>/metadata.json."""
|
|
||||||
|
|
||||||
identity: str
|
|
||||||
agent_name: str
|
|
||||||
cwd: str # empty string when --cwd was not passed
|
|
||||||
copy_cwd: bool
|
|
||||||
started_at: str # ISO 8601 UTC
|
|
||||||
# PRD 0018 chunk 3: derivable from identity via
|
|
||||||
# `compose_project_name(identity)`, but persisted explicitly so
|
|
||||||
# dashboard / cleanup / resume tooling can read it without
|
|
||||||
# importing the compose module. Empty string for state dirs
|
|
||||||
# written before chunk 3 (resume / inspect should fall back to
|
|
||||||
# deriving from identity in that case).
|
|
||||||
compose_project: str = ""
|
|
||||||
# PRD 0040: backend name ("docker" or "smolmachines"). Empty string
|
|
||||||
# for state dirs written before PRD 0040; callers default to "docker"
|
|
||||||
# for backward compatibility.
|
|
||||||
backend: str = ""
|
|
||||||
label: str = ""
|
|
||||||
color: str = ""
|
|
||||||
|
|
||||||
|
|
||||||
def metadata_path(identity: str) -> Path:
|
|
||||||
return bottle_state_dir(identity) / _METADATA_NAME
|
|
||||||
|
|
||||||
|
|
||||||
def write_metadata(metadata: BottleMetadata) -> Path:
|
|
||||||
"""Persist `metadata` to ~/.bot-bottle/state/<identity>/metadata.json.
|
|
||||||
Mode 0o644 — no secrets, just (agent_name, cwd, timestamp)."""
|
|
||||||
path = metadata_path(metadata.identity)
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
path.write_text(json.dumps(dataclasses.asdict(metadata), indent=2) + "\n")
|
|
||||||
path.chmod(0o644)
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def read_metadata(identity: str) -> BottleMetadata | None:
|
|
||||||
"""Return the metadata for `identity`, or None if no state has
|
|
||||||
been recorded for it. Used by `cli.py resume` to reconstruct
|
|
||||||
the launch spec."""
|
|
||||||
path = metadata_path(identity)
|
|
||||||
if not path.is_file():
|
|
||||||
return None
|
|
||||||
raw = json.loads(path.read_text())
|
|
||||||
if not isinstance(raw, dict):
|
|
||||||
return None
|
|
||||||
raw_typed = cast(dict[str, object], raw)
|
|
||||||
return BottleMetadata(
|
|
||||||
identity=str(raw_typed.get("identity", identity)),
|
|
||||||
agent_name=str(raw_typed.get("agent_name", "")),
|
|
||||||
cwd=str(raw_typed.get("cwd", "")),
|
|
||||||
copy_cwd=bool(raw_typed.get("copy_cwd", False)),
|
|
||||||
started_at=str(raw_typed.get("started_at", "")),
|
|
||||||
compose_project=str(raw_typed.get("compose_project", "")),
|
|
||||||
backend=str(raw_typed.get("backend", "")),
|
|
||||||
label=str(raw_typed.get("label", "")),
|
|
||||||
color=str(raw_typed.get("color", "")),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def bottle_state_dir(identity: str) -> Path:
|
|
||||||
"""Per-bottle state directory on the host. Created lazily by the
|
|
||||||
write helpers; readers tolerate its absence."""
|
|
||||||
return _supervise.bot_bottle_root() / _STATE_SUBDIR / identity
|
|
||||||
|
|
||||||
|
|
||||||
def per_bottle_dockerfile_path(identity: str) -> Path:
|
|
||||||
return bottle_state_dir(identity) / _PER_BOTTLE_DOCKERFILE_NAME
|
|
||||||
|
|
||||||
|
|
||||||
def per_bottle_dockerfile(identity: str) -> str | None:
|
|
||||||
"""Return the per-bottle Dockerfile content if present, else
|
|
||||||
None. None means: use the repo's Dockerfile (the original
|
|
||||||
pre-capability-block behavior)."""
|
|
||||||
p = per_bottle_dockerfile_path(identity)
|
|
||||||
if p.is_file():
|
|
||||||
return p.read_text()
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
def write_per_bottle_dockerfile(identity: str, content: str) -> Path:
|
|
||||||
p = per_bottle_dockerfile_path(identity)
|
|
||||||
p.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
p.write_text(content)
|
|
||||||
p.chmod(0o644)
|
|
||||||
return p
|
|
||||||
|
|
||||||
|
|
||||||
def committed_image_path(identity: str) -> Path:
|
|
||||||
return bottle_state_dir(identity) / _COMMITTED_IMAGE_NAME
|
|
||||||
|
|
||||||
|
|
||||||
def write_committed_image(identity: str, image_tag: str) -> Path:
|
|
||||||
"""Persist the committed image tag for `identity`. The next
|
|
||||||
`cli.py resume <identity>` will boot from this image instead of
|
|
||||||
rebuilding from the Dockerfile."""
|
|
||||||
path = committed_image_path(identity)
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
path.write_text(image_tag.strip() + "\n")
|
|
||||||
path.chmod(0o644)
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def read_committed_image(identity: str) -> str | None:
|
|
||||||
"""Return the committed image tag for `identity`, or None if no
|
|
||||||
commit has been recorded. Used by the Docker launch step to skip
|
|
||||||
the Dockerfile build when a committed snapshot exists."""
|
|
||||||
path = committed_image_path(identity)
|
|
||||||
if not path.is_file():
|
|
||||||
return None
|
|
||||||
tag = path.read_text().strip()
|
|
||||||
return tag or None
|
|
||||||
|
|
||||||
|
|
||||||
def per_bottle_image_tag(identity: str) -> str:
|
|
||||||
"""Image tag for a rebuilt bottle. Distinct from the base
|
|
||||||
bot-bottle-claude:latest so per-bottle rebuilds don't collide in
|
|
||||||
the docker image cache."""
|
|
||||||
return f"bot-bottle-rebuilt-{identity}:latest"
|
|
||||||
|
|
||||||
|
|
||||||
def live_config_dir(identity: str) -> Path:
|
|
||||||
"""Per-bottle live-config dir. Bind-mounted read-only into the
|
|
||||||
supervise sidecar; the host's apply paths refresh the files on
|
|
||||||
every operator approval so the agent's `list-*` MCP tools always
|
|
||||||
return current state."""
|
|
||||||
return bottle_state_dir(identity) / _LIVE_CONFIG_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
def live_routes_path(identity: str) -> Path:
|
|
||||||
return live_config_dir(identity) / LIVE_CONFIG_ROUTES_NAME
|
|
||||||
|
|
||||||
|
|
||||||
def live_allowlist_path(identity: str) -> Path:
|
|
||||||
return live_config_dir(identity) / LIVE_CONFIG_ALLOWLIST_NAME
|
|
||||||
|
|
||||||
|
|
||||||
def write_live_config(
|
|
||||||
identity: str, *, routes: str = "", allowlist: str = "",
|
|
||||||
) -> Path:
|
|
||||||
"""Initialise (or refresh) the live-config dir. Empty-string args
|
|
||||||
leave the existing file alone (caller passes only what it knows).
|
|
||||||
Returns the live-config dir path."""
|
|
||||||
d = live_config_dir(identity)
|
|
||||||
d.mkdir(parents=True, exist_ok=True)
|
|
||||||
if routes:
|
|
||||||
p = live_routes_path(identity)
|
|
||||||
p.write_text(routes)
|
|
||||||
p.chmod(0o644)
|
|
||||||
if allowlist:
|
|
||||||
p = live_allowlist_path(identity)
|
|
||||||
p.write_text(allowlist)
|
|
||||||
p.chmod(0o644)
|
|
||||||
return d
|
|
||||||
|
|
||||||
|
|
||||||
def transcript_snapshot_dir(identity: str) -> Path:
|
|
||||||
"""Where capability_apply stashes the agent's transcript before
|
|
||||||
teardown, so the next `cli.py start <agent>` can offer to
|
|
||||||
resume from it."""
|
|
||||||
return bottle_state_dir(identity) / _TRANSCRIPT_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
# --- Per-sidecar scratch subdirs (PRD 0018 chunk 2) ------------------------
|
|
||||||
#
|
|
||||||
# Each sidecar gets its own subdir under the bottle's state dir for
|
|
||||||
# bind-mount sources (config, CAs, hooks, etc.). Prepare-time writes
|
|
||||||
# land here; the state dir's normal cleanup (`cleanup_state`) reaps
|
|
||||||
# them along with everything else when the bottle session ends and
|
|
||||||
# nothing requested preservation.
|
|
||||||
|
|
||||||
|
|
||||||
def egress_state_dir(identity: str) -> Path:
|
|
||||||
"""State subdir for the egress sidecar: routes.yaml + the
|
|
||||||
per-bottle mitmproxy CA. Bind-mount source from chunk 3 onward."""
|
|
||||||
return bottle_state_dir(identity) / _EGRESS_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_state_dir(identity: str) -> Path:
|
|
||||||
"""State subdir for the git-gate sidecar: entrypoint + hooks +
|
|
||||||
per-upstream known_hosts. Bind-mount source from chunk 3
|
|
||||||
onward."""
|
|
||||||
return bottle_state_dir(identity) / _GIT_GATE_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
def supervise_state_dir(identity: str) -> Path:
|
|
||||||
"""State subdir for the supervise sidecar's current-config dir
|
|
||||||
(bind-mounted into the agent at /etc/bot-bottle/current-config).
|
|
||||||
The queue dir is intentionally NOT under here — it lives at
|
|
||||||
~/.bot-bottle/queue/<slug>/ alongside the audit logs, so it
|
|
||||||
survives state-dir cleanup."""
|
|
||||||
return bottle_state_dir(identity) / _SUPERVISE_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
def agent_state_dir(identity: str) -> Path:
|
|
||||||
"""State subdir for the agent's prepare-time scratch files: the
|
|
||||||
env file (docker --env-file source) and the prompt file."""
|
|
||||||
return bottle_state_dir(identity) / _AGENT_SUBDIR
|
|
||||||
|
|
||||||
|
|
||||||
# --- Preserve-on-close marker ----------------------------------------------
|
|
||||||
|
|
||||||
|
|
||||||
def preserve_marker_path(identity: str) -> Path:
|
|
||||||
return bottle_state_dir(identity) / _PRESERVE_MARKER
|
|
||||||
|
|
||||||
|
|
||||||
def mark_preserved(identity: str) -> Path:
|
|
||||||
"""Mark this bottle's state for preservation across session
|
|
||||||
teardown. Written by capability_apply.apply_capability_change so
|
|
||||||
cli.py's session-end cleanup leaves the state dir intact for a
|
|
||||||
subsequent `cli.py resume`."""
|
|
||||||
path = preserve_marker_path(identity)
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
path.touch()
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def is_preserved(identity: str) -> bool:
|
|
||||||
return preserve_marker_path(identity).exists()
|
|
||||||
|
|
||||||
|
|
||||||
def clear_preserve_marker(identity: str) -> None:
|
|
||||||
"""Idempotent removal. Called at fresh launch (start or resume)
|
|
||||||
so a marker left from a prior capability-block doesn't keep
|
|
||||||
state alive past the next normal session-end."""
|
|
||||||
try:
|
|
||||||
preserve_marker_path(identity).unlink()
|
|
||||||
except FileNotFoundError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
def cleanup_state(identity: str) -> None:
|
|
||||||
"""Remove the per-bottle state dir entirely. Called by cli.py
|
|
||||||
when a bottle session ends and is_preserved(identity) is False.
|
|
||||||
Idempotent — missing dir is success."""
|
|
||||||
import shutil
|
|
||||||
state_dir = bottle_state_dir(identity)
|
|
||||||
if state_dir.is_dir():
|
|
||||||
shutil.rmtree(state_dir, ignore_errors=True)
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = [
|
|
||||||
"BottleMetadata",
|
|
||||||
"agent_state_dir",
|
|
||||||
"bottle_identity",
|
|
||||||
"bottle_state_dir",
|
|
||||||
"cleanup_state",
|
|
||||||
"clear_preserve_marker",
|
|
||||||
"committed_image_path",
|
|
||||||
"egress_state_dir",
|
|
||||||
"git_gate_state_dir",
|
|
||||||
"is_preserved",
|
|
||||||
"mark_preserved",
|
|
||||||
"metadata_path",
|
|
||||||
"per_bottle_dockerfile",
|
|
||||||
"per_bottle_dockerfile_path",
|
|
||||||
"per_bottle_image_tag",
|
|
||||||
"preserve_marker_path",
|
|
||||||
"read_committed_image",
|
|
||||||
"read_metadata",
|
|
||||||
"supervise_state_dir",
|
|
||||||
"transcript_snapshot_dir",
|
|
||||||
"write_committed_image",
|
|
||||||
"write_metadata",
|
|
||||||
"write_per_bottle_dockerfile",
|
|
||||||
]
|
|
||||||
|
|||||||
@@ -7,8 +7,10 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
|
from ..errors import MissingEnvVarError
|
||||||
from ..log import Die, die, error
|
from ..log import Die, die, error
|
||||||
from ..manifest import ManifestError
|
from ..manifest import ManifestError
|
||||||
|
from ..store_manager import StoreManager
|
||||||
from ._common import PROG
|
from ._common import PROG
|
||||||
from . import list as _list_mod
|
from . import list as _list_mod
|
||||||
from .cleanup import cmd_cleanup
|
from .cleanup import cmd_cleanup
|
||||||
@@ -74,11 +76,25 @@ def main(argv: list[str] | None = None) -> int:
|
|||||||
if handler is None:
|
if handler is None:
|
||||||
usage()
|
usage()
|
||||||
die(f"unknown command: {command}")
|
die(f"unknown command: {command}")
|
||||||
|
mgr = StoreManager.instance()
|
||||||
|
if not mgr.is_migrated():
|
||||||
|
sys.stderr.write("bot-bottle: database schema is out of date\n")
|
||||||
|
sys.stderr.write("Migrate now? [y/N] ")
|
||||||
|
sys.stderr.flush()
|
||||||
|
try:
|
||||||
|
answer = sys.stdin.readline().strip().lower()
|
||||||
|
except EOFError:
|
||||||
|
answer = ""
|
||||||
|
if answer != "y":
|
||||||
|
error("migration required — re-run and confirm to migrate")
|
||||||
|
return 1
|
||||||
|
mgr.migrate()
|
||||||
try:
|
try:
|
||||||
return handler(rest) or 0
|
return handler(rest) or 0
|
||||||
|
except MissingEnvVarError as e:
|
||||||
|
error(str(e))
|
||||||
|
return 1
|
||||||
except ManifestError as e:
|
except ManifestError as e:
|
||||||
# Manifest/config problems surface as a catchable exception;
|
|
||||||
# print the reason and exit non-zero (same UX die() used to give).
|
|
||||||
error(str(e))
|
error(str(e))
|
||||||
return 1
|
return 1
|
||||||
except Die as e:
|
except Die as e:
|
||||||
|
|||||||
@@ -13,9 +13,8 @@ dirs are shared layout, so docker is the single owner of that
|
|||||||
bucket.
|
bucket.
|
||||||
|
|
||||||
State dirs with `.preserve` are intentionally never touched — they
|
State dirs with `.preserve` are intentionally never touched — they
|
||||||
hold capability-block rebuilds or crash snapshots the operator may
|
hold preserved sessions the operator may want to `resume`. Manual
|
||||||
want to `resume`. Manual `rm -rf ~/.bot-bottle/state/<identity>`
|
`rm -rf ~/.bot-bottle/state/<identity>` is the path for those.
|
||||||
is the path for those.
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ import argparse
|
|||||||
|
|
||||||
from ..backend import enumerate_active_agents
|
from ..backend import enumerate_active_agents
|
||||||
from ..backend.freeze import CommitCancelled, get_freezer
|
from ..backend.freeze import CommitCancelled, get_freezer
|
||||||
from ..bottle_state import read_metadata
|
from ..bottle.state import read_metadata
|
||||||
from ..log import die
|
from ..log import die
|
||||||
from ._common import PROG
|
from ._common import PROG
|
||||||
from . import tui
|
from . import tui
|
||||||
|
|||||||
@@ -4,13 +4,12 @@ Reads ~/.bot-bottle/state/<identity>/metadata.json to recover the
|
|||||||
(agent_name, cwd, copy_cwd) the bottle was originally started with,
|
(agent_name, cwd, copy_cwd) the bottle was originally started with,
|
||||||
then runs the same launch core as `start` — but pinned to the
|
then runs the same launch core as `start` — but pinned to the
|
||||||
recorded identity so the new bottle picks up any per-bottle Dockerfile
|
recorded identity so the new bottle picks up any per-bottle Dockerfile
|
||||||
(from capability-block apply) and transcript snapshot under the same
|
override and transcript snapshot under the same state dir.
|
||||||
state dir.
|
|
||||||
|
|
||||||
Use case: an agent calls capability-block, the dashboard approves
|
Use case: an interrupted or preserved bottle needs to be relaunched;
|
||||||
and tears down the bottle, the operator runs
|
the operator runs
|
||||||
./cli.py resume <identity>
|
./cli.py resume <identity>
|
||||||
to bring up the replacement with the new capabilities baked in.
|
to bring up the replacement from the recorded state.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -18,7 +17,7 @@ from __future__ import annotations
|
|||||||
import argparse
|
import argparse
|
||||||
|
|
||||||
from ..backend import BottleSpec
|
from ..backend import BottleSpec
|
||||||
from ..bottle_state import read_metadata
|
from ..bottle.state import read_metadata
|
||||||
from ..log import die
|
from ..log import die
|
||||||
from ..manifest import ManifestIndex
|
from ..manifest import ManifestIndex
|
||||||
from ._common import PROG, USER_CWD
|
from ._common import PROG, USER_CWD
|
||||||
@@ -28,13 +27,34 @@ from .start import _launch_bottle
|
|||||||
def cmd_resume(argv: list[str]) -> int:
|
def cmd_resume(argv: list[str]) -> int:
|
||||||
parser = argparse.ArgumentParser(prog=f"{PROG} resume", add_help=True)
|
parser = argparse.ArgumentParser(prog=f"{PROG} resume", add_help=True)
|
||||||
parser.add_argument("--dry-run", action="store_true")
|
parser.add_argument("--dry-run", action="store_true")
|
||||||
parser.add_argument("--remote-control", action="store_true")
|
parser.add_argument(
|
||||||
|
"--headless",
|
||||||
|
action="store_true",
|
||||||
|
help=(
|
||||||
|
"non-interactive rehydrate: deliver --prompt to the agent and "
|
||||||
|
"skip the y/N preflight. For orchestrators / the freeze-rehydrate "
|
||||||
|
"loop."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--prompt",
|
||||||
|
default=None,
|
||||||
|
help="follow-up prompt delivered to the agent (required with --headless)",
|
||||||
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"identity",
|
"identity",
|
||||||
help="bottle identity from a prior `start` (see its session-end output)",
|
help="bottle identity from a prior `start` (see its session-end output)",
|
||||||
)
|
)
|
||||||
args = parser.parse_args(argv)
|
args = parser.parse_args(argv)
|
||||||
|
|
||||||
|
if args.prompt and not args.headless:
|
||||||
|
die("--prompt is only valid with --headless")
|
||||||
|
if args.headless and not args.prompt:
|
||||||
|
die(
|
||||||
|
"--headless requires --prompt: "
|
||||||
|
"./cli.py resume <identity> --headless --prompt 'Address the review'"
|
||||||
|
)
|
||||||
|
|
||||||
metadata = read_metadata(args.identity)
|
metadata = read_metadata(args.identity)
|
||||||
if metadata is None:
|
if metadata is None:
|
||||||
die(
|
die(
|
||||||
@@ -51,11 +71,14 @@ def cmd_resume(argv: list[str]) -> int:
|
|||||||
copy_cwd=metadata.copy_cwd,
|
copy_cwd=metadata.copy_cwd,
|
||||||
user_cwd=metadata.cwd or USER_CWD,
|
user_cwd=metadata.cwd or USER_CWD,
|
||||||
identity=metadata.identity,
|
identity=metadata.identity,
|
||||||
|
bottle_names=tuple(metadata.bottle_names),
|
||||||
)
|
)
|
||||||
backend_name = metadata.backend or None
|
backend_name = metadata.backend or None
|
||||||
return _launch_bottle(
|
_, rc = _launch_bottle(
|
||||||
spec,
|
spec,
|
||||||
dry_run=args.dry_run,
|
dry_run=args.dry_run,
|
||||||
remote_control=args.remote_control,
|
|
||||||
backend_name=backend_name,
|
backend_name=backend_name,
|
||||||
|
assume_yes=args.headless,
|
||||||
|
headless_prompt_text=args.prompt or "",
|
||||||
)
|
)
|
||||||
|
return rc
|
||||||
|
|||||||
+325
-32
@@ -2,6 +2,11 @@
|
|||||||
interactive claude-code session. The container is torn down when the
|
interactive claude-code session. The container is torn down when the
|
||||||
session ends.
|
session ends.
|
||||||
|
|
||||||
|
`--headless` selects a non-interactive launch (agent/bottles/label from
|
||||||
|
flags, no TUI selectors, no y/N prompt) for orchestrators,
|
||||||
|
CI, and webhook dispatch. The agent still execs on the inherited
|
||||||
|
stdio/PTY, so an orchestrator that allocates the PTY drives the session.
|
||||||
|
|
||||||
The launch core is shared with `cli.py resume <identity>` through
|
The launch core is shared with `cli.py resume <identity>` through
|
||||||
the private orchestrator `_launch_bottle`.
|
the private orchestrator `_launch_bottle`.
|
||||||
"""
|
"""
|
||||||
@@ -16,7 +21,7 @@ import tempfile
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Callable
|
from typing import Callable
|
||||||
|
|
||||||
from ..agent_provider import runtime_for
|
from ..agent_provider import get_provider, runtime_for
|
||||||
from ..backend import (
|
from ..backend import (
|
||||||
Bottle,
|
Bottle,
|
||||||
BottleSpec,
|
BottleSpec,
|
||||||
@@ -26,14 +31,13 @@ from ..backend import (
|
|||||||
)
|
)
|
||||||
from ..backend.docker import util as docker_mod
|
from ..backend.docker import util as docker_mod
|
||||||
from ..backend.docker.bottle_plan import DockerBottlePlan
|
from ..backend.docker.bottle_plan import DockerBottlePlan
|
||||||
from ..bottle_state import (
|
from ..bottle.state import (
|
||||||
cleanup_state,
|
cleanup_state,
|
||||||
is_preserved,
|
is_preserved,
|
||||||
mark_preserved,
|
mark_preserved,
|
||||||
)
|
)
|
||||||
# from ..backend.docker.capability_apply import snapshot_transcript
|
from ..log import info, die
|
||||||
from ..log import info
|
from ..manifest import Manifest, ManifestIndex
|
||||||
from ..manifest import ManifestIndex
|
|
||||||
from ._common import PROG, USER_CWD, read_tty_line
|
from ._common import PROG, USER_CWD, read_tty_line
|
||||||
from . import tui
|
from . import tui
|
||||||
|
|
||||||
@@ -42,7 +46,6 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
parser = argparse.ArgumentParser(prog=f"{PROG} start", add_help=True)
|
parser = argparse.ArgumentParser(prog=f"{PROG} start", add_help=True)
|
||||||
parser.add_argument("--dry-run", action="store_true")
|
parser.add_argument("--dry-run", action="store_true")
|
||||||
parser.add_argument("--cwd", action="store_true", help="copy host cwd into the running bottle")
|
parser.add_argument("--cwd", action="store_true", help="copy host cwd into the running bottle")
|
||||||
parser.add_argument("--remote-control", action="store_true")
|
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--backend",
|
"--backend",
|
||||||
choices=known_backend_names(),
|
choices=known_backend_names(),
|
||||||
@@ -52,6 +55,39 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
"or host auto-selection). Overrides the env var when set."
|
"or host auto-selection). Overrides the env var when set."
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--headless",
|
||||||
|
action="store_true",
|
||||||
|
help=(
|
||||||
|
"non-interactive launch: take agent/bottles/label from flags, "
|
||||||
|
"skip all prompts. For orchestrators, CI, and webhooks."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--bottle",
|
||||||
|
action="append",
|
||||||
|
default=None,
|
||||||
|
metavar="NAME",
|
||||||
|
help=(
|
||||||
|
"bottle to compose, repeatable (order = merge order). In "
|
||||||
|
"--headless, defaults to the agent's own bottle when omitted."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--label",
|
||||||
|
default=None,
|
||||||
|
help="bottle label / terminal title (--headless default: agent name)",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--color",
|
||||||
|
default=None,
|
||||||
|
help="bottle color, one of the 16 ANSI color names (--headless default: none)",
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--prompt",
|
||||||
|
default=None,
|
||||||
|
help="initial task prompt delivered to the agent (required with --headless)",
|
||||||
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"name",
|
"name",
|
||||||
nargs="?",
|
nargs="?",
|
||||||
@@ -63,9 +99,22 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
dry_run = args.dry_run or os.environ.get("BOT_BOTTLE_DRY_RUN") == "1"
|
dry_run = args.dry_run or os.environ.get("BOT_BOTTLE_DRY_RUN") == "1"
|
||||||
|
|
||||||
manifest = ManifestIndex.resolve(USER_CWD)
|
manifest = ManifestIndex.resolve(USER_CWD)
|
||||||
|
backend_name: str | None = args.backend
|
||||||
|
|
||||||
|
if args.headless:
|
||||||
|
return _start_headless(
|
||||||
|
manifest, args, dry_run=dry_run, backend_name=backend_name
|
||||||
|
)
|
||||||
|
|
||||||
agent_name: str | None = args.name
|
agent_name: str | None = args.name
|
||||||
if agent_name is None:
|
if agent_name is None:
|
||||||
|
if not manifest.all_agent_names:
|
||||||
|
print(
|
||||||
|
"bot-bottle: no agents defined. "
|
||||||
|
"Add an agent to ~/.bot-bottle/agents/ or ./bot-bottle/agents/ to get started.",
|
||||||
|
file=sys.stderr,
|
||||||
|
)
|
||||||
|
return 1
|
||||||
agent_name = tui.filter_select(
|
agent_name = tui.filter_select(
|
||||||
manifest.all_agent_names,
|
manifest.all_agent_names,
|
||||||
title="Select agent",
|
title="Select agent",
|
||||||
@@ -73,7 +122,22 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
if agent_name is None:
|
if agent_name is None:
|
||||||
return 0
|
return 0
|
||||||
|
|
||||||
backend_name: str | None = args.backend
|
# Bottle multiselect: always show after agent selection so operators
|
||||||
|
# can compose bottles at launch time without editing agent manifests.
|
||||||
|
available_bottles = manifest.all_bottle_names
|
||||||
|
lineage_map = _bottle_lineage(manifest)
|
||||||
|
display_labels = [lineage_map.get(n, n) for n in available_bottles]
|
||||||
|
label_to_name = {lineage_map.get(n, n): n for n in available_bottles}
|
||||||
|
initial_bottle = _peek_agent_bottle(manifest, agent_name)
|
||||||
|
initial_labels = [lineage_map.get(initial_bottle, initial_bottle)] if initial_bottle else []
|
||||||
|
selected_labels = tui.filter_multiselect(
|
||||||
|
display_labels,
|
||||||
|
title="Select bottles",
|
||||||
|
initial=initial_labels,
|
||||||
|
)
|
||||||
|
if selected_labels is None:
|
||||||
|
return 0
|
||||||
|
bottle_names = tuple(label_to_name.get(lbl, lbl) for lbl in selected_labels)
|
||||||
|
|
||||||
label, color = tui.name_color_modal(default_label=agent_name)
|
label, color = tui.name_color_modal(default_label=agent_name)
|
||||||
label, color = _resolve_unique_label(label, color)
|
label, color = _resolve_unique_label(label, color)
|
||||||
@@ -85,13 +149,93 @@ def cmd_start(argv: list[str]) -> int:
|
|||||||
user_cwd=USER_CWD,
|
user_cwd=USER_CWD,
|
||||||
label=label,
|
label=label,
|
||||||
color=color,
|
color=color,
|
||||||
|
bottle_names=bottle_names,
|
||||||
)
|
)
|
||||||
return _launch_bottle(
|
_, rc = _launch_bottle(
|
||||||
spec,
|
spec,
|
||||||
dry_run=dry_run,
|
dry_run=dry_run,
|
||||||
remote_control=args.remote_control,
|
|
||||||
backend_name=backend_name,
|
backend_name=backend_name,
|
||||||
)
|
)
|
||||||
|
return rc
|
||||||
|
|
||||||
|
|
||||||
|
# --- Headless launch -----------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _start_headless(
|
||||||
|
manifest: ManifestIndex,
|
||||||
|
args: argparse.Namespace,
|
||||||
|
*,
|
||||||
|
dry_run: bool,
|
||||||
|
backend_name: str | None,
|
||||||
|
) -> int:
|
||||||
|
"""Non-interactive launch path for orchestrators / CI / webhooks.
|
||||||
|
|
||||||
|
Resolves agent, bottles, label, and color from flags + manifest
|
||||||
|
defaults instead of the TUI selectors, and auto-confirms the
|
||||||
|
preflight. Otherwise runs the same launch core as the interactive
|
||||||
|
path, so the agent still execs on the inherited stdio/PTY — an
|
||||||
|
orchestrator allocates that PTY and relays it to its
|
||||||
|
desktop/mobile clients."""
|
||||||
|
agent_name = args.name
|
||||||
|
if not agent_name:
|
||||||
|
die("--headless requires an agent name: ./cli.py start <agent> --headless")
|
||||||
|
manifest.require_agent(agent_name) # raises ManifestError if unknown
|
||||||
|
|
||||||
|
prompt = args.prompt
|
||||||
|
if not prompt:
|
||||||
|
die(
|
||||||
|
"--headless requires --prompt: "
|
||||||
|
"./cli.py start <agent> --headless --prompt 'Do the thing'"
|
||||||
|
)
|
||||||
|
|
||||||
|
if args.bottle:
|
||||||
|
bottle_names: tuple[str, ...] = tuple(args.bottle)
|
||||||
|
else:
|
||||||
|
default_bottle = _peek_agent_bottle(manifest, agent_name)
|
||||||
|
if not default_bottle:
|
||||||
|
die(
|
||||||
|
f"--headless: agent '{agent_name}' has no default bottle; "
|
||||||
|
f"pass one or more --bottle NAME"
|
||||||
|
)
|
||||||
|
bottle_names = (default_bottle,)
|
||||||
|
|
||||||
|
label = _uniquify_label_headless(args.label or agent_name)
|
||||||
|
|
||||||
|
spec = BottleSpec(
|
||||||
|
manifest=manifest,
|
||||||
|
agent_name=agent_name,
|
||||||
|
copy_cwd=args.cwd,
|
||||||
|
user_cwd=USER_CWD,
|
||||||
|
label=label,
|
||||||
|
color=args.color or "",
|
||||||
|
bottle_names=bottle_names,
|
||||||
|
headless=True,
|
||||||
|
)
|
||||||
|
_, rc = _launch_bottle(
|
||||||
|
spec,
|
||||||
|
dry_run=dry_run,
|
||||||
|
backend_name=backend_name,
|
||||||
|
assume_yes=True,
|
||||||
|
headless_prompt_text=prompt,
|
||||||
|
)
|
||||||
|
return rc
|
||||||
|
|
||||||
|
|
||||||
|
def _uniquify_label_headless(label: str) -> str:
|
||||||
|
"""Non-interactive analog of `_resolve_unique_label`: if the label's
|
||||||
|
slug collides with a running bottle, append -2, -3, … until free,
|
||||||
|
logging the chosen label. Orchestrators fire-and-forget many bottles,
|
||||||
|
so silently picking a free name beats erroring on every collision."""
|
||||||
|
active_slugs = {a.slug for a in enumerate_active_agents()}
|
||||||
|
if docker_mod.slugify(label) not in active_slugs:
|
||||||
|
return label
|
||||||
|
n = 2
|
||||||
|
while docker_mod.slugify(f"{label}-{n}") in active_slugs:
|
||||||
|
n += 1
|
||||||
|
chosen = f"{label}-{n}"
|
||||||
|
info(f"label '{label}' already in use; using '{chosen}'")
|
||||||
|
return chosen
|
||||||
|
|
||||||
|
|
||||||
# --- Launch helpers ------------------------------------------------------
|
# --- Launch helpers ------------------------------------------------------
|
||||||
@@ -101,7 +245,7 @@ def prepare_with_preflight(
|
|||||||
spec: BottleSpec,
|
spec: BottleSpec,
|
||||||
*,
|
*,
|
||||||
stage_dir: Path,
|
stage_dir: Path,
|
||||||
render_preflight: Callable[[DockerBottlePlan], None],
|
render_preflight: Callable[[DockerBottlePlan, str], None],
|
||||||
prompt_yes: Callable[[], bool],
|
prompt_yes: Callable[[], bool],
|
||||||
dry_run: bool = False,
|
dry_run: bool = False,
|
||||||
backend_name: str | None = None,
|
backend_name: str | None = None,
|
||||||
@@ -122,7 +266,7 @@ def prepare_with_preflight(
|
|||||||
plan = backend.prepare(spec, stage_dir=stage_dir)
|
plan = backend.prepare(spec, stage_dir=stage_dir)
|
||||||
identity = _identity_from_plan(plan)
|
identity = _identity_from_plan(plan)
|
||||||
|
|
||||||
render_preflight(plan)
|
render_preflight(plan, backend.name)
|
||||||
|
|
||||||
if dry_run:
|
if dry_run:
|
||||||
info("dry-run requested; not starting container.")
|
info("dry-run requested; not starting container.")
|
||||||
@@ -134,7 +278,7 @@ def prepare_with_preflight(
|
|||||||
|
|
||||||
|
|
||||||
def attach_agent(
|
def attach_agent(
|
||||||
bottle: Bottle, *, remote_control: bool = False, resume: bool = False,
|
bottle: Bottle, *, resume: bool = False,
|
||||||
agent_provider_template: str = "claude",
|
agent_provider_template: str = "claude",
|
||||||
startup_args: tuple[str, ...] = (),
|
startup_args: tuple[str, ...] = (),
|
||||||
) -> int:
|
) -> int:
|
||||||
@@ -153,8 +297,6 @@ def attach_agent(
|
|||||||
"(Ctrl-D or 'exit' to leave; container will be removed)"
|
"(Ctrl-D or 'exit' to leave; container will be removed)"
|
||||||
)
|
)
|
||||||
agent_args = list(runtime.bypass_args)
|
agent_args = list(runtime.bypass_args)
|
||||||
if remote_control:
|
|
||||||
agent_args.extend(runtime.remote_control_args)
|
|
||||||
agent_args.extend(startup_args)
|
agent_args.extend(startup_args)
|
||||||
if resume:
|
if resume:
|
||||||
agent_args.extend(runtime.resume_args)
|
agent_args.extend(runtime.resume_args)
|
||||||
@@ -194,6 +336,38 @@ def _identity_from_plan(plan: object) -> str:
|
|||||||
return getattr(plan, "slug", "")
|
return getattr(plan, "slug", "")
|
||||||
|
|
||||||
|
|
||||||
|
def _peek_agent_bottle(manifest: ManifestIndex, agent_name: str) -> str:
|
||||||
|
"""Return the `bottle:` value from the named agent's frontmatter without
|
||||||
|
fully parsing the agent file, or "" when absent or unreadable.
|
||||||
|
|
||||||
|
Used to pre-populate the bottle multiselect with the agent's default
|
||||||
|
bottle so operators who haven't removed `bottle:` from their manifests
|
||||||
|
don't need to re-select it every time."""
|
||||||
|
if manifest.home_md is None:
|
||||||
|
# Eager mode (from_json_obj): agent is pre-parsed.
|
||||||
|
if agent_name in manifest.agents:
|
||||||
|
return manifest.agents[agent_name].bottle
|
||||||
|
return ""
|
||||||
|
|
||||||
|
from ..manifest_loader import scan_agent_names
|
||||||
|
from ..yaml_subset import YamlSubsetError, parse_frontmatter
|
||||||
|
|
||||||
|
home_agents = scan_agent_names(manifest.home_md / "agents")
|
||||||
|
cwd_agents: dict[str, Path] = {}
|
||||||
|
if manifest.cwd_md is not None:
|
||||||
|
cwd_agents = scan_agent_names(manifest.cwd_md / "agents")
|
||||||
|
merged = {**home_agents, **cwd_agents}
|
||||||
|
path = merged.get(agent_name)
|
||||||
|
if path is None:
|
||||||
|
return ""
|
||||||
|
try:
|
||||||
|
fm, _ = parse_frontmatter(path.read_text())
|
||||||
|
bottle = fm.get("bottle", "")
|
||||||
|
return str(bottle) if isinstance(bottle, str) else ""
|
||||||
|
except (OSError, YamlSubsetError):
|
||||||
|
return ""
|
||||||
|
|
||||||
|
|
||||||
def _resolve_unique_label(label: str, color: str) -> tuple[str, str]:
|
def _resolve_unique_label(label: str, color: str) -> tuple[str, str]:
|
||||||
"""Re-prompt with a disclaimer until the label's slug is not already
|
"""Re-prompt with a disclaimer until the label's slug is not already
|
||||||
in use among running bottles. Passes through unchanged when no
|
in use among running bottles. Passes through unchanged when no
|
||||||
@@ -218,44 +392,167 @@ def _text_prompt_yes() -> bool:
|
|||||||
return reply in ("y", "Y", "yes", "YES")
|
return reply in ("y", "Y", "yes", "YES")
|
||||||
|
|
||||||
|
|
||||||
def _text_render_preflight(*, remote_control: bool):
|
def _text_render_preflight():
|
||||||
def _render(plan: DockerBottlePlan) -> None:
|
def _render(plan: DockerBottlePlan, backend_name: str) -> None:
|
||||||
plan.print(remote_control=remote_control)
|
print(file=sys.stderr)
|
||||||
|
print(f"backend: {backend_name}", file=sys.stderr)
|
||||||
|
print(_manifest_to_yaml(plan.manifest), file=sys.stderr)
|
||||||
return _render
|
return _render
|
||||||
|
|
||||||
|
|
||||||
|
def _bottle_lineage(manifest: ManifestIndex) -> dict[str, str]:
|
||||||
|
"""Return {bottle_name: lineage_label} for bottles that have an extends chain.
|
||||||
|
|
||||||
|
Bottles without a parent are omitted (the caller falls back to the bare name).
|
||||||
|
Labels show the chain root-first: e.g. 'dev -> bot-bottle-dev -> claude-dev'."""
|
||||||
|
if manifest.home_md is None:
|
||||||
|
return {}
|
||||||
|
bottles_dir = manifest.home_md / "bottles"
|
||||||
|
if not bottles_dir.is_dir():
|
||||||
|
return {}
|
||||||
|
|
||||||
|
from ..yaml_subset import YamlSubsetError, parse_frontmatter
|
||||||
|
|
||||||
|
extends_of: dict[str, str] = {}
|
||||||
|
for path in bottles_dir.glob("*.md"):
|
||||||
|
try:
|
||||||
|
fm, _ = parse_frontmatter(path.read_text())
|
||||||
|
parent = fm.get("extends", "")
|
||||||
|
if isinstance(parent, str) and parent:
|
||||||
|
extends_of[path.stem] = parent
|
||||||
|
except (OSError, YamlSubsetError):
|
||||||
|
pass
|
||||||
|
|
||||||
|
labels: dict[str, str] = {}
|
||||||
|
for name in extends_of:
|
||||||
|
chain = [name]
|
||||||
|
seen = {name}
|
||||||
|
cur = name
|
||||||
|
while cur in extends_of:
|
||||||
|
par = extends_of[cur]
|
||||||
|
if par in seen:
|
||||||
|
break
|
||||||
|
chain.append(par)
|
||||||
|
seen.add(par)
|
||||||
|
cur = par
|
||||||
|
labels[name] = " -> ".join(reversed(chain))
|
||||||
|
|
||||||
|
return labels
|
||||||
|
|
||||||
|
|
||||||
|
def _manifest_to_yaml(manifest: Manifest) -> str:
|
||||||
|
"""Serialize the resolved Manifest to a YAML string for preflight display."""
|
||||||
|
lines: list[str] = []
|
||||||
|
|
||||||
|
agent = manifest.agent
|
||||||
|
lines.append("agent:")
|
||||||
|
if agent.skills:
|
||||||
|
lines.append(" skills:")
|
||||||
|
for s in agent.skills:
|
||||||
|
lines.append(f" - {s}")
|
||||||
|
if not agent.git_user.is_empty():
|
||||||
|
lines.append(" git-gate:")
|
||||||
|
lines.append(" user:")
|
||||||
|
if agent.git_user.name:
|
||||||
|
lines.append(f" name: {agent.git_user.name}")
|
||||||
|
if agent.git_user.email:
|
||||||
|
lines.append(f" email: {agent.git_user.email}")
|
||||||
|
|
||||||
|
bottle = manifest.bottle
|
||||||
|
lines.append("bottle:")
|
||||||
|
|
||||||
|
if bottle.agent_provider.template != "claude" or bottle.agent_provider.dockerfile:
|
||||||
|
lines.append(" agent_provider:")
|
||||||
|
lines.append(f" template: {bottle.agent_provider.template}")
|
||||||
|
if bottle.agent_provider.dockerfile:
|
||||||
|
lines.append(f" dockerfile: {bottle.agent_provider.dockerfile}")
|
||||||
|
|
||||||
|
if bottle.env:
|
||||||
|
lines.append(" env:")
|
||||||
|
for k, v in sorted(bottle.env.items()):
|
||||||
|
lines.append(f" {k}: {v}")
|
||||||
|
|
||||||
|
has_git_gate = not bottle.git_user.is_empty() or bottle.git
|
||||||
|
if has_git_gate:
|
||||||
|
lines.append(" git-gate:")
|
||||||
|
if not bottle.git_user.is_empty():
|
||||||
|
lines.append(" user:")
|
||||||
|
if bottle.git_user.name:
|
||||||
|
lines.append(f" name: {bottle.git_user.name}")
|
||||||
|
if bottle.git_user.email:
|
||||||
|
lines.append(f" email: {bottle.git_user.email}")
|
||||||
|
if bottle.git:
|
||||||
|
lines.append(" repos:")
|
||||||
|
for entry in bottle.git:
|
||||||
|
lines.append(f" {entry.Name}:")
|
||||||
|
lines.append(f" url: {entry.Upstream}")
|
||||||
|
|
||||||
|
if bottle.egress.routes:
|
||||||
|
lines.append(" egress:")
|
||||||
|
lines.append(" routes:")
|
||||||
|
for r in bottle.egress.routes:
|
||||||
|
lines.append(f" - host: {r.Host}")
|
||||||
|
if r.AuthScheme:
|
||||||
|
lines.append(f" auth:")
|
||||||
|
lines.append(f" scheme: {r.AuthScheme}")
|
||||||
|
|
||||||
|
lines.append(f" supervise: {'true' if bottle.supervise else 'false'}")
|
||||||
|
|
||||||
|
return "\n".join(lines)
|
||||||
|
|
||||||
|
|
||||||
def _launch_bottle(
|
def _launch_bottle(
|
||||||
spec: BottleSpec,
|
spec: BottleSpec,
|
||||||
*,
|
*,
|
||||||
dry_run: bool,
|
dry_run: bool,
|
||||||
remote_control: bool,
|
|
||||||
backend_name: str | None = None,
|
backend_name: str | None = None,
|
||||||
) -> int:
|
assume_yes: bool = False,
|
||||||
|
headless_prompt_text: str = "",
|
||||||
|
) -> tuple[str, int]:
|
||||||
"""Shared launch core for `start` and `resume`. Builds the plan,
|
"""Shared launch core for `start` and `resume`. Builds the plan,
|
||||||
prints / dry-runs / prompts as appropriate, brings the bottle up,
|
prints / dry-runs / prompts as appropriate, brings the bottle up,
|
||||||
attaches claude, and prints the resume hint on session end."""
|
attaches claude, and prints the resume hint on session end.
|
||||||
|
|
||||||
|
Returns ``(slug, exit_code)`` where ``slug`` is the bottle identity
|
||||||
|
(empty string when the launch was aborted before a slug was minted)
|
||||||
|
and ``exit_code`` is the agent process's exit code (0 on clean exit
|
||||||
|
or when launch was aborted before the agent ran).
|
||||||
|
|
||||||
|
`assume_yes` skips the interactive y/N confirmation (headless /
|
||||||
|
orchestrator launches), where there is no human at the prompt.
|
||||||
|
|
||||||
|
`headless_prompt_text` is passed to the provider's `headless_prompt`
|
||||||
|
method and the resulting args are appended to startup_args so the
|
||||||
|
agent receives the initial task without interactive input."""
|
||||||
stage_dir = Path(tempfile.mkdtemp(prefix="bot-bottle-stage."))
|
stage_dir = Path(tempfile.mkdtemp(prefix="bot-bottle-stage."))
|
||||||
identity = ""
|
identity = ""
|
||||||
|
exit_code = 0
|
||||||
try:
|
try:
|
||||||
plan, identity = prepare_with_preflight(
|
plan, identity = prepare_with_preflight(
|
||||||
spec,
|
spec,
|
||||||
stage_dir=stage_dir,
|
stage_dir=stage_dir,
|
||||||
render_preflight=_text_render_preflight(remote_control=remote_control),
|
render_preflight=_text_render_preflight(),
|
||||||
prompt_yes=_text_prompt_yes,
|
prompt_yes=(lambda: True) if assume_yes else _text_prompt_yes,
|
||||||
dry_run=dry_run,
|
dry_run=dry_run,
|
||||||
backend_name=backend_name,
|
backend_name=backend_name,
|
||||||
)
|
)
|
||||||
if plan is None:
|
if plan is None:
|
||||||
return 0
|
return identity, 0
|
||||||
|
|
||||||
backend = get_bottle_backend(backend_name)
|
backend = get_bottle_backend(backend_name)
|
||||||
with backend.launch(plan) as bottle:
|
with backend.launch(plan) as bottle:
|
||||||
agent_provider_template = getattr(plan, "agent_provider_template", "claude")
|
agent_provider_template = getattr(plan, "agent_provider_template", "claude")
|
||||||
|
extra_args: tuple[str, ...] = ()
|
||||||
|
if headless_prompt_text:
|
||||||
|
extra_args = tuple(
|
||||||
|
get_provider(agent_provider_template).headless_prompt(
|
||||||
|
headless_prompt_text
|
||||||
|
)
|
||||||
|
)
|
||||||
exit_code = attach_agent(
|
exit_code = attach_agent(
|
||||||
bottle,
|
bottle,
|
||||||
remote_control=remote_control,
|
|
||||||
agent_provider_template=agent_provider_template,
|
agent_provider_template=agent_provider_template,
|
||||||
startup_args=plan.agent_provision.startup_args,
|
startup_args=plan.agent_provision.startup_args + extra_args,
|
||||||
)
|
)
|
||||||
info(
|
info(
|
||||||
f"session ended (exit {exit_code}); "
|
f"session ended (exit {exit_code}); "
|
||||||
@@ -263,15 +560,11 @@ def _launch_bottle(
|
|||||||
)
|
)
|
||||||
# While the container is still alive: always snapshot the
|
# While the container is still alive: always snapshot the
|
||||||
# transcript and — if the agent exited non-zero — mark
|
# transcript and — if the agent exited non-zero — mark
|
||||||
# the state for preservation. Capability-block already
|
# the state for preservation. This picks up crashes /
|
||||||
# did both before triggering teardown from the dashboard;
|
# Ctrl-Cs / OOM kills before cleanup removes the state dir.
|
||||||
# this picks up crashes / Ctrl-Cs / OOM kills the same
|
|
||||||
# way. snapshot_transcript is best-effort so the
|
|
||||||
# capability-block path's prior snapshot isn't clobbered
|
|
||||||
# when the container is already gone.
|
|
||||||
if agent_provider_template == "claude":
|
if agent_provider_template == "claude":
|
||||||
capture_claude_session_state(identity, exit_code)
|
capture_claude_session_state(identity, exit_code)
|
||||||
return 0
|
return identity, exit_code
|
||||||
finally:
|
finally:
|
||||||
# PRD 0018 chunk 2: prepare now writes the bottle's bind-mount
|
# PRD 0018 chunk 2: prepare now writes the bottle's bind-mount
|
||||||
# sources under state/<slug>/. If we never reached the
|
# sources under state/<slug>/. If we never reached the
|
||||||
|
|||||||
+19
-53
@@ -2,9 +2,8 @@
|
|||||||
act on them (approve / modify / reject).
|
act on them (approve / modify / reject).
|
||||||
|
|
||||||
Curses-based TUI; modify-then-approve shells out to $EDITOR. The
|
Curses-based TUI; modify-then-approve shells out to $EDITOR. The
|
||||||
approval handler wires to PRD 0016 (capability-block), which rebuilds
|
Egress proposals are queued for operator review as full routes.yaml
|
||||||
the bottle Dockerfile. Egress proposals are queued for operator review
|
updates.
|
||||||
as full routes.yaml updates.
|
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -21,11 +20,7 @@ from datetime import datetime, timezone
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from .. import supervise as _supervise
|
from .. import supervise as _supervise
|
||||||
from ..bottle_state import read_metadata
|
from ..bottle.state import read_metadata
|
||||||
# from ..backend.docker.capability_apply import (
|
|
||||||
# CapabilityApplyError,
|
|
||||||
# apply_capability_change,
|
|
||||||
# )
|
|
||||||
from ..backend.docker.egress_apply import (
|
from ..backend.docker.egress_apply import (
|
||||||
EgressApplyError,
|
EgressApplyError,
|
||||||
applicator as _docker_applicator,
|
applicator as _docker_applicator,
|
||||||
@@ -38,10 +33,6 @@ from ..backend.smolmachines.egress_apply import (
|
|||||||
)
|
)
|
||||||
from ..log import Die, error, info
|
from ..log import Die, error, info
|
||||||
|
|
||||||
|
|
||||||
class CapabilityApplyError(RuntimeError):
|
|
||||||
"""Placeholder while capability_apply is disabled."""
|
|
||||||
|
|
||||||
from ..supervise import (
|
from ..supervise import (
|
||||||
COMPONENT_FOR_TOOL,
|
COMPONENT_FOR_TOOL,
|
||||||
AuditEntry,
|
AuditEntry,
|
||||||
@@ -50,13 +41,11 @@ from ..supervise import (
|
|||||||
STATUS_APPROVED,
|
STATUS_APPROVED,
|
||||||
STATUS_MODIFIED,
|
STATUS_MODIFIED,
|
||||||
STATUS_REJECTED,
|
STATUS_REJECTED,
|
||||||
TOOL_CAPABILITY_BLOCK,
|
|
||||||
TOOL_EGRESS_ALLOW,
|
TOOL_EGRESS_ALLOW,
|
||||||
TOOL_EGRESS_BLOCK,
|
TOOL_EGRESS_BLOCK,
|
||||||
TOOL_GITLEAKS_ALLOW,
|
TOOL_GITLEAKS_ALLOW,
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
archive_proposal,
|
list_all_pending_proposals,
|
||||||
list_pending_proposals,
|
|
||||||
render_diff,
|
render_diff,
|
||||||
write_audit_entry,
|
write_audit_entry,
|
||||||
write_response,
|
write_response,
|
||||||
@@ -74,16 +63,15 @@ _REPORT_ONLY_TOOLS: tuple[str, ...] = (TOOL_GITLEAKS_ALLOW, TOOL_EGRESS_TOKEN_AL
|
|||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class QueuedProposal:
|
class QueuedProposal:
|
||||||
"""A pending proposal plus the queue dir it was found in."""
|
"""A pending proposal from the supervise queue."""
|
||||||
|
|
||||||
proposal: Proposal
|
proposal: Proposal
|
||||||
queue_dir: Path
|
|
||||||
|
|
||||||
|
|
||||||
# Errors any remediation engine may raise. Caught by the TUI key
|
# Errors any remediation engine may raise. Caught by the TUI key
|
||||||
# handlers and surfaced in the status line so a failed apply keeps
|
# handlers and surfaced in the status line so a failed apply keeps
|
||||||
# the proposal pending rather than crashing curses.
|
# the proposal pending rather than crashing curses.
|
||||||
ApplyError = (CapabilityApplyError, EgressApplyError)
|
ApplyError = (EgressApplyError,)
|
||||||
|
|
||||||
|
|
||||||
def apply_routes_change(slug: str, content: str) -> tuple[str, str]:
|
def apply_routes_change(slug: str, content: str) -> tuple[str, str]:
|
||||||
@@ -97,16 +85,11 @@ def apply_routes_change(slug: str, content: str) -> tuple[str, str]:
|
|||||||
|
|
||||||
|
|
||||||
def discover_pending() -> list[QueuedProposal]:
|
def discover_pending() -> list[QueuedProposal]:
|
||||||
"""Walk ~/.bot-bottle/queue/* and collect pending proposals."""
|
"""Collect pending proposals across bottles."""
|
||||||
queue_root = _supervise.bot_bottle_root() / "queue"
|
out = [
|
||||||
if not queue_root.is_dir():
|
QueuedProposal(proposal=proposal)
|
||||||
return []
|
for proposal in list_all_pending_proposals()
|
||||||
out: list[QueuedProposal] = []
|
]
|
||||||
for slug_dir in sorted(queue_root.iterdir()):
|
|
||||||
if not slug_dir.is_dir():
|
|
||||||
continue
|
|
||||||
for proposal in list_pending_proposals(slug_dir):
|
|
||||||
out.append(QueuedProposal(proposal=proposal, queue_dir=slug_dir))
|
|
||||||
out.sort(key=lambda q: q.proposal.arrival_timestamp)
|
out.sort(key=lambda q: q.proposal.arrival_timestamp)
|
||||||
return out
|
return out
|
||||||
|
|
||||||
@@ -129,7 +112,6 @@ def _detail_lines(
|
|||||||
(f"tool: {p.tool}", 0),
|
(f"tool: {p.tool}", 0),
|
||||||
(f"id: {p.id}", 0),
|
(f"id: {p.id}", 0),
|
||||||
(f"arrived: {p.arrival_timestamp}", 0),
|
(f"arrived: {p.arrival_timestamp}", 0),
|
||||||
(f"queue: {qp.queue_dir}", 0),
|
|
||||||
("", 0),
|
("", 0),
|
||||||
("justification:", 0),
|
("justification:", 0),
|
||||||
]
|
]
|
||||||
@@ -143,8 +125,6 @@ def _detail_lines(
|
|||||||
|
|
||||||
|
|
||||||
def _suffix_for_tool(tool: str) -> str:
|
def _suffix_for_tool(tool: str) -> str:
|
||||||
if tool == TOOL_CAPABILITY_BLOCK:
|
|
||||||
return ".dockerfile"
|
|
||||||
if tool in (TOOL_EGRESS_ALLOW, TOOL_EGRESS_BLOCK):
|
if tool in (TOOL_EGRESS_ALLOW, TOOL_EGRESS_BLOCK):
|
||||||
return ".yaml"
|
return ".yaml"
|
||||||
if tool in (TOOL_GITLEAKS_ALLOW, TOOL_EGRESS_TOKEN_ALLOW):
|
if tool in (TOOL_GITLEAKS_ALLOW, TOOL_EGRESS_TOKEN_ALLOW):
|
||||||
@@ -166,17 +146,6 @@ def approve(
|
|||||||
file_to_apply = final_file if final_file is not None else qp.proposal.proposed_file
|
file_to_apply = final_file if final_file is not None else qp.proposal.proposed_file
|
||||||
|
|
||||||
diff_before, diff_after = "", ""
|
diff_before, diff_after = "", ""
|
||||||
# if qp.proposal.tool == TOOL_CAPABILITY_BLOCK:
|
|
||||||
# _meta = read_metadata(qp.proposal.bottle_slug)
|
|
||||||
# if _meta is not None and not _meta.compose_project:
|
|
||||||
# raise CapabilityApplyError(
|
|
||||||
# "capability-block remediation is not supported for smolmachines "
|
|
||||||
# "bottles. Reject this proposal or handle the capability change "
|
|
||||||
# "manually, then restart the bottle."
|
|
||||||
# )
|
|
||||||
# diff_before, diff_after = apply_capability_change(
|
|
||||||
# qp.proposal.bottle_slug, file_to_apply,
|
|
||||||
# )
|
|
||||||
if qp.proposal.tool in (TOOL_EGRESS_ALLOW, TOOL_EGRESS_BLOCK):
|
if qp.proposal.tool in (TOOL_EGRESS_ALLOW, TOOL_EGRESS_BLOCK):
|
||||||
diff_before, diff_after = apply_routes_change(
|
diff_before, diff_after = apply_routes_change(
|
||||||
qp.proposal.bottle_slug,
|
qp.proposal.bottle_slug,
|
||||||
@@ -189,14 +158,11 @@ def approve(
|
|||||||
notes=notes,
|
notes=notes,
|
||||||
final_file=final_file,
|
final_file=final_file,
|
||||||
)
|
)
|
||||||
write_response(qp.queue_dir, response)
|
write_response(qp.proposal.bottle_slug, response)
|
||||||
_write_audit(
|
_write_audit(
|
||||||
qp, action=status, notes=notes,
|
qp, action=status, notes=notes,
|
||||||
diff_before=diff_before, diff_after=diff_after,
|
diff_before=diff_before, diff_after=diff_after,
|
||||||
)
|
)
|
||||||
if qp.proposal.tool == TOOL_CAPABILITY_BLOCK:
|
|
||||||
archive_proposal(qp.queue_dir, qp.proposal.id)
|
|
||||||
|
|
||||||
|
|
||||||
def reject(qp: QueuedProposal, *, reason: str) -> None:
|
def reject(qp: QueuedProposal, *, reason: str) -> None:
|
||||||
"""Write a rejection response and an audit entry."""
|
"""Write a rejection response and an audit entry."""
|
||||||
@@ -206,7 +172,7 @@ def reject(qp: QueuedProposal, *, reason: str) -> None:
|
|||||||
notes=reason,
|
notes=reason,
|
||||||
final_file=None,
|
final_file=None,
|
||||||
)
|
)
|
||||||
write_response(qp.queue_dir, response)
|
write_response(qp.proposal.bottle_slug, response)
|
||||||
_write_audit(qp, action=STATUS_REJECTED, notes=reason, diff_before="", diff_after="")
|
_write_audit(qp, action=STATUS_REJECTED, notes=reason, diff_before="", diff_after="")
|
||||||
|
|
||||||
|
|
||||||
@@ -346,7 +312,7 @@ def _list_once() -> int:
|
|||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|
||||||
def _try_init_green() -> int:
|
def _try_init_green() -> int: # pragma: no cover
|
||||||
"""Initialise a green color pair and return its attr, or 0."""
|
"""Initialise a green color pair and return its attr, or 0."""
|
||||||
try:
|
try:
|
||||||
curses.start_color()
|
curses.start_color()
|
||||||
@@ -357,7 +323,7 @@ def _try_init_green() -> int:
|
|||||||
return 0
|
return 0
|
||||||
|
|
||||||
|
|
||||||
def _main_loop(stdscr: "curses._CursesWindow") -> None: # type: ignore
|
def _main_loop(stdscr: "curses._CursesWindow") -> None: # type: ignore # pragma: no cover
|
||||||
curses.curs_set(0)
|
curses.curs_set(0)
|
||||||
stdscr.timeout(_REFRESH_INTERVAL_MS)
|
stdscr.timeout(_REFRESH_INTERVAL_MS)
|
||||||
green_attr = _try_init_green()
|
green_attr = _try_init_green()
|
||||||
@@ -447,7 +413,7 @@ def _render(
|
|||||||
status_line: str,
|
status_line: str,
|
||||||
*,
|
*,
|
||||||
green_attr: int = 0, # noqa: F841 — unused, but required by interface
|
green_attr: int = 0, # noqa: F841 — unused, but required by interface
|
||||||
) -> None:
|
) -> None: # pragma: no cover
|
||||||
stdscr.erase()
|
stdscr.erase()
|
||||||
h, w = stdscr.getmaxyx()
|
h, w = stdscr.getmaxyx()
|
||||||
header = f"bot-bottle supervise ({len(pending)} pending)"
|
header = f"bot-bottle supervise ({len(pending)} pending)"
|
||||||
@@ -498,7 +464,7 @@ def _detail_view(
|
|||||||
qp: QueuedProposal,
|
qp: QueuedProposal,
|
||||||
*,
|
*,
|
||||||
green_attr: int = 0,
|
green_attr: int = 0,
|
||||||
) -> None:
|
) -> None: # pragma: no cover
|
||||||
"""Render the full proposal. Scrollable. Press q to return."""
|
"""Render the full proposal. Scrollable. Press q to return."""
|
||||||
lines = _detail_lines(qp, green_attr=green_attr)
|
lines = _detail_lines(qp, green_attr=green_attr)
|
||||||
offset = 0
|
offset = 0
|
||||||
@@ -550,7 +516,7 @@ def _detail_view(
|
|||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
def _modify(stdscr: "curses._CursesWindow", qp: QueuedProposal) -> str | None: # type: ignore
|
def _modify(stdscr: "curses._CursesWindow", qp: QueuedProposal) -> str | None: # type: ignore # pragma: no cover
|
||||||
"""Suspend curses, open $EDITOR on the proposed file, return edited content."""
|
"""Suspend curses, open $EDITOR on the proposed file, return edited content."""
|
||||||
suffix = _suffix_for_tool(qp.proposal.tool)
|
suffix = _suffix_for_tool(qp.proposal.tool)
|
||||||
curses.endwin()
|
curses.endwin()
|
||||||
@@ -561,7 +527,7 @@ def _modify(stdscr: "curses._CursesWindow", qp: QueuedProposal) -> str | None:
|
|||||||
return edited
|
return edited
|
||||||
|
|
||||||
|
|
||||||
def _prompt(stdscr: "curses._CursesWindow", label: str) -> str: # type: ignore
|
def _prompt(stdscr: "curses._CursesWindow", label: str) -> str: # type: ignore # pragma: no cover
|
||||||
"""One-line input at the bottom of the screen."""
|
"""One-line input at the bottom of the screen."""
|
||||||
curses.curs_set(1)
|
curses.curs_set(1)
|
||||||
h, _ = stdscr.getmaxyx()
|
h, _ = stdscr.getmaxyx()
|
||||||
|
|||||||
@@ -17,6 +17,43 @@ import sys
|
|||||||
from typing import Any, Optional
|
from typing import Any, Optional
|
||||||
|
|
||||||
|
|
||||||
|
def filter_multiselect(
|
||||||
|
items: list[str],
|
||||||
|
*,
|
||||||
|
title: str = "",
|
||||||
|
initial: Optional[list[str]] = None,
|
||||||
|
tty_path: str = "/dev/tty",
|
||||||
|
) -> Optional[list[str]]:
|
||||||
|
"""Render a multi-select picker over *items*.
|
||||||
|
|
||||||
|
Returns the ordered list of selected items, or ``None`` if the user
|
||||||
|
cancelled (Esc / ``q`` / Ctrl-C / Ctrl-D with no items).
|
||||||
|
|
||||||
|
Press Space to toggle the item under the cursor.
|
||||||
|
Press Enter to confirm the current selection.
|
||||||
|
Press Ctrl-D to confirm the current selection (returns even if empty).
|
||||||
|
Press Esc/q to cancel (returns None).
|
||||||
|
|
||||||
|
*initial* pre-populates the selection in insertion order. Items
|
||||||
|
added are appended; removed items leave the remaining order unchanged.
|
||||||
|
"""
|
||||||
|
if not items:
|
||||||
|
return []
|
||||||
|
|
||||||
|
try:
|
||||||
|
tty_fd = open(tty_path, "r+b", buffering=0)
|
||||||
|
except OSError:
|
||||||
|
return None
|
||||||
|
|
||||||
|
try:
|
||||||
|
fd_dup = os.dup(tty_fd.fileno())
|
||||||
|
return _run_multiselect(
|
||||||
|
items, title=title, initial=list(initial or []), tty_fd=fd_dup
|
||||||
|
)
|
||||||
|
finally:
|
||||||
|
tty_fd.close()
|
||||||
|
|
||||||
|
|
||||||
def filter_select(
|
def filter_select(
|
||||||
items: list[str],
|
items: list[str],
|
||||||
*,
|
*,
|
||||||
@@ -221,6 +258,269 @@ def _addstr_safe(screen: Any, row: int, col: int, text: str, attr: int = curses.
|
|||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# filter_multiselect internals
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
_KEY_SPACE = 32
|
||||||
|
|
||||||
|
|
||||||
|
def _run_multiselect(
|
||||||
|
items: list[str], *, title: str, initial: list[str], tty_fd: int
|
||||||
|
) -> Optional[list[str]]:
|
||||||
|
"""Drive a curses multi-select session on *tty_fd*."""
|
||||||
|
os.environ.setdefault("TERM", "xterm-256color")
|
||||||
|
|
||||||
|
orig_stdin = sys.__stdin__
|
||||||
|
orig_stdout = sys.__stdout__
|
||||||
|
|
||||||
|
try:
|
||||||
|
import io
|
||||||
|
tty_text = io.TextIOWrapper(io.FileIO(tty_fd, mode='r+'), write_through=True)
|
||||||
|
sys.__stdin__ = tty_text # type: ignore[assignment]
|
||||||
|
sys.__stdout__ = tty_text # type: ignore[assignment]
|
||||||
|
|
||||||
|
screen = curses.initscr()
|
||||||
|
curses.noecho()
|
||||||
|
curses.cbreak()
|
||||||
|
screen.keypad(True)
|
||||||
|
|
||||||
|
try:
|
||||||
|
result = _multiselect_loop(screen, items, title=title, initial=initial)
|
||||||
|
finally:
|
||||||
|
screen.keypad(False)
|
||||||
|
curses.nocbreak()
|
||||||
|
curses.echo()
|
||||||
|
curses.endwin()
|
||||||
|
except Exception: # noqa: W0718
|
||||||
|
return None
|
||||||
|
finally:
|
||||||
|
sys.__stdin__ = orig_stdin # type: ignore[assignment]
|
||||||
|
sys.__stdout__ = orig_stdout # type: ignore[assignment]
|
||||||
|
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def _toggle_membership(items: list[str], item: str) -> None:
|
||||||
|
"""Add `item` if absent, remove it if present (in place)."""
|
||||||
|
if item in items:
|
||||||
|
items.remove(item)
|
||||||
|
else:
|
||||||
|
items.append(item)
|
||||||
|
|
||||||
|
|
||||||
|
def _handle_order_key(key: int, selected: list[str], order_cursor: int) -> int:
|
||||||
|
"""Apply a keypress in 'order' focus: navigate, reorder, or remove the
|
||||||
|
item at `order_cursor`. Mutates `selected` in place and returns the new
|
||||||
|
order cursor."""
|
||||||
|
if key in (curses.KEY_UP, ord("k")):
|
||||||
|
if order_cursor > 0:
|
||||||
|
order_cursor -= 1
|
||||||
|
elif key in (curses.KEY_DOWN, ord("j")):
|
||||||
|
if order_cursor < len(selected) - 1:
|
||||||
|
order_cursor += 1
|
||||||
|
elif key == ord("K"):
|
||||||
|
# Move selected item up (earlier in order).
|
||||||
|
if order_cursor > 0:
|
||||||
|
i = order_cursor
|
||||||
|
selected[i - 1], selected[i] = selected[i], selected[i - 1]
|
||||||
|
order_cursor -= 1
|
||||||
|
elif key == ord("J"):
|
||||||
|
# Move selected item down (later in order).
|
||||||
|
if order_cursor < len(selected) - 1:
|
||||||
|
i = order_cursor
|
||||||
|
selected[i], selected[i + 1] = selected[i + 1], selected[i]
|
||||||
|
order_cursor += 1
|
||||||
|
elif key in (curses.KEY_ENTER, _KEY_ENTER_ALT, ord("\r"), _KEY_SPACE):
|
||||||
|
# Remove item from selection while in order mode.
|
||||||
|
del selected[order_cursor]
|
||||||
|
if order_cursor >= len(selected) and order_cursor > 0:
|
||||||
|
order_cursor -= 1
|
||||||
|
return order_cursor
|
||||||
|
|
||||||
|
|
||||||
|
def _multiselect_loop(
|
||||||
|
screen: Any, items: list[str], *, title: str, initial: list[str]
|
||||||
|
) -> Optional[list[str]]:
|
||||||
|
query = ""
|
||||||
|
cursor = 0
|
||||||
|
selected: list[str] = [s for s in initial if s in items]
|
||||||
|
# focus = "filter": navigate + toggle items in the filterable list
|
||||||
|
# focus = "order": navigate + reorder items in the selected list
|
||||||
|
focus = "filter"
|
||||||
|
order_cursor = 0
|
||||||
|
|
||||||
|
while True:
|
||||||
|
filtered = _filter_items(items, query)
|
||||||
|
|
||||||
|
if not filtered:
|
||||||
|
cursor = 0
|
||||||
|
elif cursor >= len(filtered):
|
||||||
|
cursor = len(filtered) - 1
|
||||||
|
|
||||||
|
if not selected:
|
||||||
|
order_cursor = 0
|
||||||
|
if focus == "order":
|
||||||
|
focus = "filter"
|
||||||
|
elif order_cursor >= len(selected):
|
||||||
|
order_cursor = len(selected) - 1
|
||||||
|
|
||||||
|
try:
|
||||||
|
_render_multiselect(
|
||||||
|
screen, filtered, cursor,
|
||||||
|
query=query, title=title, selected=selected,
|
||||||
|
focus=focus, order_cursor=order_cursor,
|
||||||
|
)
|
||||||
|
except curses.error:
|
||||||
|
return None
|
||||||
|
|
||||||
|
try:
|
||||||
|
key = screen.getch()
|
||||||
|
except KeyboardInterrupt:
|
||||||
|
return None
|
||||||
|
|
||||||
|
if key in (_KEY_ESC, _KEY_CTRL_C, ord("q")):
|
||||||
|
return None
|
||||||
|
|
||||||
|
if key == _KEY_CTRL_D:
|
||||||
|
return list(selected)
|
||||||
|
|
||||||
|
# Tab toggles between filter and order focus.
|
||||||
|
if key == ord("\t"):
|
||||||
|
if focus == "filter" and selected:
|
||||||
|
focus = "order"
|
||||||
|
order_cursor = 0
|
||||||
|
else:
|
||||||
|
focus = "filter"
|
||||||
|
continue
|
||||||
|
|
||||||
|
if focus == "filter":
|
||||||
|
if key in (curses.KEY_ENTER, _KEY_ENTER_ALT, ord("\r")):
|
||||||
|
return list(selected)
|
||||||
|
|
||||||
|
elif key == _KEY_SPACE:
|
||||||
|
if filtered:
|
||||||
|
_toggle_membership(selected, filtered[cursor])
|
||||||
|
|
||||||
|
elif key in (curses.KEY_UP, ord("k")):
|
||||||
|
if cursor > 0:
|
||||||
|
cursor -= 1
|
||||||
|
|
||||||
|
elif key in (curses.KEY_DOWN, ord("j")):
|
||||||
|
if cursor < len(filtered) - 1:
|
||||||
|
cursor += 1
|
||||||
|
|
||||||
|
elif key in (curses.KEY_BACKSPACE, _KEY_BACKSPACE_WIN, 127):
|
||||||
|
query = query[:-1]
|
||||||
|
new_filtered = _filter_items(items, query)
|
||||||
|
if cursor >= len(new_filtered):
|
||||||
|
cursor = max(0, len(new_filtered) - 1)
|
||||||
|
|
||||||
|
elif 32 <= key <= 126 and key != _KEY_SPACE:
|
||||||
|
query += chr(key)
|
||||||
|
cursor = 0
|
||||||
|
|
||||||
|
else: # focus == "order"
|
||||||
|
order_cursor = _handle_order_key(key, selected, order_cursor)
|
||||||
|
|
||||||
|
|
||||||
|
def _render_multiselect(
|
||||||
|
screen: Any,
|
||||||
|
filtered: list[str],
|
||||||
|
cursor: int,
|
||||||
|
*,
|
||||||
|
query: str,
|
||||||
|
title: str,
|
||||||
|
selected: list[str],
|
||||||
|
focus: str = "filter",
|
||||||
|
order_cursor: int = 0,
|
||||||
|
) -> None:
|
||||||
|
screen.erase()
|
||||||
|
rows, cols = screen.getmaxyx()
|
||||||
|
min_rows = 7
|
||||||
|
|
||||||
|
if rows < min_rows:
|
||||||
|
raise curses.error("terminal too small")
|
||||||
|
|
||||||
|
sep = "─" * min(cols - 1, 40)
|
||||||
|
row = 0
|
||||||
|
|
||||||
|
if title and row < rows - 1:
|
||||||
|
_addstr_safe(screen, row, 0, title[:cols - 1], curses.A_BOLD)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
# Filter line — dim when focus is on the order panel.
|
||||||
|
filter_label = f"Filter: {query}"
|
||||||
|
filter_hint = " [Tab: reorder]" if focus == "filter" and selected else ""
|
||||||
|
filter_attr = curses.A_DIM if focus == "order" else curses.A_NORMAL
|
||||||
|
if row < rows - 1:
|
||||||
|
_addstr_safe(screen, row, 0, (filter_label + filter_hint)[:cols - 1], filter_attr)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
if row < rows - 1:
|
||||||
|
_addstr_safe(screen, row, 0, sep)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
# Compute how many rows the bottom order panel needs.
|
||||||
|
# Cap the visible selected list to keep the filter list legible.
|
||||||
|
order_rows = min(len(selected), max(1, (rows - row) // 3)) if selected else 0
|
||||||
|
# Bottom reserved: sep + order_rows + sep + help = order_rows + 3
|
||||||
|
bottom_reserved = order_rows + 3
|
||||||
|
|
||||||
|
list_start = row
|
||||||
|
list_rows = rows - list_start - bottom_reserved
|
||||||
|
if list_rows < 1:
|
||||||
|
list_rows = 1
|
||||||
|
|
||||||
|
selected_set = set(selected)
|
||||||
|
filter_dim = focus == "order"
|
||||||
|
scroll = max(0, cursor - list_rows + 1)
|
||||||
|
visible = filtered[scroll: scroll + list_rows]
|
||||||
|
|
||||||
|
for idx, item in enumerate(visible):
|
||||||
|
abs_idx = scroll + idx
|
||||||
|
mark = "[*]" if item in selected_set else "[ ]"
|
||||||
|
prefix = "> " if (abs_idx == cursor and focus == "filter") else " "
|
||||||
|
line = (prefix + mark + " " + item)[:cols - 1]
|
||||||
|
item_attr = curses.A_DIM if filter_dim else (
|
||||||
|
curses.A_REVERSE if abs_idx == cursor else curses.A_NORMAL
|
||||||
|
)
|
||||||
|
if row < rows - bottom_reserved:
|
||||||
|
_addstr_safe(screen, row, 0, line, item_attr)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
# Separator before the order panel.
|
||||||
|
if row < rows - (order_rows + 2):
|
||||||
|
_addstr_safe(screen, row, 0, sep)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
# Order panel.
|
||||||
|
order_scroll = max(0, order_cursor - order_rows + 1)
|
||||||
|
order_visible = selected[order_scroll: order_scroll + order_rows]
|
||||||
|
for idx, item in enumerate(order_visible):
|
||||||
|
abs_idx = order_scroll + idx
|
||||||
|
is_active = focus == "order" and abs_idx == order_cursor
|
||||||
|
prefix = "> " if is_active else " "
|
||||||
|
line = (prefix + item)[:cols - 1]
|
||||||
|
attr = curses.A_REVERSE if is_active else curses.A_NORMAL
|
||||||
|
if row < rows - 2:
|
||||||
|
_addstr_safe(screen, row, 0, line, attr)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
if row < rows - 1:
|
||||||
|
_addstr_safe(screen, row, 0, sep)
|
||||||
|
row += 1
|
||||||
|
|
||||||
|
if focus == "filter":
|
||||||
|
help_line = "[↑↓/jk] move [Space] toggle [Enter] confirm [Tab] reorder [Esc/q] cancel"
|
||||||
|
else:
|
||||||
|
help_line = "[↑↓/jk] cursor [K/J] reorder [Space/Enter] remove [Tab] back [Ctrl-D] done"
|
||||||
|
if row < rows:
|
||||||
|
_addstr_safe(screen, min(rows - 1, row), 0, help_line[:cols - 1])
|
||||||
|
|
||||||
|
screen.refresh()
|
||||||
|
|
||||||
|
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
# name_color_modal — two-step label + color picker
|
# name_color_modal — two-step label + color picker
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ FROM node:22-slim
|
|||||||
# to it) works against egress's bumped TLS without the agent needing
|
# to it) works against egress's bumped TLS without the agent needing
|
||||||
# local DNS.
|
# local DNS.
|
||||||
RUN apt-get update \
|
RUN apt-get update \
|
||||||
&& apt-get install -y --no-install-recommends git ca-certificates curl \
|
&& apt-get install -y --no-install-recommends git ca-certificates curl ripgrep iproute2 dnsutils \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# App-specific deps. Python isn't required by claude-code itself
|
# App-specific deps. Python isn't required by claude-code itself
|
||||||
|
|||||||
@@ -91,7 +91,6 @@ _RUNTIME = AgentProviderRuntime(
|
|||||||
prompt_mode="append_file",
|
prompt_mode="append_file",
|
||||||
bypass_args=("--dangerously-skip-permissions",),
|
bypass_args=("--dangerously-skip-permissions",),
|
||||||
resume_args=("--continue",),
|
resume_args=("--continue",),
|
||||||
remote_control_args=("--remote-control",),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -218,7 +217,7 @@ class ClaudeAgentProvider(AgentProvider):
|
|||||||
if not agent.skills:
|
if not agent.skills:
|
||||||
return
|
return
|
||||||
skills_dir = _skills_dir(plan.guest_home)
|
skills_dir = _skills_dir(plan.guest_home)
|
||||||
bottle.exec(f"mkdir -p {skills_dir}", user="root")
|
bottle.exec(f"mkdir -p {shlex.quote(skills_dir)}", user="root")
|
||||||
for name in agent.skills:
|
for name in agent.skills:
|
||||||
src = host_skill_dir(name)
|
src = host_skill_dir(name)
|
||||||
if not os.path.isdir(src):
|
if not os.path.isdir(src):
|
||||||
@@ -228,9 +227,13 @@ class ClaudeAgentProvider(AgentProvider):
|
|||||||
)
|
)
|
||||||
dst = f"{skills_dir}/{name}"
|
dst = f"{skills_dir}/{name}"
|
||||||
info(f"copying skill {name} into {bottle.name}:{dst}")
|
info(f"copying skill {name} into {bottle.name}:{dst}")
|
||||||
bottle.exec(f"rm -rf {dst} && mkdir -p {dst}", user="root")
|
# Defense in depth: skill names are validated kebab-case at
|
||||||
|
# manifest load, but quote the path so a future unvalidated
|
||||||
|
# field can't inject shell metacharacters here either.
|
||||||
|
dst_q = shlex.quote(dst)
|
||||||
|
bottle.exec(f"rm -rf {dst_q} && mkdir -p {dst_q}", user="root")
|
||||||
bottle.cp_in(f"{src}/.", f"{dst}/")
|
bottle.cp_in(f"{src}/.", f"{dst}/")
|
||||||
bottle.exec(f"chown -R node:node {dst}", user="root")
|
bottle.exec(f"chown -R node:node {dst_q}", user="root")
|
||||||
|
|
||||||
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
||||||
"""Copy the prompt file into the guest, fix ownership/mode.
|
"""Copy the prompt file into the guest, fix ownership/mode.
|
||||||
@@ -310,6 +313,9 @@ class ClaudeAgentProvider(AgentProvider):
|
|||||||
f"claude mcp add --scope user --transport http supervise {supervise_url}"
|
f"claude mcp add --scope user --transport http supervise {supervise_url}"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def headless_prompt(self, prompt: str) -> list[str]:
|
||||||
|
return ["-p", prompt]
|
||||||
|
|
||||||
|
|
||||||
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
||||||
result = bottle.exec(script, user="root")
|
result = bottle.exec(script, user="root")
|
||||||
|
|||||||
@@ -1,12 +1,12 @@
|
|||||||
# bot-bottle Codex provider image.
|
# bot-bottle Codex provider image.
|
||||||
#
|
#
|
||||||
# Mirrors the default Claude image shape: Node LTS, git/network tooling,
|
# Mirrors the default Claude image shape: Node LTS, git/network tooling,
|
||||||
# non-root node user, and the provider CLI installed globally.
|
# non-root node user, and the provider CLI installed for that user.
|
||||||
|
|
||||||
FROM node:22-slim
|
FROM node:22-slim
|
||||||
|
|
||||||
RUN apt-get update \
|
RUN apt-get update \
|
||||||
&& apt-get install -y --no-install-recommends git ca-certificates curl \
|
&& apt-get install -y --no-install-recommends git ca-certificates curl procps ripgrep \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# App-specific deps. Python isn't required by codex itself
|
# App-specific deps. Python isn't required by codex itself
|
||||||
@@ -17,12 +17,15 @@ RUN apt-get update \
|
|||||||
&& apt-get install -y --no-install-recommends python3 python3-pip python3-venv \
|
&& apt-get install -y --no-install-recommends python3 python3-pip python3-venv \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
RUN npm install -g --no-fund --no-audit @openai/codex@0.136.0 \
|
|
||||||
&& npm cache clean --force
|
|
||||||
|
|
||||||
USER node
|
USER node
|
||||||
WORKDIR /home/node
|
WORKDIR /home/node
|
||||||
|
|
||||||
RUN mkdir -p /home/node/.codex
|
ENV PATH="/home/node/.local/bin:${PATH}"
|
||||||
|
|
||||||
|
# Remote-control support requires the standalone Codex install layout
|
||||||
|
# under ~/.codex/packages/standalone/current. The npm package can run
|
||||||
|
# the TUI, but remote-control commands expect this installer-owned path.
|
||||||
|
RUN mkdir -p /home/node/.codex \
|
||||||
|
&& curl -fsSL https://chatgpt.com/codex/install.sh | sh
|
||||||
|
|
||||||
CMD ["codex"]
|
CMD ["codex"]
|
||||||
|
|||||||
@@ -34,6 +34,12 @@ if TYPE_CHECKING:
|
|||||||
|
|
||||||
|
|
||||||
_SUPERVISE_MCP_NAME = "supervise"
|
_SUPERVISE_MCP_NAME = "supervise"
|
||||||
|
_CODEX_CLI = "/home/node/.codex/packages/standalone/current/bin/codex"
|
||||||
|
_CODEX_CLI_PATH = (
|
||||||
|
"/home/node/.local/bin:"
|
||||||
|
"/home/node/.codex/packages/standalone/current/bin:"
|
||||||
|
"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def _skills_dir(guest_home: str) -> str:
|
def _skills_dir(guest_home: str) -> str:
|
||||||
@@ -50,12 +56,11 @@ def _prompt_path(guest_home: str) -> str:
|
|||||||
|
|
||||||
_RUNTIME = AgentProviderRuntime(
|
_RUNTIME = AgentProviderRuntime(
|
||||||
template="codex",
|
template="codex",
|
||||||
command="codex",
|
command=_CODEX_CLI,
|
||||||
image="bot-bottle-codex:latest",
|
image="bot-bottle-codex:latest",
|
||||||
prompt_mode="read_prompt_file",
|
prompt_mode="read_prompt_file",
|
||||||
bypass_args=("--dangerously-bypass-approvals-and-sandbox",),
|
bypass_args=("--dangerously-bypass-approvals-and-sandbox",),
|
||||||
resume_args=("resume", "--last"),
|
resume_args=("resume", "--last"),
|
||||||
remote_control_args=(),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -146,7 +151,8 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
"env",
|
"env",
|
||||||
f"HOME={guest_home}",
|
f"HOME={guest_home}",
|
||||||
f"CODEX_HOME={auth_dir}",
|
f"CODEX_HOME={auth_dir}",
|
||||||
"codex", "login", "status",
|
f"PATH={_CODEX_CLI_PATH}",
|
||||||
|
_CODEX_CLI, "login", "status",
|
||||||
), (
|
), (
|
||||||
"codex host credentials: dummy auth was copied into the "
|
"codex host credentials: dummy auth was copied into the "
|
||||||
"guest, but Codex did not accept it"
|
"guest, but Codex did not accept it"
|
||||||
@@ -184,7 +190,7 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
if not agent.skills:
|
if not agent.skills:
|
||||||
return
|
return
|
||||||
skills_dir = _skills_dir(plan.guest_home)
|
skills_dir = _skills_dir(plan.guest_home)
|
||||||
bottle.exec(f"mkdir -p {skills_dir}", user="root")
|
bottle.exec(f"mkdir -p {shlex.quote(skills_dir)}", user="root")
|
||||||
for name in agent.skills:
|
for name in agent.skills:
|
||||||
src = host_skill_dir(name)
|
src = host_skill_dir(name)
|
||||||
if not os.path.isdir(src):
|
if not os.path.isdir(src):
|
||||||
@@ -194,9 +200,13 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
)
|
)
|
||||||
dst = f"{skills_dir}/{name}"
|
dst = f"{skills_dir}/{name}"
|
||||||
info(f"copying skill {name} into {bottle.name}:{dst}")
|
info(f"copying skill {name} into {bottle.name}:{dst}")
|
||||||
bottle.exec(f"rm -rf {dst} && mkdir -p {dst}", user="root")
|
# Defense in depth: skill names are validated kebab-case at
|
||||||
|
# manifest load, but quote the path so a future unvalidated
|
||||||
|
# field can't inject shell metacharacters here either.
|
||||||
|
dst_q = shlex.quote(dst)
|
||||||
|
bottle.exec(f"rm -rf {dst_q} && mkdir -p {dst_q}", user="root")
|
||||||
bottle.cp_in(f"{src}/.", f"{dst}/")
|
bottle.cp_in(f"{src}/.", f"{dst}/")
|
||||||
bottle.exec(f"chown -R node:node {dst}", user="root")
|
bottle.exec(f"chown -R node:node {dst_q}", user="root")
|
||||||
|
|
||||||
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
||||||
"""Copy the prompt file into the guest, fix ownership/mode.
|
"""Copy the prompt file into the guest, fix ownership/mode.
|
||||||
@@ -264,7 +274,7 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
return
|
return
|
||||||
info(f"registering supervise MCP server in agent codex config → {supervise_url}")
|
info(f"registering supervise MCP server in agent codex config → {supervise_url}")
|
||||||
r = bottle.exec(
|
r = bottle.exec(
|
||||||
f"codex mcp add {_SUPERVISE_MCP_NAME} --url "
|
f"{shlex.quote(_CODEX_CLI)} mcp add {_SUPERVISE_MCP_NAME} --url "
|
||||||
f"{shlex.quote(supervise_url)}",
|
f"{shlex.quote(supervise_url)}",
|
||||||
user="node",
|
user="node",
|
||||||
)
|
)
|
||||||
@@ -276,6 +286,9 @@ class CodexAgentProvider(AgentProvider):
|
|||||||
f"codex mcp add supervise --url {shlex.quote(supervise_url)}"
|
f"codex mcp add supervise --url {shlex.quote(supervise_url)}"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def headless_prompt(self, prompt: str) -> list[str]:
|
||||||
|
return [prompt]
|
||||||
|
|
||||||
|
|
||||||
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
||||||
result = bottle.exec(script, user="root")
|
result = bottle.exec(script, user="root")
|
||||||
|
|||||||
@@ -0,0 +1,165 @@
|
|||||||
|
"""Forge abstraction (PRD forge-native-integration, chunk 3).
|
||||||
|
|
||||||
|
The `Forge` abstract class is the provider-agnostic surface a forge
|
||||||
|
sidecar dispatches to: read issues/comments, post comments, edit
|
||||||
|
descriptions, and the membership / PR lookups the orchestrator needs.
|
||||||
|
Each forge (Gitea first) implements it; the sidecar protocol and the
|
||||||
|
agent prompt stay forge-agnostic.
|
||||||
|
|
||||||
|
`signal_done` is deliberately *not* a `Forge` method — completion is a
|
||||||
|
sidecar concept relayed to the orchestrator over a queue dir, not a
|
||||||
|
forge API operation.
|
||||||
|
|
||||||
|
`ScopedForge` enforces the PRD's **read-anywhere / write-scoped** model:
|
||||||
|
reads pass through to any issue/PR for context; writes are rejected
|
||||||
|
unless the target is the assigned issue or one of its PRs. This bounds
|
||||||
|
the blast radius of a prompt-injected agent below repo-wide API-key
|
||||||
|
permissions.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import abc
|
||||||
|
from collections.abc import Iterable
|
||||||
|
from dataclasses import dataclass
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Issue:
|
||||||
|
"""A forge issue (not a PR — see `PullRequest`)."""
|
||||||
|
|
||||||
|
number: int
|
||||||
|
title: str
|
||||||
|
body: str
|
||||||
|
state: str # "open" | "closed"
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class PullRequest:
|
||||||
|
"""A forge pull request. Kept distinct from `Issue` even though some
|
||||||
|
forges model PRs as issues on the wire: the domain objects carry
|
||||||
|
different data (a PR has merge state) and are read through different
|
||||||
|
methods (`read_pr` vs `read_issue`)."""
|
||||||
|
|
||||||
|
number: int
|
||||||
|
title: str
|
||||||
|
body: str
|
||||||
|
state: str # "open" | "closed"
|
||||||
|
merged: bool
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Comment:
|
||||||
|
id: int
|
||||||
|
user: str # login of the comment author
|
||||||
|
body: str
|
||||||
|
|
||||||
|
|
||||||
|
class ForgeScopeError(PermissionError):
|
||||||
|
"""Raised by `ScopedForge` when a write targets an issue/PR outside
|
||||||
|
the assigned scope."""
|
||||||
|
|
||||||
|
|
||||||
|
class Forge(abc.ABC):
|
||||||
|
"""Provider-agnostic forge operations. Implementations wrap a
|
||||||
|
per-provider HTTP client and translate to `Issue` / `Comment`."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_issue(self, number: int) -> Issue:
|
||||||
|
"""Read an issue body (read-anywhere)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_pr(self, number: int) -> PullRequest:
|
||||||
|
"""Read a pull request, including its merge state (read-anywhere)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_comments(self, number: int) -> list[Comment]:
|
||||||
|
"""Read a thread's comments (read-anywhere)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
"""Post a comment to an issue or PR (write-scoped)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
"""Replace an issue or PR body (write-scoped)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
"""Whether `username` is a member of `org`."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def get_pr_for_issue(self, number: int) -> int | None:
|
||||||
|
"""The PR number linked to an issue, or None when there is none."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def is_pr_open(self, number: int) -> bool:
|
||||||
|
"""Whether the given PR is still open."""
|
||||||
|
|
||||||
|
|
||||||
|
class ScopedForge(Forge):
|
||||||
|
"""Read-anywhere / write-scoped wrapper around a concrete `Forge`.
|
||||||
|
|
||||||
|
`post_comment` and `update_description` are rejected with
|
||||||
|
`ForgeScopeError` unless the target number is the assigned issue or
|
||||||
|
one of the assigned PRs. Every other method delegates unchanged, so
|
||||||
|
reads, membership checks, and PR lookups work against any number for
|
||||||
|
context.
|
||||||
|
|
||||||
|
The writable set is fixed at construction. The sidecar reconstructs
|
||||||
|
a `ScopedForge` when a PR is discovered (`get_pr_for_issue`) so the
|
||||||
|
new PR becomes writable; this class does not mutate its own scope.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
inner: Forge,
|
||||||
|
*,
|
||||||
|
assigned_issue: int,
|
||||||
|
assigned_prs: Iterable[int] = (),
|
||||||
|
) -> None:
|
||||||
|
self._inner = inner
|
||||||
|
self._assigned_issue = assigned_issue
|
||||||
|
self._writable = {assigned_issue, *assigned_prs}
|
||||||
|
|
||||||
|
@property
|
||||||
|
def writable(self) -> frozenset[int]:
|
||||||
|
return frozenset(self._writable)
|
||||||
|
|
||||||
|
def _check_write(self, number: int) -> None:
|
||||||
|
if number not in self._writable:
|
||||||
|
allowed = ", ".join(str(n) for n in sorted(self._writable))
|
||||||
|
raise ForgeScopeError(
|
||||||
|
f"write to #{number} denied: out of assigned scope "
|
||||||
|
f"(writable: {allowed})"
|
||||||
|
)
|
||||||
|
|
||||||
|
# --- read-anywhere: pass through --------------------------------------
|
||||||
|
|
||||||
|
def read_issue(self, number: int) -> Issue:
|
||||||
|
return self._inner.read_issue(number)
|
||||||
|
|
||||||
|
def read_pr(self, number: int) -> PullRequest:
|
||||||
|
return self._inner.read_pr(number)
|
||||||
|
|
||||||
|
def read_comments(self, number: int) -> list[Comment]:
|
||||||
|
return self._inner.read_comments(number)
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
return self._inner.is_org_member(org, username)
|
||||||
|
|
||||||
|
def get_pr_for_issue(self, number: int) -> int | None:
|
||||||
|
return self._inner.get_pr_for_issue(number)
|
||||||
|
|
||||||
|
def is_pr_open(self, number: int) -> bool:
|
||||||
|
return self._inner.is_pr_open(number)
|
||||||
|
|
||||||
|
# --- write-scoped: check then delegate --------------------------------
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
self._check_write(number)
|
||||||
|
self._inner.post_comment(number, body)
|
||||||
|
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
self._check_write(number)
|
||||||
|
self._inner.update_description(number, body)
|
||||||
@@ -0,0 +1,174 @@
|
|||||||
|
"""Gitea HTTP client + `GiteaForge` (PRD forge-native-integration, chunk 3).
|
||||||
|
|
||||||
|
`GiteaClient` is the thin stdlib-only HTTP transport (mirrors
|
||||||
|
`deploy_key_provisioner.py`: `urllib.request`, bounded timeouts,
|
||||||
|
structured error bodies). `GiteaForge` adapts it to the provider-agnostic
|
||||||
|
`Forge` surface.
|
||||||
|
|
||||||
|
Unlike the option-2 design, the token is held here (the sidecar process
|
||||||
|
owns it) and passed to the client directly — there is no agent-side
|
||||||
|
cred-proxy route, because the agent never makes forge calls. The HTTP
|
||||||
|
client is the one piece shared with `GiteaDeployKeyProvisioner`; the two
|
||||||
|
are deliberately *not* unified behind a common abstract base (see the
|
||||||
|
deferral note in the PRD).
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from ..forge.base import Comment, Forge, Issue, PullRequest
|
||||||
|
|
||||||
|
# Bound every Gitea call: a hung instance must not stall the sidecar.
|
||||||
|
_API_TIMEOUT_SECS = 30
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaClient:
|
||||||
|
"""Thin authenticated HTTP client for one repo's Gitea API.
|
||||||
|
|
||||||
|
`api_url` is the API base *including* `/api/v1` (matching the
|
||||||
|
`FORGE_GITEA_API` env var), e.g. `https://gitea.example.com/api/v1`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, *, api_url: str, owner: str, repo: str, token: str) -> None:
|
||||||
|
self._api_url = api_url.rstrip("/")
|
||||||
|
self._owner = owner
|
||||||
|
self._repo = repo
|
||||||
|
self._token = token
|
||||||
|
|
||||||
|
# --- low-level request -------------------------------------------------
|
||||||
|
|
||||||
|
def _request(
|
||||||
|
self, method: str, path: str, *, body: dict[str, Any] | None = None
|
||||||
|
) -> tuple[int, Any]:
|
||||||
|
"""Issue an authenticated request. Returns `(status, parsed_json)`;
|
||||||
|
parsed_json is None when the response has no body. Raises
|
||||||
|
`RuntimeError` on any non-2xx except where callers special-case
|
||||||
|
the HTTPError themselves (membership 404)."""
|
||||||
|
url = f"{self._api_url}{path}"
|
||||||
|
data = json.dumps(body).encode() if body is not None else None
|
||||||
|
headers = {"Authorization": f"token {self._token}"}
|
||||||
|
if data is not None:
|
||||||
|
headers["Content-Type"] = "application/json"
|
||||||
|
req = urllib.request.Request(url, data=data, headers=headers, method=method)
|
||||||
|
with urllib.request.urlopen(req, timeout=_API_TIMEOUT_SECS) as resp:
|
||||||
|
raw = resp.read()
|
||||||
|
parsed = json.loads(raw) if raw else None
|
||||||
|
return resp.status, parsed
|
||||||
|
|
||||||
|
def _repo_path(self, suffix: str) -> str:
|
||||||
|
return f"/repos/{self._owner}/{self._repo}{suffix}"
|
||||||
|
|
||||||
|
# --- operations --------------------------------------------------------
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
"""GET /orgs/{org}/members/{username}: 2xx → member, 404 → not.
|
||||||
|
Other errors propagate so a misconfigured token fails loudly."""
|
||||||
|
url = f"{self._api_url}/orgs/{org}/members/{username}"
|
||||||
|
req = urllib.request.Request(
|
||||||
|
url, headers={"Authorization": f"token {self._token}"}, method="GET"
|
||||||
|
)
|
||||||
|
try:
|
||||||
|
with urllib.request.urlopen(req, timeout=_API_TIMEOUT_SECS):
|
||||||
|
return True
|
||||||
|
except urllib.error.HTTPError as exc:
|
||||||
|
if exc.code == 404:
|
||||||
|
return False
|
||||||
|
raise RuntimeError(
|
||||||
|
f"org membership check failed for {org}/{username}: "
|
||||||
|
f"HTTP {exc.code} — {_read_error_body(exc)}"
|
||||||
|
) from exc
|
||||||
|
|
||||||
|
def get_issue(self, number: int) -> dict[str, Any]:
|
||||||
|
_status, body = self._request("GET", self._repo_path(f"/issues/{number}"))
|
||||||
|
return body or {}
|
||||||
|
|
||||||
|
def get_comments(self, number: int) -> list[dict[str, Any]]:
|
||||||
|
_status, body = self._request(
|
||||||
|
"GET", self._repo_path(f"/issues/{number}/comments")
|
||||||
|
)
|
||||||
|
return body or []
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
self._request(
|
||||||
|
"POST",
|
||||||
|
self._repo_path(f"/issues/{number}/comments"),
|
||||||
|
body={"body": body},
|
||||||
|
)
|
||||||
|
|
||||||
|
def patch_issue_body(self, number: int, body: str) -> None:
|
||||||
|
self._request(
|
||||||
|
"PATCH", self._repo_path(f"/issues/{number}"), body={"body": body}
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_pull(self, number: int) -> dict[str, Any]:
|
||||||
|
_status, body = self._request("GET", self._repo_path(f"/pulls/{number}"))
|
||||||
|
return body or {}
|
||||||
|
|
||||||
|
|
||||||
|
class GiteaForge(Forge):
|
||||||
|
"""`Forge` over a `GiteaClient`."""
|
||||||
|
|
||||||
|
def __init__(self, client: GiteaClient) -> None:
|
||||||
|
self._client = client
|
||||||
|
|
||||||
|
def read_issue(self, number: int) -> Issue:
|
||||||
|
raw = self._client.get_issue(number)
|
||||||
|
return Issue(
|
||||||
|
number=int(raw.get("number", number)),
|
||||||
|
title=str(raw.get("title", "")),
|
||||||
|
body=str(raw.get("body", "") or ""),
|
||||||
|
state=str(raw.get("state", "")),
|
||||||
|
)
|
||||||
|
|
||||||
|
def read_pr(self, number: int) -> PullRequest:
|
||||||
|
raw = self._client.get_pull(number)
|
||||||
|
return PullRequest(
|
||||||
|
number=int(raw.get("number", number)),
|
||||||
|
title=str(raw.get("title", "")),
|
||||||
|
body=str(raw.get("body", "") or ""),
|
||||||
|
state=str(raw.get("state", "")),
|
||||||
|
merged=bool(raw.get("merged", False)),
|
||||||
|
)
|
||||||
|
|
||||||
|
def read_comments(self, number: int) -> list[Comment]:
|
||||||
|
return [
|
||||||
|
Comment(
|
||||||
|
id=int(c.get("id", 0)),
|
||||||
|
user=str((c.get("user") or {}).get("login", "")),
|
||||||
|
body=str(c.get("body", "") or ""),
|
||||||
|
)
|
||||||
|
for c in self._client.get_comments(number)
|
||||||
|
]
|
||||||
|
|
||||||
|
def post_comment(self, number: int, body: str) -> None:
|
||||||
|
self._client.post_comment(number, body)
|
||||||
|
|
||||||
|
def update_description(self, number: int, body: str) -> None:
|
||||||
|
self._client.patch_issue_body(number, body)
|
||||||
|
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool:
|
||||||
|
return self._client.is_org_member(org, username)
|
||||||
|
|
||||||
|
def get_pr_for_issue(self, number: int) -> int | None:
|
||||||
|
"""Gitea models a PR as an issue with the same number, exposing a
|
||||||
|
`pull_request` object on the issue. When the queried number is
|
||||||
|
itself a PR, return it; otherwise None. (The orchestrator tracks
|
||||||
|
the issue→PR mapping in forge state for the cross-number case.)"""
|
||||||
|
raw = self._client.get_issue(number)
|
||||||
|
if raw.get("pull_request"):
|
||||||
|
return int(raw.get("number", number))
|
||||||
|
return None
|
||||||
|
|
||||||
|
def is_pr_open(self, number: int) -> bool:
|
||||||
|
return self.read_pr(number).state == "open"
|
||||||
|
|
||||||
|
|
||||||
|
def _read_error_body(exc: urllib.error.HTTPError) -> str:
|
||||||
|
try:
|
||||||
|
return exc.read().decode("utf-8", errors="replace")
|
||||||
|
except Exception: # pylint: disable=broad-exception-caught
|
||||||
|
return ""
|
||||||
@@ -21,6 +21,11 @@ from pathlib import Path
|
|||||||
|
|
||||||
from ...deploy_key_provisioner import DeployKeyCollisionError, DeployKeyProvisioner
|
from ...deploy_key_provisioner import DeployKeyCollisionError, DeployKeyProvisioner
|
||||||
|
|
||||||
|
# Timeout for ssh-keygen and Gitea API HTTP calls. A hung Gitea instance at
|
||||||
|
# prepare time would stall bottle launch indefinitely without this bound.
|
||||||
|
_API_TIMEOUT_SECS = 30
|
||||||
|
_KEYGEN_TIMEOUT_SECS = 10
|
||||||
|
|
||||||
|
|
||||||
class GiteaDeployKeyProvisioner(DeployKeyProvisioner):
|
class GiteaDeployKeyProvisioner(DeployKeyProvisioner):
|
||||||
"""Manages deploy keys on a Gitea instance."""
|
"""Manages deploy keys on a Gitea instance."""
|
||||||
@@ -46,6 +51,7 @@ class GiteaDeployKeyProvisioner(DeployKeyProvisioner):
|
|||||||
check=True,
|
check=True,
|
||||||
stdout=subprocess.DEVNULL,
|
stdout=subprocess.DEVNULL,
|
||||||
stderr=subprocess.DEVNULL,
|
stderr=subprocess.DEVNULL,
|
||||||
|
timeout=_KEYGEN_TIMEOUT_SECS,
|
||||||
)
|
)
|
||||||
private_key = key_path.read_bytes()
|
private_key = key_path.read_bytes()
|
||||||
public_key = key_path.with_suffix(".pub").read_text().strip()
|
public_key = key_path.with_suffix(".pub").read_text().strip()
|
||||||
@@ -67,7 +73,7 @@ class GiteaDeployKeyProvisioner(DeployKeyProvisioner):
|
|||||||
method="POST",
|
method="POST",
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
with urllib.request.urlopen(req) as resp:
|
with urllib.request.urlopen(req, timeout=_API_TIMEOUT_SECS) as resp:
|
||||||
body = json.loads(resp.read())
|
body = json.loads(resp.read())
|
||||||
except urllib.error.HTTPError as exc:
|
except urllib.error.HTTPError as exc:
|
||||||
_body = _read_error_body(exc)
|
_body = _read_error_body(exc)
|
||||||
@@ -98,7 +104,7 @@ class GiteaDeployKeyProvisioner(DeployKeyProvisioner):
|
|||||||
method="DELETE",
|
method="DELETE",
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
with urllib.request.urlopen(req):
|
with urllib.request.urlopen(req, timeout=_API_TIMEOUT_SECS):
|
||||||
pass
|
pass
|
||||||
except urllib.error.HTTPError as exc:
|
except urllib.error.HTTPError as exc:
|
||||||
if exc.code == 404:
|
if exc.code == 404:
|
||||||
|
|||||||
@@ -0,0 +1,171 @@
|
|||||||
|
"""Forge state persistence (PRD forge-native-integration, chunk 2).
|
||||||
|
|
||||||
|
The orchestrator tracks one record per forge-targeted issue so it can
|
||||||
|
map an incoming webhook back to the bottle handling it, drive the
|
||||||
|
freeze / rehydrate loop, and run the watchdog.
|
||||||
|
|
||||||
|
State is stored in a local SQLite database in `~/.bot-bottle/`. Access
|
||||||
|
goes through the thin `ForgeStateStore` CRUD interface so the backing
|
||||||
|
store (location or engine) can be swapped without touching callers;
|
||||||
|
`SqliteForgeStateStore` is the first implementation.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import abc
|
||||||
|
import json
|
||||||
|
import sqlite3
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
from ...supervise import bot_bottle_root
|
||||||
|
|
||||||
|
_DB_FILENAME = "bot-bottle.db"
|
||||||
|
|
||||||
|
# Lifecycle: a bottle is launched (running), frozen on the done signal,
|
||||||
|
# and destroyed when the PR closes.
|
||||||
|
STATUS_RUNNING = "running"
|
||||||
|
STATUS_FROZEN = "frozen"
|
||||||
|
STATUS_DESTROYED = "destroyed"
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class ForgeState:
|
||||||
|
"""One forge-targeted issue's bottle lifecycle record."""
|
||||||
|
|
||||||
|
owner: str
|
||||||
|
repo: str
|
||||||
|
issue_number: int
|
||||||
|
slug: str
|
||||||
|
agent_name: str
|
||||||
|
bottle_names: list[str] = field(default_factory=list)
|
||||||
|
backend_name: str = ""
|
||||||
|
agent_git_user: str = ""
|
||||||
|
pr_number: int | None = None
|
||||||
|
status: str = STATUS_RUNNING
|
||||||
|
last_checkin_at: str = ""
|
||||||
|
|
||||||
|
|
||||||
|
class ForgeStateStore(abc.ABC):
|
||||||
|
"""Thin CRUD surface over forge state. Implementations back it with a
|
||||||
|
concrete store; callers depend only on this interface so the storage
|
||||||
|
location/engine is swappable."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def upsert(self, state: ForgeState) -> None:
|
||||||
|
"""Insert or replace the record keyed by (owner, repo, issue)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> ForgeState | None:
|
||||||
|
"""Fetch one record, or None when absent."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None:
|
||||||
|
"""Remove a record. Missing is success (idempotent)."""
|
||||||
|
|
||||||
|
@abc.abstractmethod
|
||||||
|
def all(self) -> list[ForgeState]:
|
||||||
|
"""Every record, for the status table and the watchdog sweep."""
|
||||||
|
|
||||||
|
|
||||||
|
def default_db_path() -> Path:
|
||||||
|
return bot_bottle_root() / _DB_FILENAME
|
||||||
|
|
||||||
|
|
||||||
|
class SqliteForgeStateStore(ForgeStateStore):
|
||||||
|
"""SQLite-backed `ForgeStateStore`. The database lives at
|
||||||
|
`~/.bot-bottle/bot-bottle.db` by default; pass `db_path` to point at
|
||||||
|
a different location (tests, alternate homes)."""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path | None = None) -> None:
|
||||||
|
self._db_path = db_path or default_db_path()
|
||||||
|
self._db_path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
CREATE TABLE IF NOT EXISTS forge_state (
|
||||||
|
owner TEXT NOT NULL,
|
||||||
|
repo TEXT NOT NULL,
|
||||||
|
issue_number INTEGER NOT NULL,
|
||||||
|
slug TEXT NOT NULL,
|
||||||
|
agent_name TEXT NOT NULL,
|
||||||
|
bottle_names TEXT NOT NULL,
|
||||||
|
backend_name TEXT NOT NULL,
|
||||||
|
agent_git_user TEXT NOT NULL,
|
||||||
|
pr_number INTEGER,
|
||||||
|
status TEXT NOT NULL,
|
||||||
|
last_checkin_at TEXT NOT NULL,
|
||||||
|
PRIMARY KEY (owner, repo, issue_number)
|
||||||
|
)
|
||||||
|
"""
|
||||||
|
)
|
||||||
|
|
||||||
|
def _connect(self) -> sqlite3.Connection:
|
||||||
|
conn = sqlite3.connect(self._db_path)
|
||||||
|
conn.row_factory = sqlite3.Row
|
||||||
|
return conn
|
||||||
|
|
||||||
|
def upsert(self, state: ForgeState) -> None:
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
INSERT OR REPLACE INTO forge_state (
|
||||||
|
owner, repo, issue_number, slug, agent_name,
|
||||||
|
bottle_names, backend_name, agent_git_user,
|
||||||
|
pr_number, status, last_checkin_at
|
||||||
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
||||||
|
""",
|
||||||
|
(
|
||||||
|
state.owner,
|
||||||
|
state.repo,
|
||||||
|
state.issue_number,
|
||||||
|
state.slug,
|
||||||
|
state.agent_name,
|
||||||
|
json.dumps(state.bottle_names),
|
||||||
|
state.backend_name,
|
||||||
|
state.agent_git_user,
|
||||||
|
state.pr_number,
|
||||||
|
state.status,
|
||||||
|
state.last_checkin_at,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> ForgeState | None:
|
||||||
|
with self._connect() as conn:
|
||||||
|
row = conn.execute(
|
||||||
|
"SELECT * FROM forge_state "
|
||||||
|
"WHERE owner = ? AND repo = ? AND issue_number = ?",
|
||||||
|
(owner, repo, issue_number),
|
||||||
|
).fetchone()
|
||||||
|
return _row_to_state(row) if row is not None else None
|
||||||
|
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None:
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"DELETE FROM forge_state "
|
||||||
|
"WHERE owner = ? AND repo = ? AND issue_number = ?",
|
||||||
|
(owner, repo, issue_number),
|
||||||
|
)
|
||||||
|
|
||||||
|
def all(self) -> list[ForgeState]:
|
||||||
|
with self._connect() as conn:
|
||||||
|
rows = conn.execute(
|
||||||
|
"SELECT * FROM forge_state ORDER BY owner, repo, issue_number"
|
||||||
|
).fetchall()
|
||||||
|
return [_row_to_state(row) for row in rows]
|
||||||
|
|
||||||
|
|
||||||
|
def _row_to_state(row: sqlite3.Row) -> ForgeState:
|
||||||
|
return ForgeState(
|
||||||
|
owner=row["owner"],
|
||||||
|
repo=row["repo"],
|
||||||
|
issue_number=row["issue_number"],
|
||||||
|
slug=row["slug"],
|
||||||
|
agent_name=row["agent_name"],
|
||||||
|
bottle_names=json.loads(row["bottle_names"]),
|
||||||
|
backend_name=row["backend_name"],
|
||||||
|
agent_git_user=row["agent_git_user"],
|
||||||
|
pr_number=row["pr_number"],
|
||||||
|
status=row["status"],
|
||||||
|
last_checkin_at=row["last_checkin_at"],
|
||||||
|
)
|
||||||
@@ -166,7 +166,6 @@ _RUNTIME = AgentProviderRuntime(
|
|||||||
prompt_mode="append_system_prompt",
|
prompt_mode="append_system_prompt",
|
||||||
bypass_args=(),
|
bypass_args=(),
|
||||||
resume_args=(),
|
resume_args=(),
|
||||||
remote_control_args=(),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -239,7 +238,7 @@ class PiAgentProvider(AgentProvider):
|
|||||||
if not agent.skills:
|
if not agent.skills:
|
||||||
return
|
return
|
||||||
skills_dir = _skills_dir(plan.guest_home)
|
skills_dir = _skills_dir(plan.guest_home)
|
||||||
bottle.exec(f"mkdir -p {skills_dir}", user="root")
|
bottle.exec(f"mkdir -p {shlex.quote(skills_dir)}", user="root")
|
||||||
for name in agent.skills:
|
for name in agent.skills:
|
||||||
src = host_skill_dir(name)
|
src = host_skill_dir(name)
|
||||||
if not os.path.isdir(src):
|
if not os.path.isdir(src):
|
||||||
@@ -249,9 +248,13 @@ class PiAgentProvider(AgentProvider):
|
|||||||
)
|
)
|
||||||
dst = f"{skills_dir}/{name}"
|
dst = f"{skills_dir}/{name}"
|
||||||
info(f"copying skill {name} into {bottle.name}:{dst}")
|
info(f"copying skill {name} into {bottle.name}:{dst}")
|
||||||
bottle.exec(f"rm -rf {dst} && mkdir -p {dst}", user="root")
|
# Defense in depth: skill names are validated kebab-case at
|
||||||
|
# manifest load, but quote the path so a future unvalidated
|
||||||
|
# field can't inject shell metacharacters here either.
|
||||||
|
dst_q = shlex.quote(dst)
|
||||||
|
bottle.exec(f"rm -rf {dst_q} && mkdir -p {dst_q}", user="root")
|
||||||
bottle.cp_in(f"{src}/.", f"{dst}/")
|
bottle.cp_in(f"{src}/.", f"{dst}/")
|
||||||
bottle.exec(f"chown -R node:node {dst}", user="root")
|
bottle.exec(f"chown -R node:node {dst_q}", user="root")
|
||||||
|
|
||||||
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
def provision_prompt(self, plan: "BottlePlan", bottle: "Bottle") -> str | None:
|
||||||
prompt_path = _prompt_path(plan.guest_home)
|
prompt_path = _prompt_path(plan.guest_home)
|
||||||
@@ -312,6 +315,9 @@ class PiAgentProvider(AgentProvider):
|
|||||||
) -> None:
|
) -> None:
|
||||||
del plan, bottle, supervise_url
|
del plan, bottle, supervise_url
|
||||||
|
|
||||||
|
def headless_prompt(self, prompt: str) -> list[str]:
|
||||||
|
return ["-p", prompt]
|
||||||
|
|
||||||
|
|
||||||
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
def _exec(bottle: "Bottle", script: str, error: str) -> None:
|
||||||
result = bottle.exec(script, user="root")
|
result = bottle.exec(script, user="root")
|
||||||
|
|||||||
@@ -0,0 +1,59 @@
|
|||||||
|
"""Shared SQLite-backed store base class for bot-bottle (PRD 0013)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sqlite3
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
from .migrations import TableMigrations
|
||||||
|
except ImportError:
|
||||||
|
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
|
||||||
|
|
||||||
|
class DbVersionError(Exception):
|
||||||
|
"""Raised when the on-disk schema is behind the current migration list."""
|
||||||
|
|
||||||
|
|
||||||
|
class DbStore:
|
||||||
|
"""Base for SQLite-backed stores. Subclasses resolve db_path then call super().__init__."""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path, migrations: TableMigrations) -> None:
|
||||||
|
self.db_path = db_path
|
||||||
|
self._migrations = migrations
|
||||||
|
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
|
def _connect(self) -> sqlite3.Connection:
|
||||||
|
conn = sqlite3.connect(self.db_path)
|
||||||
|
conn.row_factory = sqlite3.Row
|
||||||
|
return conn
|
||||||
|
|
||||||
|
def is_migrated(self) -> bool:
|
||||||
|
"""Return True if the DB is fully up-to-date, False if migration is needed."""
|
||||||
|
if not self.db_path.exists():
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
with self._connect() as conn:
|
||||||
|
row = conn.execute(
|
||||||
|
"SELECT version FROM schema_versions WHERE module = ?",
|
||||||
|
(self._migrations.schema_key,),
|
||||||
|
).fetchone()
|
||||||
|
except sqlite3.OperationalError:
|
||||||
|
return False
|
||||||
|
version = row[0] if row else 0
|
||||||
|
return version == len(self._migrations.migrations)
|
||||||
|
|
||||||
|
def migrate(self) -> None:
|
||||||
|
"""Apply any pending migrations and set permissions on the DB file."""
|
||||||
|
with self._connect() as conn:
|
||||||
|
self._migrations.apply(conn)
|
||||||
|
self._chmod()
|
||||||
|
|
||||||
|
def _chmod(self) -> None:
|
||||||
|
try:
|
||||||
|
self.db_path.chmod(0o600)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["DbStore", "DbVersionError"]
|
||||||
+77
-16
@@ -11,6 +11,7 @@ the same try/except import shim pattern.
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import base64
|
import base64
|
||||||
|
import functools
|
||||||
import gzip
|
import gzip
|
||||||
import re
|
import re
|
||||||
import typing
|
import typing
|
||||||
@@ -126,8 +127,29 @@ def redact_tokens(
|
|||||||
# Known secrets detector
|
# Known secrets detector
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# Encoded-variant cache. Provisioned secrets are stable for the life of the
|
||||||
|
# proxy, but `_encoded_variants` is on the per-request hot path — it runs for
|
||||||
|
# every secret on every redaction and known-secret scan (host, path, each
|
||||||
|
# header, body). Deriving the variant set is relatively expensive (gzip +
|
||||||
|
# nine encodings), so memoize it per distinct secret. The proxy process
|
||||||
|
# already holds these values in `os.environ`, so caching them here adds no
|
||||||
|
# new exposure. The cache is bounded (lru_cache maxsize) so a long-lived
|
||||||
|
# proxy that sees rotating secrets evicts the oldest rather than growing
|
||||||
|
# without limit; 256 comfortably covers the EGRESS_TOKEN_* set in practice.
|
||||||
|
_VARIANT_CACHE_MAXSIZE = 256
|
||||||
|
|
||||||
|
|
||||||
def _encoded_variants(secret: str) -> list[str]:
|
def _encoded_variants(secret: str) -> list[str]:
|
||||||
"""Return the secret plus common encoded variants for exfil detection."""
|
"""Return the secret plus common encoded variants for exfil detection.
|
||||||
|
|
||||||
|
The variant set is computed once per distinct secret and cached; callers
|
||||||
|
get a fresh list so they can't mutate the shared cached tuple."""
|
||||||
|
return list(_compute_encoded_variants(secret))
|
||||||
|
|
||||||
|
|
||||||
|
@functools.lru_cache(maxsize=_VARIANT_CACHE_MAXSIZE)
|
||||||
|
def _compute_encoded_variants(secret: str) -> tuple[str, ...]:
|
||||||
|
"""Derive the secret plus its encoded variants (memoized, bounded)."""
|
||||||
seen: set[str] = {secret}
|
seen: set[str] = {secret}
|
||||||
variants: list[str] = [secret]
|
variants: list[str] = [secret]
|
||||||
|
|
||||||
@@ -161,7 +183,7 @@ def _encoded_variants(secret: str) -> list[str]:
|
|||||||
# gzip + base64 (deterministic: mtime=0); recognisable by H4sI prefix
|
# gzip + base64 (deterministic: mtime=0); recognisable by H4sI prefix
|
||||||
_add(base64.b64encode(gzip.compress(secret_bytes, mtime=0)).decode("ascii"))
|
_add(base64.b64encode(gzip.compress(secret_bytes, mtime=0)).decode("ascii"))
|
||||||
|
|
||||||
return variants
|
return tuple(variants)
|
||||||
|
|
||||||
|
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
@@ -187,18 +209,24 @@ def _alnum_projection(text: str) -> str:
|
|||||||
|
|
||||||
|
|
||||||
def _find_partial_window(secret_alnum: str, text_alnum: str, min_len: int) -> int | None:
|
def _find_partial_window(secret_alnum: str, text_alnum: str, min_len: int) -> int | None:
|
||||||
"""Return the position in text_alnum where any min_len-char window of
|
"""Return the earliest position in text_alnum holding a min_len-char window
|
||||||
secret_alnum first appears, or None.
|
that also appears in secret_alnum, or None.
|
||||||
|
|
||||||
Slides a window of width min_len across secret_alnum and searches for
|
The secret's set of min_len-grams is small (bounded by the secret length),
|
||||||
each window in text_alnum. The first hit position is returned.
|
so building it once and sweeping the text a single time is O(len(text))
|
||||||
|
rather than the O(len(secret) * len(text)) of repeated substring searches —
|
||||||
|
which matters because this runs per provisioned secret on every request
|
||||||
|
body. Coverage is unchanged: a hit still means at least min_len consecutive
|
||||||
|
alphanumeric characters of the secret leaked into the text.
|
||||||
"""
|
"""
|
||||||
if len(secret_alnum) < min_len or len(text_alnum) < min_len:
|
if len(secret_alnum) < min_len or len(text_alnum) < min_len:
|
||||||
return None
|
return None
|
||||||
for i in range(len(secret_alnum) - min_len + 1):
|
secret_grams = {
|
||||||
window = secret_alnum[i:i + min_len]
|
secret_alnum[i:i + min_len]
|
||||||
pos = text_alnum.find(window)
|
for i in range(len(secret_alnum) - min_len + 1)
|
||||||
if pos >= 0:
|
}
|
||||||
|
for pos in range(len(text_alnum) - min_len + 1):
|
||||||
|
if text_alnum[pos:pos + min_len] in secret_grams:
|
||||||
return pos
|
return pos
|
||||||
return None
|
return None
|
||||||
|
|
||||||
@@ -364,19 +392,52 @@ JAILBREAK_PHRASES: tuple[re.Pattern[str], ...] = (
|
|||||||
PROXIMITY_CHARS = 500
|
PROXIMITY_CHARS = 500
|
||||||
|
|
||||||
|
|
||||||
|
def _match_gap(a: re.Match[str], b: re.Match[str]) -> int:
|
||||||
|
"""Character gap between two match spans; 0 when they overlap or touch."""
|
||||||
|
return max(0, max(a.start(), b.start()) - min(a.end(), b.end()))
|
||||||
|
|
||||||
|
|
||||||
def _closest_pair(
|
def _closest_pair(
|
||||||
a_matches: list[re.Match[str]],
|
a_matches: list[re.Match[str]],
|
||||||
b_matches: list[re.Match[str]],
|
b_matches: list[re.Match[str]],
|
||||||
|
*,
|
||||||
|
within: int | None = None,
|
||||||
) -> tuple[re.Match[str], re.Match[str]] | None:
|
) -> tuple[re.Match[str], re.Match[str]] | None:
|
||||||
"""Return the pair (a, b) with the smallest character gap, or None."""
|
"""Return the (a, b) pair with the smallest character gap, or None when
|
||||||
|
either list is empty.
|
||||||
|
|
||||||
|
Runs in O(n log n) sort + O(n) merge rather than the O(n*m) cross product:
|
||||||
|
both lists are sorted by start offset and swept with a two-pointer merge,
|
||||||
|
advancing whichever span ends first (it can only get farther from any
|
||||||
|
later span in the other list). This matters because the inputs are
|
||||||
|
attacker-controlled response-body matches that have already passed the
|
||||||
|
body-size cap, so the quadratic form is a latent DoS.
|
||||||
|
|
||||||
|
When `within` is set, returns as soon as a pair with gap <= within is
|
||||||
|
found: the only caller blocks on any pair inside the proximity threshold,
|
||||||
|
so the exact global minimum past that point doesn't change the decision.
|
||||||
|
"""
|
||||||
|
if not a_matches or not b_matches:
|
||||||
|
return None
|
||||||
|
a_sorted = sorted(a_matches, key=lambda m: m.start())
|
||||||
|
b_sorted = sorted(b_matches, key=lambda m: m.start())
|
||||||
|
i = j = 0
|
||||||
best: tuple[re.Match[str], re.Match[str]] | None = None
|
best: tuple[re.Match[str], re.Match[str]] | None = None
|
||||||
best_gap: int | None = None
|
best_gap: int | None = None
|
||||||
for a in a_matches:
|
while i < len(a_sorted) and j < len(b_sorted):
|
||||||
for b in b_matches:
|
a, b = a_sorted[i], b_sorted[j]
|
||||||
gap = max(0, max(a.start(), b.start()) - min(a.end(), b.end()))
|
gap = _match_gap(a, b)
|
||||||
if best_gap is None or gap < best_gap:
|
if best_gap is None or gap < best_gap:
|
||||||
best_gap = gap
|
best_gap = gap
|
||||||
best = (a, b)
|
best = (a, b)
|
||||||
|
if within is not None and gap <= within:
|
||||||
|
return best
|
||||||
|
# Advance the span that ends first; it cannot form a closer pair with
|
||||||
|
# any later (further-right) span from the other list.
|
||||||
|
if a.end() <= b.end():
|
||||||
|
i += 1
|
||||||
|
else:
|
||||||
|
j += 1
|
||||||
return best
|
return best
|
||||||
|
|
||||||
|
|
||||||
@@ -386,9 +447,9 @@ def scan_naive_injection(text: str) -> ScanResult | None:
|
|||||||
jailbreak_hits = [m for p in JAILBREAK_PHRASES for m in p.finditer(text)]
|
jailbreak_hits = [m for p in JAILBREAK_PHRASES for m in p.finditer(text)]
|
||||||
|
|
||||||
if disclosure_hits and jailbreak_hits:
|
if disclosure_hits and jailbreak_hits:
|
||||||
pair = _closest_pair(disclosure_hits, jailbreak_hits)
|
pair = _closest_pair(disclosure_hits, jailbreak_hits, within=PROXIMITY_CHARS)
|
||||||
if pair is not None:
|
if pair is not None:
|
||||||
dist = max(0, max(pair[0].start(), pair[1].start()) - min(pair[0].end(), pair[1].end()))
|
dist = _match_gap(pair[0], pair[1])
|
||||||
if dist <= PROXIMITY_CHARS:
|
if dist <= PROXIMITY_CHARS:
|
||||||
first = pair[0] if pair[0].start() <= pair[1].start() else pair[1]
|
first = pair[0] if pair[0].start() <= pair[1].start() else pair[1]
|
||||||
return ScanResult(
|
return ScanResult(
|
||||||
|
|||||||
+28
-14
@@ -23,6 +23,7 @@ from .egress_addon_core import (
|
|||||||
PathMatch as CorePathMatch,
|
PathMatch as CorePathMatch,
|
||||||
Route,
|
Route,
|
||||||
)
|
)
|
||||||
|
from .errors import MissingEnvVarError
|
||||||
from .log import die
|
from .log import die
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
@@ -210,6 +211,17 @@ def egress_token_env_map(
|
|||||||
return out
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def _yaml_str_escape(s: str) -> str:
|
||||||
|
"""Escape a string for use inside a YAML double-quoted scalar."""
|
||||||
|
return (
|
||||||
|
s.replace("\\", "\\\\")
|
||||||
|
.replace('"', '\\"')
|
||||||
|
.replace("\n", "\\n")
|
||||||
|
.replace("\r", "\\r")
|
||||||
|
.replace("\t", "\\t")
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def _route_to_yaml_fields(r: Route) -> dict[str, object]:
|
def _route_to_yaml_fields(r: Route) -> dict[str, object]:
|
||||||
fields: dict[str, object] = {"host": r.host}
|
fields: dict[str, object] = {"host": r.host}
|
||||||
if r.auth_scheme and r.token_env:
|
if r.auth_scheme and r.token_env:
|
||||||
@@ -272,12 +284,12 @@ def _render_match_entry(entry: dict[str, object]) -> list[str]:
|
|||||||
for pd in entry["paths"]: # type: ignore[union-attr]
|
for pd in entry["paths"]: # type: ignore[union-attr]
|
||||||
pd_dict: dict[str, str] = pd # type: ignore[assignment]
|
pd_dict: dict[str, str] = pd # type: ignore[assignment]
|
||||||
if "type" in pd_dict:
|
if "type" in pd_dict:
|
||||||
lines.append(f' - type: "{pd_dict["type"]}"')
|
lines.append(f' - type: "{_yaml_str_escape(pd_dict["type"])}"')
|
||||||
lines.append(f' value: "{pd_dict["value"]}"')
|
lines.append(f' value: "{_yaml_str_escape(pd_dict["value"])}"')
|
||||||
else:
|
else:
|
||||||
lines.append(f' - value: "{pd_dict["value"]}"')
|
lines.append(f' - value: "{_yaml_str_escape(pd_dict["value"])}"')
|
||||||
if "methods" in entry:
|
if "methods" in entry:
|
||||||
methods_str = ", ".join(f'"{m}"' for m in entry["methods"]) # type: ignore[union-attr]
|
methods_str = ", ".join(f'"{_yaml_str_escape(m)}"' for m in entry["methods"]) # type: ignore[union-attr]
|
||||||
prefix = " - " if first_key else " "
|
prefix = " - " if first_key else " "
|
||||||
lines.append(f'{prefix}methods: [{methods_str}]')
|
lines.append(f'{prefix}methods: [{methods_str}]')
|
||||||
first_key = False
|
first_key = False
|
||||||
@@ -287,8 +299,8 @@ def _render_match_entry(entry: dict[str, object]) -> list[str]:
|
|||||||
first_key = False
|
first_key = False
|
||||||
for hd in entry["headers"]: # type: ignore[union-attr]
|
for hd in entry["headers"]: # type: ignore[union-attr]
|
||||||
hd_dict: dict[str, str] = hd # type: ignore[assignment]
|
hd_dict: dict[str, str] = hd # type: ignore[assignment]
|
||||||
lines.append(f' - name: "{hd_dict["name"]}"')
|
lines.append(f' - name: "{_yaml_str_escape(hd_dict["name"])}"')
|
||||||
lines.append(f' value: "{hd_dict["value"]}"')
|
lines.append(f' value: "{_yaml_str_escape(hd_dict["value"])}"')
|
||||||
if first_key:
|
if first_key:
|
||||||
lines.append(" - {}")
|
lines.append(" - {}")
|
||||||
return lines
|
return lines
|
||||||
@@ -308,10 +320,10 @@ def egress_render_routes(
|
|||||||
return "\n".join(lines) + "\n"
|
return "\n".join(lines) + "\n"
|
||||||
for r in routes:
|
for r in routes:
|
||||||
f = _route_to_yaml_fields(r)
|
f = _route_to_yaml_fields(r)
|
||||||
lines.append(f' - host: "{f["host"]}"')
|
lines.append(f' - host: "{_yaml_str_escape(str(f["host"]))}"')
|
||||||
if "auth_scheme" in f:
|
if "auth_scheme" in f:
|
||||||
lines.append(f' auth_scheme: "{f["auth_scheme"]}"')
|
lines.append(f' auth_scheme: "{_yaml_str_escape(str(f["auth_scheme"]))}"')
|
||||||
lines.append(f' token_env: "{f["token_env"]}"')
|
lines.append(f' token_env: "{_yaml_str_escape(str(f["token_env"]))}"')
|
||||||
if "matches" in f:
|
if "matches" in f:
|
||||||
lines.append(" matches:")
|
lines.append(" matches:")
|
||||||
for entry in f["matches"]: # type: ignore[union-attr]
|
for entry in f["matches"]: # type: ignore[union-attr]
|
||||||
@@ -331,7 +343,7 @@ def egress_render_routes(
|
|||||||
items_str = ", ".join(f'"{x}"' for x in dv)
|
items_str = ", ".join(f'"{x}"' for x in dv)
|
||||||
lines.append(f" {dk}: [{items_str}]")
|
lines.append(f" {dk}: [{items_str}]")
|
||||||
elif isinstance(dv, str):
|
elif isinstance(dv, str):
|
||||||
lines.append(f' {dk}: "{dv}"')
|
lines.append(f' {dk}: "{_yaml_str_escape(dv)}"')
|
||||||
return "\n".join(lines) + "\n"
|
return "\n".join(lines) + "\n"
|
||||||
|
|
||||||
|
|
||||||
@@ -343,16 +355,18 @@ def egress_resolve_token_values(
|
|||||||
for token_env, token_ref in token_env_map.items():
|
for token_env, token_ref in token_env_map.items():
|
||||||
value = host_env.get(token_ref)
|
value = host_env.get(token_ref)
|
||||||
if value is None:
|
if value is None:
|
||||||
die(
|
raise MissingEnvVarError(
|
||||||
|
token_ref,
|
||||||
f"egress: host env var '{token_ref}' is unset. Set it "
|
f"egress: host env var '{token_ref}' is unset. Set it "
|
||||||
f"before launching, or remove the corresponding auth block "
|
f"before launching, or remove the corresponding auth block "
|
||||||
f"from bottle.egress.routes."
|
f"from bottle.egress.routes.",
|
||||||
)
|
)
|
||||||
if not value:
|
if not value:
|
||||||
die(
|
raise MissingEnvVarError(
|
||||||
|
token_ref,
|
||||||
f"egress: host env var '{token_ref}' is empty. The "
|
f"egress: host env var '{token_ref}' is empty. The "
|
||||||
f"egress will not inject an empty token; set it to "
|
f"egress will not inject an empty token; set it to "
|
||||||
f"the real value or remove the route's auth block."
|
f"the real value or remove the route's auth block.",
|
||||||
)
|
)
|
||||||
out[token_env] = value
|
out[token_env] = value
|
||||||
return out
|
return out
|
||||||
|
|||||||
@@ -79,14 +79,13 @@ class EgressAddon:
|
|||||||
# only — a restart re-prompts. Mutated only from the asyncio loop that
|
# only — a restart re-prompts. Mutated only from the asyncio loop that
|
||||||
# runs the addon hooks, so no lock is needed.
|
# runs the addon hooks, so no lock is needed.
|
||||||
self.safe_tokens: set[str] = set()
|
self.safe_tokens: set[str] = set()
|
||||||
self._supervise_queue_dir = os.environ.get("SUPERVISE_QUEUE_DIR", "").strip()
|
|
||||||
self._supervise_slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "").strip()
|
self._supervise_slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "").strip()
|
||||||
self._token_allow_timeout = _token_allow_timeout_from_env(os.environ)
|
self._token_allow_timeout = _token_allow_timeout_from_env(os.environ)
|
||||||
self._reload(initial=True)
|
self._reload(initial=True)
|
||||||
self._install_sighup()
|
self._install_sighup()
|
||||||
|
|
||||||
def _supervise_available(self) -> bool:
|
def _supervise_available(self) -> bool:
|
||||||
return bool(self._supervise_queue_dir and self._supervise_slug)
|
return bool(self._supervise_slug)
|
||||||
|
|
||||||
def _reload(self, *, initial: bool = False) -> None:
|
def _reload(self, *, initial: bool = False) -> None:
|
||||||
try:
|
try:
|
||||||
@@ -393,9 +392,8 @@ class EgressAddon:
|
|||||||
justification=_TOKEN_ALLOW_JUSTIFICATION,
|
justification=_TOKEN_ALLOW_JUSTIFICATION,
|
||||||
current_file_hash=_sv.sha256_hex(payload),
|
current_file_hash=_sv.sha256_hex(payload),
|
||||||
)
|
)
|
||||||
queue_dir = Path(self._supervise_queue_dir)
|
|
||||||
try:
|
try:
|
||||||
_sv.write_proposal(queue_dir, proposal)
|
_sv.write_proposal(proposal)
|
||||||
except OSError as e:
|
except OSError as e:
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
f"egress: could not queue token-allow proposal: {e}; "
|
f"egress: could not queue token-allow proposal: {e}; "
|
||||||
@@ -411,8 +409,8 @@ class EgressAddon:
|
|||||||
**self._req_ctx(flow),
|
**self._req_ctx(flow),
|
||||||
}) + "\n")
|
}) + "\n")
|
||||||
|
|
||||||
response = await self._await_token_response(queue_dir, proposal.id)
|
response = await self._await_token_response(proposal.id)
|
||||||
_sv.archive_proposal(queue_dir, proposal.id)
|
_sv.archive_proposal(self._supervise_slug, proposal.id)
|
||||||
|
|
||||||
if response is not None and response.status in (
|
if response is not None and response.status in (
|
||||||
_sv.STATUS_APPROVED, _sv.STATUS_MODIFIED,
|
_sv.STATUS_APPROVED, _sv.STATUS_MODIFIED,
|
||||||
@@ -439,16 +437,15 @@ class EgressAddon:
|
|||||||
|
|
||||||
async def _await_token_response(
|
async def _await_token_response(
|
||||||
self,
|
self,
|
||||||
queue_dir: Path,
|
|
||||||
proposal_id: str,
|
proposal_id: str,
|
||||||
) -> "_sv.Response | None":
|
) -> "_sv.Response | None":
|
||||||
"""Poll the queue dir for the operator's response without blocking the
|
"""Poll the DB for the operator's response without blocking the
|
||||||
proxy event loop. Returns the Response, or None on timeout."""
|
proxy event loop. Returns the Response, or None on timeout."""
|
||||||
loop = asyncio.get_running_loop()
|
loop = asyncio.get_running_loop()
|
||||||
deadline = loop.time() + self._token_allow_timeout
|
deadline = loop.time() + self._token_allow_timeout
|
||||||
while True:
|
while True:
|
||||||
try:
|
try:
|
||||||
return _sv.read_response(queue_dir, proposal_id)
|
return _sv.read_response(self._supervise_slug, proposal_id)
|
||||||
except (OSError, ValueError, KeyError):
|
except (OSError, ValueError, KeyError):
|
||||||
# Not written yet, or a partial/malformed write — retry until
|
# Not written yet, or a partial/malformed write — retry until
|
||||||
# the deadline, then fail closed.
|
# the deadline, then fail closed.
|
||||||
|
|||||||
@@ -21,6 +21,32 @@ try:
|
|||||||
except ImportError: # pragma: no cover - host-side path
|
except ImportError: # pragma: no cover - host-side path
|
||||||
from .yaml_subset import YamlSubsetError, parse_yaml_subset
|
from .yaml_subset import YamlSubsetError, parse_yaml_subset
|
||||||
|
|
||||||
|
# DLP detector-config parsing lives in a sibling module (also flat-bundled
|
||||||
|
# into the sidecar — see Dockerfile.sidecars). Re-exported below so existing
|
||||||
|
# `from egress_addon_core import ON_MATCH_*` callers keep working.
|
||||||
|
try:
|
||||||
|
from egress_dlp_config import ( # type: ignore[import-not-found]
|
||||||
|
DEFAULT_OUTBOUND_ON_MATCH,
|
||||||
|
INBOUND_DETECTOR_NAMES,
|
||||||
|
ON_MATCH_BLOCK,
|
||||||
|
ON_MATCH_REDACT,
|
||||||
|
ON_MATCH_SUPERVISE,
|
||||||
|
OUTBOUND_DETECTOR_NAMES,
|
||||||
|
OUTBOUND_ON_MATCH_VALUES,
|
||||||
|
parse_dlp_block,
|
||||||
|
)
|
||||||
|
except ImportError: # pragma: no cover - host-side path
|
||||||
|
from .egress_dlp_config import (
|
||||||
|
DEFAULT_OUTBOUND_ON_MATCH,
|
||||||
|
INBOUND_DETECTOR_NAMES,
|
||||||
|
ON_MATCH_BLOCK,
|
||||||
|
ON_MATCH_REDACT,
|
||||||
|
ON_MATCH_SUPERVISE,
|
||||||
|
OUTBOUND_DETECTOR_NAMES,
|
||||||
|
OUTBOUND_ON_MATCH_VALUES,
|
||||||
|
parse_dlp_block,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
# Match types (Gateway API HTTPRoute vocabulary, PRD 0053)
|
# Match types (Gateway API HTTPRoute vocabulary, PRD 0053)
|
||||||
@@ -34,18 +60,6 @@ VALID_METHODS = frozenset({
|
|||||||
"CONNECT",
|
"CONNECT",
|
||||||
})
|
})
|
||||||
|
|
||||||
OUTBOUND_DETECTOR_NAMES = frozenset({"token_patterns", "known_secrets", "entropy"})
|
|
||||||
INBOUND_DETECTOR_NAMES = frozenset({"naive_injection_detection"})
|
|
||||||
|
|
||||||
# Per-route policy for what the proxy does when an outbound DLP detector
|
|
||||||
# matches a token (PRD 0062).
|
|
||||||
ON_MATCH_BLOCK = "block" # hard 403, never overridable
|
|
||||||
ON_MATCH_REDACT = "redact" # scrub the matched value, forward the request
|
|
||||||
ON_MATCH_SUPERVISE = "supervise" # queue for operator approval, hold the request
|
|
||||||
OUTBOUND_ON_MATCH_VALUES = (ON_MATCH_BLOCK, ON_MATCH_REDACT, ON_MATCH_SUPERVISE)
|
|
||||||
# Unset resolves to supervise (fall back to block when supervise is not wired).
|
|
||||||
DEFAULT_OUTBOUND_ON_MATCH = ON_MATCH_SUPERVISE
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class PathMatch:
|
class PathMatch:
|
||||||
@@ -230,72 +244,6 @@ def _parse_match_entry(idx: int, k: int, raw: object) -> MatchEntry:
|
|||||||
return MatchEntry(paths=paths, methods=methods, headers=headers)
|
return MatchEntry(paths=paths, methods=methods, headers=headers)
|
||||||
|
|
||||||
|
|
||||||
def _parse_detectors(
|
|
||||||
idx: int,
|
|
||||||
host: str,
|
|
||||||
raw_dict: dict[str, object],
|
|
||||||
) -> tuple[tuple[str, ...] | None, tuple[str, ...] | None, str]:
|
|
||||||
"""Parse the optional `dlp` block on a route, returning
|
|
||||||
(outbound_detectors, inbound_detectors, outbound_on_match)."""
|
|
||||||
dlp_raw = raw_dict.get("dlp")
|
|
||||||
if dlp_raw is None:
|
|
||||||
return None, None, ""
|
|
||||||
label = f"route[{idx}] ({host})"
|
|
||||||
if not isinstance(dlp_raw, dict):
|
|
||||||
raise ValueError(f"{label}: 'dlp' must be an object")
|
|
||||||
dlp = typing.cast(dict[str, object], dlp_raw)
|
|
||||||
|
|
||||||
def _parse_detector_field(
|
|
||||||
field: str,
|
|
||||||
valid_names: frozenset[str],
|
|
||||||
) -> tuple[str, ...] | None:
|
|
||||||
val = dlp.get(field)
|
|
||||||
if val is None:
|
|
||||||
return None
|
|
||||||
if val is False:
|
|
||||||
return ()
|
|
||||||
if not isinstance(val, list):
|
|
||||||
raise ValueError(
|
|
||||||
f"{label}: dlp.{field} must be false, a list, or omitted"
|
|
||||||
)
|
|
||||||
items = typing.cast(list[object], val)
|
|
||||||
names: list[str] = []
|
|
||||||
for j, item in enumerate(items):
|
|
||||||
if not isinstance(item, str):
|
|
||||||
raise ValueError(
|
|
||||||
f"{label}: dlp.{field}[{j}] must be a string"
|
|
||||||
)
|
|
||||||
if item not in valid_names:
|
|
||||||
raise ValueError(
|
|
||||||
f"{label}: dlp.{field}[{j}] {item!r} is not a valid "
|
|
||||||
f"detector name; valid names: {', '.join(sorted(valid_names))}"
|
|
||||||
)
|
|
||||||
names.append(item)
|
|
||||||
return tuple(names)
|
|
||||||
|
|
||||||
outbound = _parse_detector_field("outbound_detectors", OUTBOUND_DETECTOR_NAMES)
|
|
||||||
inbound = _parse_detector_field("inbound_detectors", INBOUND_DETECTOR_NAMES)
|
|
||||||
|
|
||||||
on_match = ""
|
|
||||||
on_match_raw = dlp.get("outbound_on_match")
|
|
||||||
if on_match_raw is not None:
|
|
||||||
if not isinstance(on_match_raw, str) or on_match_raw not in OUTBOUND_ON_MATCH_VALUES:
|
|
||||||
raise ValueError(
|
|
||||||
f"{label}: dlp.outbound_on_match must be one of "
|
|
||||||
f"{', '.join(OUTBOUND_ON_MATCH_VALUES)} (got {on_match_raw!r})"
|
|
||||||
)
|
|
||||||
on_match = on_match_raw
|
|
||||||
|
|
||||||
for k in dlp:
|
|
||||||
if k not in ("outbound_detectors", "inbound_detectors", "outbound_on_match"):
|
|
||||||
raise ValueError(
|
|
||||||
f"{label}: dlp has unknown key {k!r}; accepted keys "
|
|
||||||
f"are 'outbound_detectors', 'inbound_detectors', "
|
|
||||||
f"'outbound_on_match'"
|
|
||||||
)
|
|
||||||
return outbound, inbound, on_match
|
|
||||||
|
|
||||||
|
|
||||||
def parse_routes(payload: object) -> tuple[Route, ...]:
|
def parse_routes(payload: object) -> tuple[Route, ...]:
|
||||||
if not isinstance(payload, dict):
|
if not isinstance(payload, dict):
|
||||||
raise ValueError("routes payload: top-level must be an object")
|
raise ValueError("routes payload: top-level must be an object")
|
||||||
@@ -364,7 +312,7 @@ def _parse_one(idx: int, raw: object) -> Route:
|
|||||||
)
|
)
|
||||||
|
|
||||||
# dlp detectors
|
# dlp detectors
|
||||||
outbound_detectors, inbound_detectors, outbound_on_match = _parse_detectors(
|
outbound_detectors, inbound_detectors, outbound_on_match = parse_dlp_block(
|
||||||
idx, host, raw_dict,
|
idx, host, raw_dict,
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -837,6 +785,9 @@ __all__ = [
|
|||||||
"ON_MATCH_SUPERVISE",
|
"ON_MATCH_SUPERVISE",
|
||||||
"OUTBOUND_ON_MATCH_VALUES",
|
"OUTBOUND_ON_MATCH_VALUES",
|
||||||
"DEFAULT_OUTBOUND_ON_MATCH",
|
"DEFAULT_OUTBOUND_ON_MATCH",
|
||||||
|
"OUTBOUND_DETECTOR_NAMES",
|
||||||
|
"INBOUND_DETECTOR_NAMES",
|
||||||
|
"parse_dlp_block",
|
||||||
"Config",
|
"Config",
|
||||||
"Decision",
|
"Decision",
|
||||||
"HeaderMatch",
|
"HeaderMatch",
|
||||||
|
|||||||
@@ -0,0 +1,92 @@
|
|||||||
|
"""DLP detector-config parsing for egress routes (PRD 0053, PRD 0062).
|
||||||
|
|
||||||
|
A route's optional `dlp:` block names which outbound/inbound detectors run
|
||||||
|
and what the proxy does when an outbound detector matches a token
|
||||||
|
(`outbound_on_match`). This module owns parsing and validating that block,
|
||||||
|
kept apart from the request-time scan/decision flow in `egress_addon_core`
|
||||||
|
so each half reads top-to-bottom without scrolling past the other.
|
||||||
|
|
||||||
|
Stdlib-only; ships flat into the sidecar bundle image alongside
|
||||||
|
`egress_addon_core.py` — see `Dockerfile.sidecars`."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import typing
|
||||||
|
|
||||||
|
OUTBOUND_DETECTOR_NAMES = frozenset({"token_patterns", "known_secrets", "entropy"})
|
||||||
|
INBOUND_DETECTOR_NAMES = frozenset({"naive_injection_detection"})
|
||||||
|
|
||||||
|
# Per-route policy for what the proxy does when an outbound DLP detector
|
||||||
|
# matches a token (PRD 0062).
|
||||||
|
ON_MATCH_BLOCK = "block" # hard 403, never overridable
|
||||||
|
ON_MATCH_REDACT = "redact" # scrub the matched value, forward the request
|
||||||
|
ON_MATCH_SUPERVISE = "supervise" # queue for operator approval, hold the request
|
||||||
|
OUTBOUND_ON_MATCH_VALUES = (ON_MATCH_BLOCK, ON_MATCH_REDACT, ON_MATCH_SUPERVISE)
|
||||||
|
# Unset resolves to supervise (fall back to block when supervise is not wired).
|
||||||
|
DEFAULT_OUTBOUND_ON_MATCH = ON_MATCH_SUPERVISE
|
||||||
|
|
||||||
|
|
||||||
|
def parse_dlp_block(
|
||||||
|
idx: int,
|
||||||
|
host: str,
|
||||||
|
raw_dict: dict[str, object],
|
||||||
|
) -> tuple[tuple[str, ...] | None, tuple[str, ...] | None, str]:
|
||||||
|
"""Parse the optional `dlp` block on a route, returning
|
||||||
|
(outbound_detectors, inbound_detectors, outbound_on_match)."""
|
||||||
|
dlp_raw = raw_dict.get("dlp")
|
||||||
|
if dlp_raw is None:
|
||||||
|
return None, None, ""
|
||||||
|
label = f"route[{idx}] ({host})"
|
||||||
|
if not isinstance(dlp_raw, dict):
|
||||||
|
raise ValueError(f"{label}: 'dlp' must be an object")
|
||||||
|
dlp = typing.cast(dict[str, object], dlp_raw)
|
||||||
|
|
||||||
|
def _parse_detector_field(
|
||||||
|
field: str,
|
||||||
|
valid_names: frozenset[str],
|
||||||
|
) -> tuple[str, ...] | None:
|
||||||
|
val = dlp.get(field)
|
||||||
|
if val is None:
|
||||||
|
return None
|
||||||
|
if val is False:
|
||||||
|
return ()
|
||||||
|
if not isinstance(val, list):
|
||||||
|
raise ValueError(
|
||||||
|
f"{label}: dlp.{field} must be false, a list, or omitted"
|
||||||
|
)
|
||||||
|
items = typing.cast(list[object], val)
|
||||||
|
names: list[str] = []
|
||||||
|
for j, item in enumerate(items):
|
||||||
|
if not isinstance(item, str):
|
||||||
|
raise ValueError(
|
||||||
|
f"{label}: dlp.{field}[{j}] must be a string"
|
||||||
|
)
|
||||||
|
if item not in valid_names:
|
||||||
|
raise ValueError(
|
||||||
|
f"{label}: dlp.{field}[{j}] {item!r} is not a valid "
|
||||||
|
f"detector name; valid names: {', '.join(sorted(valid_names))}"
|
||||||
|
)
|
||||||
|
names.append(item)
|
||||||
|
return tuple(names)
|
||||||
|
|
||||||
|
outbound = _parse_detector_field("outbound_detectors", OUTBOUND_DETECTOR_NAMES)
|
||||||
|
inbound = _parse_detector_field("inbound_detectors", INBOUND_DETECTOR_NAMES)
|
||||||
|
|
||||||
|
on_match = ""
|
||||||
|
on_match_raw = dlp.get("outbound_on_match")
|
||||||
|
if on_match_raw is not None:
|
||||||
|
if not isinstance(on_match_raw, str) or on_match_raw not in OUTBOUND_ON_MATCH_VALUES:
|
||||||
|
raise ValueError(
|
||||||
|
f"{label}: dlp.outbound_on_match must be one of "
|
||||||
|
f"{', '.join(OUTBOUND_ON_MATCH_VALUES)} (got {on_match_raw!r})"
|
||||||
|
)
|
||||||
|
on_match = on_match_raw
|
||||||
|
|
||||||
|
for k in dlp:
|
||||||
|
if k not in ("outbound_detectors", "inbound_detectors", "outbound_on_match"):
|
||||||
|
raise ValueError(
|
||||||
|
f"{label}: dlp has unknown key {k!r}; accepted keys "
|
||||||
|
f"are 'outbound_detectors', 'inbound_detectors', "
|
||||||
|
f"'outbound_on_match'"
|
||||||
|
)
|
||||||
|
return outbound, inbound, on_match
|
||||||
+4
-2
@@ -35,6 +35,7 @@ import re
|
|||||||
import sys
|
import sys
|
||||||
from dataclasses import dataclass, field
|
from dataclasses import dataclass, field
|
||||||
|
|
||||||
|
from .errors import MissingEnvVarError
|
||||||
from .log import die
|
from .log import die
|
||||||
from .manifest import Manifest
|
from .manifest import Manifest
|
||||||
|
|
||||||
@@ -136,9 +137,10 @@ def resolve_env(manifest: Manifest) -> ResolvedEnv:
|
|||||||
host_var = env_entry_interpolated_from(raw)
|
host_var = env_entry_interpolated_from(raw)
|
||||||
host_value = os.environ.get(host_var, "")
|
host_value = os.environ.get(host_var, "")
|
||||||
if not host_value:
|
if not host_value:
|
||||||
die(
|
raise MissingEnvVarError(
|
||||||
|
host_var,
|
||||||
f"env entry {name} is interpolated from ${host_var}, "
|
f"env entry {name} is interpolated from ${host_var}, "
|
||||||
f"but ${host_var} is unset or empty in the host environment."
|
f"but ${host_var} is unset or empty in the host environment.",
|
||||||
)
|
)
|
||||||
forwarded[name] = host_value
|
forwarded[name] = host_value
|
||||||
else: # literal
|
else: # literal
|
||||||
|
|||||||
@@ -0,0 +1,18 @@
|
|||||||
|
"""bot-bottle application-level exception hierarchy.
|
||||||
|
|
||||||
|
Exceptions here are caught by the CLI dispatcher (``cli/__init__.py``)
|
||||||
|
and rendered as ``bot-bottle: error: …`` lines — same UX as ``die()``,
|
||||||
|
but without coupling library code to stderr output."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
|
||||||
|
class MissingEnvVarError(Exception):
|
||||||
|
"""Raised when a required host environment variable is unset or empty.
|
||||||
|
|
||||||
|
``var_name`` is the exact name of the missing variable so callers
|
||||||
|
can display it without re-parsing the message string."""
|
||||||
|
|
||||||
|
def __init__(self, var_name: str, message: str) -> None:
|
||||||
|
self.var_name = var_name
|
||||||
|
super().__init__(message)
|
||||||
+47
-570
@@ -27,51 +27,36 @@ dataclass (`GitGatePlan`). The sidecar's start/stop lifecycle is
|
|||||||
backend-specific and lives on concrete subclasses (see
|
backend-specific and lives on concrete subclasses (see
|
||||||
`bot_bottle/backend/docker/git_gate.py`)."""
|
`bot_bottle/backend/docker/git_gate.py`)."""
|
||||||
|
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import dataclasses
|
|
||||||
import os
|
|
||||||
import shlex
|
|
||||||
from abc import ABC
|
from abc import ABC
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from .log import info
|
from .manifest import ManifestBottle
|
||||||
from .manifest import ManifestBottle, ManifestGitEntry
|
|
||||||
|
|
||||||
|
|
||||||
# Short network alias for git-gate inside the sidecar bundle. The
|
|
||||||
# agent's `.gitconfig` insteadOf rewrites resolve through this name.
|
|
||||||
GIT_GATE_HOSTNAME = "git-gate"
|
|
||||||
# Bound half-open git client sessions. If an agent/tool runner is
|
|
||||||
# interrupted during push, git daemon should reap the receive-pack
|
|
||||||
# child instead of keeping the gate wedged indefinitely.
|
|
||||||
GIT_GATE_DAEMON_TIMEOUT_SECS = 15
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class GitGateUpstream:
|
|
||||||
"""One bare repo on the gate. `name` drives the bare-repo path
|
|
||||||
(`/git/<name>.git`), the agent's URL after insteadOf rewrite
|
|
||||||
(`git://<gate>/<name>.git`), and the per-upstream credential
|
|
||||||
paths inside the gate (`/git-gate/creds/<name>-key` and
|
|
||||||
`/git-gate/creds/<name>-known_hosts`).
|
|
||||||
|
|
||||||
`identity_file` is the host-side absolute path the gate's start
|
|
||||||
step will docker-cp into the container. `known_host_key` is the
|
|
||||||
KnownHostKey string from the manifest; the gate's start step
|
|
||||||
materialises it into a known_hosts file if non-empty.
|
|
||||||
|
|
||||||
the gate credential paths inside the running sidecar."""
|
|
||||||
|
|
||||||
name: str
|
|
||||||
upstream_url: str
|
|
||||||
upstream_host: str
|
|
||||||
upstream_port: str
|
|
||||||
identity_file: str
|
|
||||||
known_host_key: str
|
|
||||||
known_hosts_file: Path = Path()
|
|
||||||
|
|
||||||
|
# Rendering and the deploy-key lifecycle live in sibling modules; the
|
||||||
|
# names are re-exported here (see __all__) so existing
|
||||||
|
# `from bot_bottle.git_gate import …` callers are unchanged.
|
||||||
|
from .git_gate_render import (
|
||||||
|
GIT_GATE_HOSTNAME,
|
||||||
|
GIT_GATE_TIMEOUT_SECS,
|
||||||
|
GitGateUpstream,
|
||||||
|
git_gate_known_hosts_line,
|
||||||
|
git_gate_render_access_hook,
|
||||||
|
git_gate_render_entrypoint,
|
||||||
|
git_gate_render_gitconfig,
|
||||||
|
git_gate_render_hook,
|
||||||
|
git_gate_upstreams_for_bottle,
|
||||||
|
_gitconfig_validate_value,
|
||||||
|
)
|
||||||
|
from .git_gate_provision import (
|
||||||
|
provision_git_gate_dynamic_keys,
|
||||||
|
revoke_git_gate_provisioned_keys,
|
||||||
|
_provision_dynamic_key,
|
||||||
|
_resolve_identity_file,
|
||||||
|
)
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class GitGatePlan:
|
class GitGatePlan:
|
||||||
@@ -96,528 +81,6 @@ class GitGatePlan:
|
|||||||
egress_network: str = ""
|
egress_network: str = ""
|
||||||
|
|
||||||
|
|
||||||
def git_gate_upstreams_for_bottle(bottle: ManifestBottle) -> tuple[GitGateUpstream, ...]:
|
|
||||||
"""Lift each `bottle.git` entry into a GitGateUpstream. Unique-Name
|
|
||||||
validation already ran in `manifest.ManifestBottle.from_dict`."""
|
|
||||||
return tuple(
|
|
||||||
GitGateUpstream(
|
|
||||||
name=e.Name,
|
|
||||||
upstream_url=e.Upstream,
|
|
||||||
upstream_host=e.UpstreamHost,
|
|
||||||
upstream_port=e.UpstreamPort,
|
|
||||||
identity_file=e.IdentityFile,
|
|
||||||
known_host_key=e.KnownHostKey,
|
|
||||||
)
|
|
||||||
for e in bottle.git
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_render_gitconfig(
|
|
||||||
entries: tuple[ManifestGitEntry, ...], gate_host: str, *, scheme: str = "git",
|
|
||||||
) -> str:
|
|
||||||
"""Render the agent's ~/.gitconfig content for git-gate
|
|
||||||
`insteadOf` rewrites. Pure host-side, no docker / smolvm;
|
|
||||||
exposed for tests + reuse across backends.
|
|
||||||
|
|
||||||
`gate_host` is the part of the URL between `<scheme>://` and the
|
|
||||||
repo path — backends differ here:
|
|
||||||
- docker: `git-gate` (the short network alias)
|
|
||||||
- smolmachines: `<bundle_ip>:<port>` (no DNS in the
|
|
||||||
TSI-allowlisted guest)
|
|
||||||
|
|
||||||
Empty `entries` returns an empty string so callers can no-op
|
|
||||||
cleanly without conditional formatting at the call site."""
|
|
||||||
if not entries:
|
|
||||||
return ""
|
|
||||||
out = [
|
|
||||||
"# bot-bottle git-gate (PRD 0008): every git operation against\n",
|
|
||||||
"# a declared upstream routes through the gate, which mirrors\n",
|
|
||||||
"# the upstream bidirectionally (gitleaks-scanned push;\n",
|
|
||||||
"# fetch-from-upstream-before-every-upload-pack via access-hook).\n",
|
|
||||||
]
|
|
||||||
for entry in entries:
|
|
||||||
out.append(f'[url "{scheme}://{gate_host}/{entry.Name}.git"]\n')
|
|
||||||
out.append(f"\tinsteadOf = {entry.Upstream}\n")
|
|
||||||
if entry.RemoteKey and entry.RemoteKey != entry.UpstreamHost:
|
|
||||||
port = (
|
|
||||||
f":{entry.UpstreamPort}"
|
|
||||||
if entry.UpstreamPort and entry.UpstreamPort != "22"
|
|
||||||
else ""
|
|
||||||
)
|
|
||||||
alias = (
|
|
||||||
f"ssh://{entry.UpstreamUser}@{entry.RemoteKey}{port}/"
|
|
||||||
f"{entry.UpstreamPath}"
|
|
||||||
)
|
|
||||||
out.append(f"\tinsteadOf = {alias}\n")
|
|
||||||
return "".join(out)
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_known_hosts_line(host: str, port: str, key: str) -> str:
|
|
||||||
"""Format `host[:port] key` for OpenSSH's known_hosts. Non-default
|
|
||||||
ports use the bracketed `[host]:port` form (the form OpenSSH writes
|
|
||||||
on disk for hosts reached via a non-22 port)."""
|
|
||||||
if port and port != "22":
|
|
||||||
target = f"[{host}]:{port}"
|
|
||||||
else:
|
|
||||||
target = host
|
|
||||||
return f"{target} {key}\n"
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_render_entrypoint(upstreams: tuple[GitGateUpstream, ...]) -> str:
|
|
||||||
"""Posix-sh entrypoint. One `init_repo` call per upstream, then
|
|
||||||
`exec git daemon`. The function reads
|
|
||||||
`/git-gate/creds/<name>-{key,known_hosts}` (bind-mounted into
|
|
||||||
the bundle by the renderer) and wires them into each bare repo's
|
|
||||||
config; the access-hook + pre-receive hook pick those paths up
|
|
||||||
at fetch / push time."""
|
|
||||||
lines = [
|
|
||||||
"#!/bin/sh",
|
|
||||||
"set -eu",
|
|
||||||
"",
|
|
||||||
"init_repo() {",
|
|
||||||
" name=$1",
|
|
||||||
" upstream_url=$2",
|
|
||||||
" keyfile=/git-gate/creds/${name}-key",
|
|
||||||
" hostsfile=/git-gate/creds/${name}-known_hosts",
|
|
||||||
"",
|
|
||||||
# `|| true`: PRD 0018 chunk 3+ bind-mounts these RO from the
|
|
||||||
# host, so chmod-syscalls fail with EROFS. The files already
|
|
||||||
# have the right perms on the host (SSH requires 0600 to load
|
|
||||||
# the key in the first place), so the chmod is best-effort
|
|
||||||
# cleanup for the legacy docker-cp path where the file
|
|
||||||
# landed at the host's umask perms.
|
|
||||||
" chmod 600 \"$keyfile\" 2>/dev/null || true",
|
|
||||||
" if [ -f \"$hostsfile\" ]; then",
|
|
||||||
" chmod 600 \"$hostsfile\" 2>/dev/null || true",
|
|
||||||
" fi",
|
|
||||||
"",
|
|
||||||
" repo=/git/${name}.git",
|
|
||||||
" if [ ! -d \"$repo\" ]; then",
|
|
||||||
" git init --bare \"$repo\" >/dev/null",
|
|
||||||
# --mirror=fetch sets remote.origin.fetch = +refs/*:refs/* so",
|
|
||||||
# a later `git fetch origin` mirrors the upstream's full ref",
|
|
||||||
# graph (heads, tags, notes) into the bare repo at canonical",
|
|
||||||
# paths. It does NOT set remote.origin.mirror=true, so an",
|
|
||||||
# explicit `git push origin <ref>:<ref>` still pushes one ref.",
|
|
||||||
" git -C \"$repo\" remote add --mirror=fetch origin \"$upstream_url\"",
|
|
||||||
" fi",
|
|
||||||
" git -C \"$repo\" config git-gate.identityFile \"$keyfile\"",
|
|
||||||
" git -C \"$repo\" config git-gate.knownHosts \"$hostsfile\"",
|
|
||||||
" git -C \"$repo\" config receive.denyCurrentBranch ignore",
|
|
||||||
" git -C \"$repo\" config receive.advertisePushOptions true",
|
|
||||||
" git -C \"$repo\" config http.receivepack true",
|
|
||||||
" install -m 755 /etc/git-gate/pre-receive \"$repo/hooks/pre-receive\"",
|
|
||||||
"}",
|
|
||||||
"",
|
|
||||||
"mkdir -p /git",
|
|
||||||
]
|
|
||||||
for u in upstreams:
|
|
||||||
lines.append(f"init_repo {shlex.quote(u.name)} {shlex.quote(u.upstream_url)}")
|
|
||||||
lines.extend([
|
|
||||||
"",
|
|
||||||
"exec git daemon \\",
|
|
||||||
" --reuseaddr \\",
|
|
||||||
f" --timeout={GIT_GATE_DAEMON_TIMEOUT_SECS} \\",
|
|
||||||
f" --init-timeout={GIT_GATE_DAEMON_TIMEOUT_SECS} \\",
|
|
||||||
" --base-path=/git \\",
|
|
||||||
" --export-all \\",
|
|
||||||
" --enable=receive-pack \\",
|
|
||||||
" --access-hook=/etc/git-gate/access-hook \\",
|
|
||||||
" --verbose",
|
|
||||||
])
|
|
||||||
return "\n".join(lines) + "\n"
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_render_hook() -> str:
|
|
||||||
"""The shared pre-receive hook: gitleaks-scan all incoming refs,
|
|
||||||
then forward each accepted ref to the real upstream (`origin`)
|
|
||||||
using the per-repo credential. Failure in either phase aborts
|
|
||||||
the push so the agent sees a real rejection. POSIX sh.
|
|
||||||
|
|
||||||
Two phases (scan all, then push all) keeps a hit on ref N from
|
|
||||||
half-pushing refs 1..N-1; both phases re-read stdin from a temp
|
|
||||||
file because pre-receive's stdin is a one-shot stream."""
|
|
||||||
return r"""#!/bin/sh
|
|
||||||
# git-gate pre-receive (PRD 0008). Stdin: <old> <new> <ref> per line.
|
|
||||||
set -u
|
|
||||||
|
|
||||||
refs_file=$(mktemp)
|
|
||||||
trap 'rm -f "$refs_file"' EXIT
|
|
||||||
cat > "$refs_file"
|
|
||||||
|
|
||||||
zero=0000000000000000000000000000000000000000
|
|
||||||
|
|
||||||
supervise_gitleaks_allow() {
|
|
||||||
log_opts=$1
|
|
||||||
ref=$2
|
|
||||||
report_file=$(mktemp)
|
|
||||||
if ! gitleaks git \
|
|
||||||
--log-opts="$log_opts" \
|
|
||||||
--no-banner \
|
|
||||||
--redact \
|
|
||||||
--ignore-gitleaks-allow \
|
|
||||||
--report-format=json \
|
|
||||||
--report-path="$report_file" \
|
|
||||||
--exit-code 0 \
|
|
||||||
1>&2; then
|
|
||||||
rm -f "$report_file"
|
|
||||||
echo "git-gate: gitleaks inline-suppression scan failed for $ref" >&2
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
proposal_id=$(
|
|
||||||
GITLEAKS_ALLOW_REF="$ref" python3 - "$report_file" <<'PY'
|
|
||||||
import datetime
|
|
||||||
import hashlib
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import uuid
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
report_path = Path(sys.argv[1])
|
|
||||||
queue_dir = os.environ.get("SUPERVISE_QUEUE_DIR", "")
|
|
||||||
slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "")
|
|
||||||
if not queue_dir or not slug:
|
|
||||||
sys.exit(2)
|
|
||||||
|
|
||||||
try:
|
|
||||||
raw = json.loads(report_path.read_text() or "[]")
|
|
||||||
except json.JSONDecodeError:
|
|
||||||
sys.exit(3)
|
|
||||||
if not isinstance(raw, list):
|
|
||||||
sys.exit(3)
|
|
||||||
if not raw:
|
|
||||||
sys.exit(0)
|
|
||||||
|
|
||||||
ref = os.environ.get("GITLEAKS_ALLOW_REF", "")
|
|
||||||
lines = [
|
|
||||||
"gitleaks inline suppression requires supervisor approval",
|
|
||||||
f"ref: {ref}",
|
|
||||||
"",
|
|
||||||
]
|
|
||||||
for i, finding in enumerate(raw, 1):
|
|
||||||
if not isinstance(finding, dict):
|
|
||||||
continue
|
|
||||||
file_path = finding.get("File", "")
|
|
||||||
line_no = finding.get("StartLine", finding.get("Line", ""))
|
|
||||||
rule_id = finding.get("RuleID", "")
|
|
||||||
commit = finding.get("Commit", "")
|
|
||||||
line = finding.get("Line", "")
|
|
||||||
lines.extend([
|
|
||||||
f"finding {i}:",
|
|
||||||
f" file: {file_path}",
|
|
||||||
f" line: {line_no}",
|
|
||||||
f" rule: {rule_id}",
|
|
||||||
f" commit: {commit}",
|
|
||||||
f" code: {line}",
|
|
||||||
"",
|
|
||||||
])
|
|
||||||
|
|
||||||
payload = "\n".join(lines).rstrip() + "\n"
|
|
||||||
proposal_id = str(uuid.uuid4())
|
|
||||||
proposal = {
|
|
||||||
"id": proposal_id,
|
|
||||||
"bottle_slug": slug,
|
|
||||||
"tool": "gitleaks-allow",
|
|
||||||
"proposed_file": payload,
|
|
||||||
"justification": (
|
|
||||||
"git-gate found gitleaks findings hidden by # gitleaks:allow; "
|
|
||||||
"approve only for dummy test fixtures or confirmed false positives"
|
|
||||||
),
|
|
||||||
"arrival_timestamp": datetime.datetime.now(
|
|
||||||
datetime.timezone.utc
|
|
||||||
).isoformat(),
|
|
||||||
"current_file_hash": hashlib.sha256(payload.encode("utf-8")).hexdigest(),
|
|
||||||
}
|
|
||||||
queue = Path(queue_dir)
|
|
||||||
queue.mkdir(parents=True, exist_ok=True)
|
|
||||||
path = queue / f"{proposal_id}.proposal.json"
|
|
||||||
tmp = path.with_suffix(path.suffix + ".tmp")
|
|
||||||
with tmp.open("w", encoding="utf-8") as f:
|
|
||||||
json.dump(proposal, f, indent=2)
|
|
||||||
f.write("\n")
|
|
||||||
os.chmod(tmp, 0o600)
|
|
||||||
os.replace(tmp, path)
|
|
||||||
print(proposal_id)
|
|
||||||
PY
|
|
||||||
)
|
|
||||||
rc=$?
|
|
||||||
rm -f "$report_file"
|
|
||||||
if [ "$rc" -eq 0 ] && [ -z "$proposal_id" ]; then
|
|
||||||
return 0
|
|
||||||
fi
|
|
||||||
if [ "$rc" -ne 0 ]; then
|
|
||||||
echo "git-gate: cannot route # gitleaks:allow finding to supervisor; refusing push" >&2
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
queue_dir=${SUPERVISE_QUEUE_DIR:-}
|
|
||||||
response_file="$queue_dir/${proposal_id}.response.json"
|
|
||||||
timeout=${SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS:-300}
|
|
||||||
case "$timeout" in
|
|
||||||
''|*[!0-9]*)
|
|
||||||
echo "git-gate: invalid SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS=$timeout" >&2
|
|
||||||
return 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
echo "git-gate: queued # gitleaks:allow supervisor approval $proposal_id" >&2
|
|
||||||
echo "git-gate: approve with './cli.py supervise' to continue this push" >&2
|
|
||||||
waited=0
|
|
||||||
while [ "$waited" -lt "$timeout" ]; do
|
|
||||||
if [ -f "$response_file" ]; then
|
|
||||||
status=$(python3 - "$response_file" <<'PY'
|
|
||||||
import json
|
|
||||||
import sys
|
|
||||||
try:
|
|
||||||
with open(sys.argv[1], encoding="utf-8") as f:
|
|
||||||
raw = json.load(f)
|
|
||||||
except (OSError, json.JSONDecodeError):
|
|
||||||
sys.exit(1)
|
|
||||||
status = raw.get("status")
|
|
||||||
if not isinstance(status, str):
|
|
||||||
sys.exit(1)
|
|
||||||
print(status)
|
|
||||||
PY
|
|
||||||
) || status=""
|
|
||||||
case "$status" in
|
|
||||||
approved|modified)
|
|
||||||
mkdir -p "$queue_dir/processed"
|
|
||||||
mv -f "$queue_dir/${proposal_id}.proposal.json" "$queue_dir/processed/" 2>/dev/null || true
|
|
||||||
mv -f "$queue_dir/${proposal_id}.response.json" "$queue_dir/processed/" 2>/dev/null || true
|
|
||||||
echo "git-gate: supervisor approved # gitleaks:allow for $ref" >&2
|
|
||||||
return 0
|
|
||||||
;;
|
|
||||||
rejected)
|
|
||||||
echo "git-gate: supervisor rejected # gitleaks:allow for $ref" >&2
|
|
||||||
return 1
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo "git-gate: invalid supervisor response for # gitleaks:allow" >&2
|
|
||||||
return 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
fi
|
|
||||||
sleep 1
|
|
||||||
waited=$((waited + 1))
|
|
||||||
done
|
|
||||||
echo "git-gate: supervisor approval timed out for # gitleaks:allow; refusing push" >&2
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Phase 1: gitleaks scan each ref's incoming commits.
|
|
||||||
while IFS=' ' read -r old new ref; do
|
|
||||||
[ -z "$ref" ] && continue
|
|
||||||
[ "$new" = "$zero" ] && continue
|
|
||||||
if [ "$old" = "$zero" ]; then
|
|
||||||
# New ref: scan only the commits this push introduces — those
|
|
||||||
# reachable from $new but not from any ref the gate already has.
|
|
||||||
# Everything already on the gate arrived via upstream mirror-fetch
|
|
||||||
# or a previously gitleaks-scanned push, so it's already-upstream
|
|
||||||
# or already-scanned; re-scanning it (the old `$new` full-ancestry
|
|
||||||
# range) only resurfaces historical findings and blocks every new
|
|
||||||
# branch. See PRD 0028 / issue #106.
|
|
||||||
log_opts="$new --not --all"
|
|
||||||
else
|
|
||||||
log_opts="$old..$new"
|
|
||||||
fi
|
|
||||||
echo "git-gate: gitleaks scanning $ref ($log_opts)" >&2
|
|
||||||
if ! gitleaks git --log-opts="$log_opts" --no-banner --redact 1>&2; then
|
|
||||||
echo "git-gate: gitleaks rejected push to $ref" >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
if ! supervise_gitleaks_allow "$log_opts" "$ref"; then
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
done < "$refs_file"
|
|
||||||
|
|
||||||
# Phase 2: forward each ref to the upstream (`origin`, configured
|
|
||||||
# in the entrypoint via `git remote add --mirror=fetch`).
|
|
||||||
keyfile=$(git config --get git-gate.identityFile)
|
|
||||||
hostsfile=$(git config --get git-gate.knownHosts)
|
|
||||||
if [ ! -f "$hostsfile" ]; then
|
|
||||||
echo "git-gate: no KnownHostKey configured for this upstream; refusing to push" >&2
|
|
||||||
echo "git-gate: add KnownHostKey to the bottle.git entry and restart the bottle" >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
ssh_cmd="ssh -i $keyfile -o UserKnownHostsFile=$hostsfile -o StrictHostKeyChecking=yes -o IdentitiesOnly=yes -o BatchMode=yes -o ConnectTimeout=10"
|
|
||||||
|
|
||||||
push_option_count=${GIT_PUSH_OPTION_COUNT:-0}
|
|
||||||
case "$push_option_count" in
|
|
||||||
''|*[!0-9]*)
|
|
||||||
echo "git-gate: invalid GIT_PUSH_OPTION_COUNT=$push_option_count" >&2
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
set --
|
|
||||||
i=0
|
|
||||||
while [ "$i" -lt "$push_option_count" ]; do
|
|
||||||
opt=$(printenv "GIT_PUSH_OPTION_$i" || :)
|
|
||||||
set -- "$@" --push-option="$opt"
|
|
||||||
i=$((i + 1))
|
|
||||||
done
|
|
||||||
|
|
||||||
while IFS=' ' read -r old new ref; do
|
|
||||||
[ -z "$ref" ] && continue
|
|
||||||
if [ "$new" = "$zero" ]; then
|
|
||||||
refspec=":$ref"
|
|
||||||
elif [ "$old" != "$zero" ] && ! git merge-base --is-ancestor "$old" "$new" 2>/dev/null; then
|
|
||||||
refspec="+$new:$ref"
|
|
||||||
else
|
|
||||||
refspec="$new:$ref"
|
|
||||||
fi
|
|
||||||
echo "git-gate: forwarding $ref to origin" >&2
|
|
||||||
if ! GIT_SSH_COMMAND="$ssh_cmd" git push "$@" origin "$refspec" 1>&2; then
|
|
||||||
echo "git-gate: upstream push failed for $ref" >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
done < "$refs_file"
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
"""
|
|
||||||
|
|
||||||
|
|
||||||
def git_gate_render_access_hook() -> str:
|
|
||||||
"""`git daemon --access-hook` script. Runs before each protocol
|
|
||||||
service; for `upload-pack` (fetch / clone / ls-remote / pull) it
|
|
||||||
refreshes the bare repo from upstream first, so the response
|
|
||||||
reflects upstream's current state. For other services (notably
|
|
||||||
`receive-pack`) it returns 0 immediately and lets the existing
|
|
||||||
pre-receive hook gate the operation. POSIX sh.
|
|
||||||
|
|
||||||
The hook receives:
|
|
||||||
$1 service name (`upload-pack`, `receive-pack`, ...)
|
|
||||||
$2 absolute path to the resolved repo
|
|
||||||
$3 client hostname (unused)
|
|
||||||
$4 client tcp address (unused)
|
|
||||||
|
|
||||||
Fail-closed on upstream errors: the agent's fetch fails too,
|
|
||||||
so it never silently sees stale data — matches the PRD's
|
|
||||||
'equivalent to operations against the upstream' contract."""
|
|
||||||
return r"""#!/bin/sh
|
|
||||||
# git-gate access-hook (PRD 0008). $1=service $2=repo $3=host $4=peer
|
|
||||||
set -u
|
|
||||||
service=$1
|
|
||||||
repo_dir=$2
|
|
||||||
|
|
||||||
# Push path keeps its own gating in pre-receive (gitleaks +
|
|
||||||
# forward). Only refresh-from-upstream on fetch operations.
|
|
||||||
if [ "$service" != "upload-pack" ]; then
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
keyfile=$(git -C "$repo_dir" config --get git-gate.identityFile 2>/dev/null || true)
|
|
||||||
hostsfile=$(git -C "$repo_dir" config --get git-gate.knownHosts 2>/dev/null || true)
|
|
||||||
if [ -z "$keyfile" ] || [ ! -f "$hostsfile" ]; then
|
|
||||||
echo "git-gate: missing credentials for $repo_dir; refusing fetch" >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
ssh_cmd="ssh -i $keyfile -o UserKnownHostsFile=$hostsfile -o StrictHostKeyChecking=yes -o IdentitiesOnly=yes -o BatchMode=yes -o ConnectTimeout=10"
|
|
||||||
|
|
||||||
echo "git-gate: refreshing $repo_dir from upstream" >&2
|
|
||||||
if ! GIT_SSH_COMMAND="$ssh_cmd" git -C "$repo_dir" fetch origin --prune >&2; then
|
|
||||||
echo "git-gate: upstream fetch failed for $repo_dir; refusing to serve stale data" >&2
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Sync the bare repo's HEAD to upstream's HEAD on the first fetch
|
|
||||||
# (when it still points at the `git init --bare` default of
|
|
||||||
# refs/heads/master and upstream uses something else, the cloned
|
|
||||||
# checkout would fail with "remote HEAD refers to nonexistent ref").
|
|
||||||
# Costs one extra ls-remote on first fetch only; subsequent fetches
|
|
||||||
# skip the branch. If upstream's default branch changes after the
|
|
||||||
# gate has cached it, restart the bottle to resync.
|
|
||||||
if ! git -C "$repo_dir" rev-parse --verify HEAD >/dev/null 2>&1; then
|
|
||||||
upstream_head=$(GIT_SSH_COMMAND="$ssh_cmd" git -C "$repo_dir" \
|
|
||||||
ls-remote --symref origin HEAD 2>/dev/null \
|
|
||||||
| awk '/^ref:/ {print $2; exit}')
|
|
||||||
if [ -n "$upstream_head" ]; then
|
|
||||||
git -C "$repo_dir" symbolic-ref HEAD "$upstream_head" || true
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
exit 0
|
|
||||||
"""
|
|
||||||
|
|
||||||
|
|
||||||
def _provision_dynamic_key(
|
|
||||||
entry: ManifestGitEntry,
|
|
||||||
slug: str,
|
|
||||||
stage_dir: Path,
|
|
||||||
) -> str:
|
|
||||||
"""Generate a fresh ed25519 keypair, register the public half with
|
|
||||||
the forge, and persist the private key + key ID under `stage_dir`.
|
|
||||||
|
|
||||||
Returns the host-side path to the private key file so the caller
|
|
||||||
can inject it into the GitGateUpstream as `identity_file`."""
|
|
||||||
from .deploy_key_provisioner import get_provisioner
|
|
||||||
pk = entry.Key
|
|
||||||
token = os.environ.get(pk.forge_token_env)
|
|
||||||
if token is None:
|
|
||||||
raise RuntimeError(
|
|
||||||
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
|
||||||
f" = {pk.forge_token_env!r}: env var is not set"
|
|
||||||
)
|
|
||||||
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
|
||||||
provisioner = get_provisioner(pk.provider, token, api_url)
|
|
||||||
|
|
||||||
owner_repo = entry.UpstreamPath
|
|
||||||
if owner_repo.endswith(".git"):
|
|
||||||
owner_repo = owner_repo[:-4]
|
|
||||||
title = f"bot-bottle:{slug}:{entry.Name}"
|
|
||||||
|
|
||||||
info(f"provisioning deploy key for git-gate.repos[{entry.Name!r}]")
|
|
||||||
key_id, private_key_bytes = provisioner.create(owner_repo, title)
|
|
||||||
|
|
||||||
key_file = stage_dir / f"{entry.Name}-key"
|
|
||||||
key_file.write_bytes(private_key_bytes)
|
|
||||||
key_file.chmod(0o600)
|
|
||||||
|
|
||||||
id_file = stage_dir / f"{entry.Name}-deploy-key-id"
|
|
||||||
id_file.write_text(key_id)
|
|
||||||
id_file.chmod(0o600)
|
|
||||||
|
|
||||||
info(f"provisioned deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
|
||||||
return str(key_file)
|
|
||||||
|
|
||||||
|
|
||||||
def revoke_git_gate_provisioned_keys(bottle: ManifestBottle, stage_dir: Path) -> None:
|
|
||||||
"""Revoke all deploy keys provisioned for `bottle` during prepare.
|
|
||||||
|
|
||||||
Called at teardown after containers stop. Raises if any revocation
|
|
||||||
fails — a stranded key is a security concern that the operator must
|
|
||||||
address manually."""
|
|
||||||
from .deploy_key_provisioner import get_provisioner
|
|
||||||
for entry in bottle.git:
|
|
||||||
if entry.Key.provider != "gitea":
|
|
||||||
continue
|
|
||||||
pk = entry.Key
|
|
||||||
id_file = stage_dir / f"{entry.Name}-deploy-key-id"
|
|
||||||
if not id_file.exists():
|
|
||||||
continue
|
|
||||||
key_id = id_file.read_text().strip()
|
|
||||||
token = os.environ.get(pk.forge_token_env)
|
|
||||||
if token is None:
|
|
||||||
raise RuntimeError(
|
|
||||||
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
|
||||||
f" = {pk.forge_token_env!r}: env var is not set;"
|
|
||||||
f" cannot revoke deploy key {key_id}"
|
|
||||||
)
|
|
||||||
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
|
||||||
provisioner = get_provisioner(pk.provider, token, api_url)
|
|
||||||
owner_repo = entry.UpstreamPath
|
|
||||||
if owner_repo.endswith(".git"):
|
|
||||||
owner_repo = owner_repo[:-4]
|
|
||||||
info(f"revoking deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
|
||||||
provisioner.delete(owner_repo, key_id)
|
|
||||||
info(f"revoked deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
|
||||||
|
|
||||||
|
|
||||||
def _resolve_identity_file(entry: ManifestGitEntry, slug: str, stage_dir: Path) -> str:
|
|
||||||
"""Return the host-side SSH identity file path for this entry.
|
|
||||||
For gitea entries, provisions a fresh deploy key first."""
|
|
||||||
if entry.Key.provider == "gitea":
|
|
||||||
return _provision_dynamic_key(entry, slug, stage_dir)
|
|
||||||
return entry.IdentityFile
|
|
||||||
|
|
||||||
|
|
||||||
class GitGate(ABC):
|
class GitGate(ABC):
|
||||||
@@ -631,20 +94,14 @@ class GitGate(ABC):
|
|||||||
entrypoint, pre-receive hook, and access-hook scripts (mode
|
entrypoint, pre-receive hook, and access-hook scripts (mode
|
||||||
600) under `stage_dir`. Pure host-side, no docker subprocess.
|
600) under `stage_dir`. Pure host-side, no docker subprocess.
|
||||||
|
|
||||||
For `gitea` key entries, also generates and registers
|
For `gitea` key entries, the returned upstream intentionally
|
||||||
a fresh deploy key via the forge API and writes the private key
|
has an empty identity file. Backend launch fills that in after
|
||||||
+ key ID to `stage_dir`.
|
the operator confirms the preflight.
|
||||||
|
|
||||||
Returned plan is incomplete: the launch step must fill
|
Returned plan is incomplete: the launch step must fill
|
||||||
`internal_network` / `egress_network` via `dataclasses.replace`
|
`internal_network` / `egress_network` via `dataclasses.replace`
|
||||||
before passing the plan to `.start`."""
|
before passing the plan to `.start`."""
|
||||||
upstreams_list = list(git_gate_upstreams_for_bottle(bottle))
|
upstreams = git_gate_upstreams_for_bottle(bottle)
|
||||||
for i, entry in enumerate(bottle.git):
|
|
||||||
upstreams_list[i] = dataclasses.replace(
|
|
||||||
upstreams_list[i],
|
|
||||||
identity_file=_resolve_identity_file(entry, slug, stage_dir),
|
|
||||||
)
|
|
||||||
upstreams = tuple(upstreams_list)
|
|
||||||
entrypoint = stage_dir / "git_gate_entrypoint.sh"
|
entrypoint = stage_dir / "git_gate_entrypoint.sh"
|
||||||
entrypoint.write_text(git_gate_render_entrypoint(upstreams))
|
entrypoint.write_text(git_gate_render_entrypoint(upstreams))
|
||||||
entrypoint.chmod(0o600)
|
entrypoint.chmod(0o600)
|
||||||
@@ -686,3 +143,23 @@ class GitGate(ABC):
|
|||||||
access_hook_script=access_hook,
|
access_hook_script=access_hook,
|
||||||
upstreams=tuple(upstreams_with_files),
|
upstreams=tuple(upstreams_with_files),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"GIT_GATE_HOSTNAME",
|
||||||
|
"GIT_GATE_TIMEOUT_SECS",
|
||||||
|
"GitGateUpstream",
|
||||||
|
"GitGatePlan",
|
||||||
|
"GitGate",
|
||||||
|
"git_gate_upstreams_for_bottle",
|
||||||
|
"git_gate_render_gitconfig",
|
||||||
|
"git_gate_known_hosts_line",
|
||||||
|
"git_gate_render_entrypoint",
|
||||||
|
"git_gate_render_hook",
|
||||||
|
"git_gate_render_access_hook",
|
||||||
|
"provision_git_gate_dynamic_keys",
|
||||||
|
"revoke_git_gate_provisioned_keys",
|
||||||
|
"_gitconfig_validate_value",
|
||||||
|
"_provision_dynamic_key",
|
||||||
|
"_resolve_identity_file",
|
||||||
|
]
|
||||||
|
|||||||
@@ -0,0 +1,268 @@
|
|||||||
|
"""Preflight host-key population for git-gate upstreams (issue #333).
|
||||||
|
|
||||||
|
When a git-gate repo entry lacks a `host_key`, this module either:
|
||||||
|
- headless: dies with a clear config error.
|
||||||
|
- interactive: fetches the key via ssh-keyscan, prompts the operator to
|
||||||
|
confirm, and optionally persists it to the bottle config file on disk.
|
||||||
|
|
||||||
|
Public entry point: `preflight_host_keys(manifest, headless=..., home_md=...)`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import cast
|
||||||
|
|
||||||
|
from .log import die, info
|
||||||
|
from .manifest import Manifest
|
||||||
|
from .yaml_subset import YamlSubsetError, parse_frontmatter, serialize_yaml_subset
|
||||||
|
|
||||||
|
|
||||||
|
# Preferred key types, most secure first.
|
||||||
|
_KEY_TYPE_PREFERENCE = (
|
||||||
|
"ssh-ed25519",
|
||||||
|
"ecdsa-sha2-nistp256",
|
||||||
|
"ecdsa-sha2-nistp384",
|
||||||
|
"ecdsa-sha2-nistp521",
|
||||||
|
"ssh-rsa",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def fetch_host_key(host: str, port: str) -> str:
|
||||||
|
"""Return an SSH public key for `host`:`port` via ssh-keyscan.
|
||||||
|
|
||||||
|
Returns the key in `<type> <base64-data>` format (the host prefix is
|
||||||
|
stripped so the result can be stored in `host_key` and later formatted
|
||||||
|
into a known_hosts line by `git_gate_known_hosts_line`).
|
||||||
|
|
||||||
|
Prefers ed25519 > ecdsa > rsa; falls back to the first key type
|
||||||
|
returned if none of the preferred types are present.
|
||||||
|
|
||||||
|
Raises `RuntimeError` on subprocess failure, timeout, or no result.
|
||||||
|
Uses only the Python stdlib (subprocess)."""
|
||||||
|
args = ["ssh-keyscan"]
|
||||||
|
if port and port != "22":
|
||||||
|
args += ["-p", port]
|
||||||
|
args.append(host)
|
||||||
|
try:
|
||||||
|
result = subprocess.run(
|
||||||
|
args, capture_output=True, text=True, timeout=15, check=False,
|
||||||
|
)
|
||||||
|
except OSError as e:
|
||||||
|
raise RuntimeError(
|
||||||
|
f"ssh-keyscan: could not launch for {host}:{port}: {e}"
|
||||||
|
) from e
|
||||||
|
except subprocess.TimeoutExpired as e:
|
||||||
|
raise RuntimeError(f"ssh-keyscan timed out for {host}:{port}") from e
|
||||||
|
|
||||||
|
# known_hosts format: "[host]:port type data" or "host type data"
|
||||||
|
# Strip the host/port prefix; collect "type -> type data" by type.
|
||||||
|
found: dict[str, str] = {}
|
||||||
|
for line in result.stdout.splitlines():
|
||||||
|
line = line.strip()
|
||||||
|
if not line or line.startswith("#"):
|
||||||
|
continue
|
||||||
|
parts = line.split(None, 2)
|
||||||
|
if len(parts) == 3 and parts[1] not in found:
|
||||||
|
found[parts[1]] = f"{parts[1]} {parts[2]}"
|
||||||
|
|
||||||
|
for preferred in _KEY_TYPE_PREFERENCE:
|
||||||
|
if preferred in found:
|
||||||
|
return found[preferred]
|
||||||
|
if found:
|
||||||
|
return next(iter(found.values()))
|
||||||
|
|
||||||
|
raise RuntimeError(
|
||||||
|
f"ssh-keyscan returned no host key for {host}:{port}."
|
||||||
|
+ (f" stderr: {result.stderr.strip()!r}" if result.stderr.strip() else "")
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Frontmatter editing
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def add_host_key_to_frontmatter(file_text: str, repo_name: str, host_key: str) -> str:
|
||||||
|
"""Return an updated copy of `file_text` with `host_key` set on the
|
||||||
|
named repo entry in the YAML frontmatter.
|
||||||
|
|
||||||
|
Parses the frontmatter into a dict, sets the key, and re-serializes.
|
||||||
|
Returns the original text unchanged when: the file has no frontmatter,
|
||||||
|
the git-gate.repos.<repo_name> entry is absent or already has a
|
||||||
|
host_key, or the frontmatter cannot be parsed."""
|
||||||
|
try:
|
||||||
|
fm, body = parse_frontmatter(file_text)
|
||||||
|
except YamlSubsetError:
|
||||||
|
return file_text
|
||||||
|
|
||||||
|
git_gate = fm.get("git-gate")
|
||||||
|
if not isinstance(git_gate, dict):
|
||||||
|
return file_text
|
||||||
|
repos = git_gate.get("repos")
|
||||||
|
if not isinstance(repos, dict):
|
||||||
|
return file_text
|
||||||
|
repo = repos.get(repo_name)
|
||||||
|
if not isinstance(repo, dict):
|
||||||
|
return file_text
|
||||||
|
if repo.get("host_key"):
|
||||||
|
return file_text
|
||||||
|
|
||||||
|
cast(dict[str, object], repo)["host_key"] = host_key
|
||||||
|
return f"---\n{serialize_yaml_subset(fm)}---\n{body}"
|
||||||
|
|
||||||
|
|
||||||
|
def find_repo_bottle_file(bottles_dir: Path, repo_name: str) -> Path | None:
|
||||||
|
"""Return the first `bottles_dir/*.md` that declares `repo_name` without
|
||||||
|
a `host_key`, without modifying anything. Returns None if not found."""
|
||||||
|
if not bottles_dir.is_dir():
|
||||||
|
return None
|
||||||
|
for path in sorted(bottles_dir.glob("*.md")):
|
||||||
|
try:
|
||||||
|
text = path.read_text(encoding="utf-8")
|
||||||
|
fm, _ = parse_frontmatter(text)
|
||||||
|
except (OSError, UnicodeDecodeError, YamlSubsetError):
|
||||||
|
continue
|
||||||
|
git_gate = fm.get("git-gate")
|
||||||
|
if not isinstance(git_gate, dict):
|
||||||
|
continue
|
||||||
|
repos = git_gate.get("repos")
|
||||||
|
if not isinstance(repos, dict):
|
||||||
|
continue
|
||||||
|
repo = repos.get(repo_name)
|
||||||
|
if not isinstance(repo, dict) or repo.get("host_key"):
|
||||||
|
continue
|
||||||
|
return path
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def find_and_update_bottle_file(
|
||||||
|
bottles_dir: Path, repo_name: str, host_key: str,
|
||||||
|
) -> bool:
|
||||||
|
"""Write `host_key` into the bottle file returned by `find_repo_bottle_file`.
|
||||||
|
|
||||||
|
Returns True on success, False when no suitable file is found or the
|
||||||
|
write fails."""
|
||||||
|
path = find_repo_bottle_file(bottles_dir, repo_name)
|
||||||
|
if path is None:
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
text = path.read_text(encoding="utf-8")
|
||||||
|
except (OSError, UnicodeDecodeError):
|
||||||
|
return False
|
||||||
|
updated = add_host_key_to_frontmatter(text, repo_name, host_key)
|
||||||
|
if updated == text:
|
||||||
|
return False
|
||||||
|
path.write_text(updated, encoding="utf-8")
|
||||||
|
info(f"wrote host_key for {repo_name!r} to {path}")
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Interactive prompt helper
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def prompt_tty(message: str) -> str:
|
||||||
|
"""Write `message` to stderr and read a line from /dev/tty (or stdin)."""
|
||||||
|
sys.stderr.write(message)
|
||||||
|
sys.stderr.flush()
|
||||||
|
try:
|
||||||
|
with open("/dev/tty", "r", encoding="utf-8") as tty:
|
||||||
|
return tty.readline().rstrip("\n")
|
||||||
|
except OSError:
|
||||||
|
return sys.stdin.readline().rstrip("\n")
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Public API
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def preflight_host_keys(
|
||||||
|
manifest: Manifest,
|
||||||
|
*,
|
||||||
|
headless: bool,
|
||||||
|
home_md: Path | None,
|
||||||
|
) -> Manifest:
|
||||||
|
"""Ensure every git-gate repo entry has a `host_key` configured.
|
||||||
|
|
||||||
|
For entries whose `KnownHostKey` is empty:
|
||||||
|
- headless: calls `die()` with a clear message naming the repos.
|
||||||
|
- interactive: fetches the key via ssh-keyscan, shows it to the
|
||||||
|
operator, and requests confirmation. If accepted, optionally
|
||||||
|
persists it to the bottle config file on disk; the key is always
|
||||||
|
applied in memory for this launch regardless of the persistence
|
||||||
|
choice. Aborted confirmation calls `die()`.
|
||||||
|
|
||||||
|
Returns a (possibly updated) Manifest. If all entries already have
|
||||||
|
host keys the original manifest is returned unchanged."""
|
||||||
|
bottle = manifest.bottle
|
||||||
|
missing = [e for e in bottle.git if not e.KnownHostKey]
|
||||||
|
if not missing:
|
||||||
|
return manifest
|
||||||
|
|
||||||
|
if headless:
|
||||||
|
names = ", ".join(repr(e.Name) for e in missing)
|
||||||
|
die(
|
||||||
|
f"git-gate: no host_key configured for repo(s) {names}. "
|
||||||
|
f"Add host_key to each bottle git-gate.repos entry, or run "
|
||||||
|
f"interactively once to have it fetched and saved automatically."
|
||||||
|
)
|
||||||
|
|
||||||
|
bottles_dir = (home_md / "bottles") if home_md is not None else None
|
||||||
|
updated_entries = list(bottle.git)
|
||||||
|
|
||||||
|
for entry in missing:
|
||||||
|
host = entry.UpstreamHost
|
||||||
|
port = entry.UpstreamPort
|
||||||
|
label = f"git-gate.repos[{entry.Name!r}]"
|
||||||
|
|
||||||
|
info(f"{label}: no host_key configured; fetching from {host}:{port}")
|
||||||
|
try:
|
||||||
|
key = fetch_host_key(host, port)
|
||||||
|
except RuntimeError as e:
|
||||||
|
die(f"git-gate: {label}: {e}")
|
||||||
|
|
||||||
|
sys.stderr.write(f"\ngit-gate: host key for {label}:\n {key}\n\n")
|
||||||
|
confirm = prompt_tty("Is this host key correct? [y/N] ")
|
||||||
|
if confirm.strip().lower() not in ("y", "yes"):
|
||||||
|
die(f"git-gate: {label}: host key not confirmed; aborting launch")
|
||||||
|
|
||||||
|
if bottles_dir is not None:
|
||||||
|
target_file = find_repo_bottle_file(bottles_dir, entry.Name)
|
||||||
|
if target_file is not None:
|
||||||
|
save = prompt_tty(
|
||||||
|
f"Save host_key for {entry.Name!r} to {target_file}? [y/N] "
|
||||||
|
)
|
||||||
|
if save.strip().lower() in ("y", "yes"):
|
||||||
|
ok = find_and_update_bottle_file(bottles_dir, entry.Name, key)
|
||||||
|
if not ok:
|
||||||
|
sys.stderr.write(
|
||||||
|
f"git-gate: {label}: could not write to {target_file}; "
|
||||||
|
f"host_key kept in memory for this session only\n"
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
sys.stderr.write(
|
||||||
|
f"git-gate: {label}: no bottle config file found for "
|
||||||
|
f"{entry.Name!r}; host_key kept in memory for this session only\n"
|
||||||
|
)
|
||||||
|
|
||||||
|
idx = next(i for i, e in enumerate(updated_entries) if e.Name == entry.Name)
|
||||||
|
updated_entries[idx] = dataclasses.replace(entry, KnownHostKey=key)
|
||||||
|
|
||||||
|
updated_bottle = dataclasses.replace(bottle, git=tuple(updated_entries))
|
||||||
|
return dataclasses.replace(manifest, bottle=updated_bottle)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"fetch_host_key",
|
||||||
|
"preflight_host_keys",
|
||||||
|
"add_host_key_to_frontmatter",
|
||||||
|
"find_repo_bottle_file",
|
||||||
|
"find_and_update_bottle_file",
|
||||||
|
"prompt_tty",
|
||||||
|
]
|
||||||
@@ -0,0 +1,148 @@
|
|||||||
|
"""git-gate deploy-key lifecycle for `gitea` upstreams (PRD 0047/0048).
|
||||||
|
|
||||||
|
Provisions a fresh ed25519 deploy key via the forge API at prepare time
|
||||||
|
and revokes it at teardown, so the agent never holds an upstream
|
||||||
|
credential. Split out of `git_gate.py`; the forge HTTP client is lazily
|
||||||
|
imported (`deploy_key_provisioner`) to keep its cost off the host path.
|
||||||
|
`git_gate` re-exports these names for API stability."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
|
import dataclasses
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import TYPE_CHECKING
|
||||||
|
|
||||||
|
from .errors import MissingEnvVarError
|
||||||
|
from .log import info
|
||||||
|
from .manifest import ManifestBottle, ManifestGitEntry
|
||||||
|
from .git_gate_render import GitGateUpstream
|
||||||
|
|
||||||
|
if TYPE_CHECKING:
|
||||||
|
from .git_gate import GitGatePlan
|
||||||
|
|
||||||
|
def _provision_dynamic_key(
|
||||||
|
entry: ManifestGitEntry,
|
||||||
|
slug: str,
|
||||||
|
stage_dir: Path,
|
||||||
|
) -> str:
|
||||||
|
"""Generate a fresh ed25519 keypair, register the public half with
|
||||||
|
the forge, and persist the private key + key ID under `stage_dir`.
|
||||||
|
|
||||||
|
Returns the host-side path to the private key file so the caller
|
||||||
|
can inject it into the GitGateUpstream as `identity_file`."""
|
||||||
|
from .deploy_key_provisioner import get_provisioner
|
||||||
|
pk = entry.Key
|
||||||
|
token = os.environ.get(pk.forge_token_env)
|
||||||
|
if token is None:
|
||||||
|
raise MissingEnvVarError(
|
||||||
|
pk.forge_token_env,
|
||||||
|
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
||||||
|
f" = {pk.forge_token_env!r}: env var is not set",
|
||||||
|
)
|
||||||
|
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
||||||
|
provisioner = get_provisioner(pk.provider, token, api_url)
|
||||||
|
|
||||||
|
owner_repo = entry.UpstreamPath
|
||||||
|
if owner_repo.endswith(".git"):
|
||||||
|
owner_repo = owner_repo[:-4]
|
||||||
|
title = f"bot-bottle:{slug}:{entry.Name}"
|
||||||
|
|
||||||
|
info(f"provisioning deploy key for git-gate.repos[{entry.Name!r}]")
|
||||||
|
key_id, private_key_bytes = provisioner.create(owner_repo, title)
|
||||||
|
|
||||||
|
key_file = stage_dir / f"{entry.Name}-key"
|
||||||
|
key_file.write_bytes(private_key_bytes)
|
||||||
|
key_file.chmod(0o600)
|
||||||
|
|
||||||
|
id_file = stage_dir / f"{entry.Name}-deploy-key-id"
|
||||||
|
id_file.write_text(key_id)
|
||||||
|
id_file.chmod(0o600)
|
||||||
|
|
||||||
|
info(f"provisioned deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
||||||
|
return str(key_file)
|
||||||
|
|
||||||
|
|
||||||
|
def revoke_git_gate_provisioned_keys(bottle: ManifestBottle, stage_dir: Path) -> None:
|
||||||
|
"""Revoke all deploy keys provisioned for `bottle` during prepare.
|
||||||
|
|
||||||
|
Called at teardown after containers stop. Raises if any revocation
|
||||||
|
fails — a stranded key is a security concern that the operator must
|
||||||
|
address manually."""
|
||||||
|
from .deploy_key_provisioner import get_provisioner
|
||||||
|
for entry in bottle.git:
|
||||||
|
if entry.Key.provider != "gitea":
|
||||||
|
continue
|
||||||
|
pk = entry.Key
|
||||||
|
id_file = stage_dir / f"{entry.Name}-deploy-key-id"
|
||||||
|
if not id_file.exists():
|
||||||
|
continue
|
||||||
|
key_id = id_file.read_text().strip()
|
||||||
|
token = os.environ.get(pk.forge_token_env)
|
||||||
|
if token is None:
|
||||||
|
raise MissingEnvVarError(
|
||||||
|
pk.forge_token_env,
|
||||||
|
f"git-gate.repos[{entry.Name!r}] key.forge_token_env"
|
||||||
|
f" = {pk.forge_token_env!r}: env var is not set;"
|
||||||
|
f" cannot revoke deploy key {key_id}",
|
||||||
|
)
|
||||||
|
api_url = pk.api_url or f"https://{entry.UpstreamHost}"
|
||||||
|
provisioner = get_provisioner(pk.provider, token, api_url)
|
||||||
|
owner_repo = entry.UpstreamPath
|
||||||
|
if owner_repo.endswith(".git"):
|
||||||
|
owner_repo = owner_repo[:-4]
|
||||||
|
info(f"revoking deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
||||||
|
provisioner.delete(owner_repo, key_id)
|
||||||
|
info(f"revoked deploy key {key_id} for git-gate.repos[{entry.Name!r}]")
|
||||||
|
|
||||||
|
|
||||||
|
def _resolve_identity_file(entry: ManifestGitEntry, slug: str, stage_dir: Path) -> str:
|
||||||
|
"""Return the host-side SSH identity file path for this entry.
|
||||||
|
For gitea entries, provisions a fresh deploy key first."""
|
||||||
|
if entry.Key.provider == "gitea":
|
||||||
|
return _provision_dynamic_key(entry, slug, stage_dir)
|
||||||
|
return entry.IdentityFile
|
||||||
|
|
||||||
|
|
||||||
|
def provision_git_gate_dynamic_keys(
|
||||||
|
bottle: ManifestBottle,
|
||||||
|
plan: "GitGatePlan",
|
||||||
|
stage_dir: Path,
|
||||||
|
) -> "GitGatePlan":
|
||||||
|
"""Provision dynamic git-gate keys and return an updated plan.
|
||||||
|
|
||||||
|
This runs during backend launch, after the operator confirms the
|
||||||
|
preflight. Plan preparation intentionally stays side-effect-light:
|
||||||
|
dry-runs and aborted launches must not create remote deploy keys.
|
||||||
|
"""
|
||||||
|
if not plan.upstreams:
|
||||||
|
return plan
|
||||||
|
|
||||||
|
upstreams_by_name: dict[str, GitGateUpstream] = {
|
||||||
|
upstream.name: upstream for upstream in plan.upstreams
|
||||||
|
}
|
||||||
|
updated: list[GitGateUpstream] = []
|
||||||
|
for entry in bottle.git:
|
||||||
|
upstream = upstreams_by_name.get(entry.Name)
|
||||||
|
if upstream is None:
|
||||||
|
continue
|
||||||
|
if entry.Key.provider == "gitea":
|
||||||
|
identity_file = _provision_dynamic_key(entry, plan.slug, stage_dir)
|
||||||
|
upstream = dataclasses.replace(upstream, identity_file=identity_file)
|
||||||
|
updated.append(upstream)
|
||||||
|
|
||||||
|
if len(updated) != len(plan.upstreams):
|
||||||
|
updated_names = {u.name for u in updated}
|
||||||
|
for upstream in plan.upstreams:
|
||||||
|
if upstream.name not in updated_names:
|
||||||
|
updated.append(upstream)
|
||||||
|
|
||||||
|
return dataclasses.replace(plan, upstreams=tuple(updated))
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"revoke_git_gate_provisioned_keys",
|
||||||
|
"provision_git_gate_dynamic_keys",
|
||||||
|
"_provision_dynamic_key",
|
||||||
|
"_resolve_identity_file",
|
||||||
|
]
|
||||||
@@ -0,0 +1,506 @@
|
|||||||
|
"""Pure host-side rendering for the per-agent git-gate (PRD 0008).
|
||||||
|
|
||||||
|
Builds the agent's `.gitconfig` insteadOf rewrites, the known_hosts
|
||||||
|
line, and the entrypoint / pre-receive / access-hook scripts the sidecar
|
||||||
|
runs. No docker or forge calls — exposed for tests and reuse across
|
||||||
|
backends. Split out of `git_gate.py` so the control surface (`GitGate`)
|
||||||
|
and the deploy-key lifecycle (`git_gate_provision`) each read on their
|
||||||
|
own; `git_gate` re-exports these names for API stability."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import shlex
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
from .manifest import ManifestBottle, ManifestGitEntry
|
||||||
|
|
||||||
|
# Short network alias for git-gate inside the sidecar bundle. The
|
||||||
|
# agent's `.gitconfig` insteadOf rewrites resolve through this name.
|
||||||
|
GIT_GATE_HOSTNAME = "git-gate"
|
||||||
|
# Shared timeout (seconds) for all git-gate subprocess and CGI calls:
|
||||||
|
# git daemon (--timeout/--init-timeout), the access-hook subprocess in
|
||||||
|
# git_http_backend, and the git http-backend CGI subprocess.
|
||||||
|
GIT_GATE_TIMEOUT_SECS = 15
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class GitGateUpstream:
|
||||||
|
"""One bare repo on the gate. `name` drives the bare-repo path
|
||||||
|
(`/git/<name>.git`), the agent's URL after insteadOf rewrite
|
||||||
|
(`git://<gate>/<name>.git`), and the per-upstream credential
|
||||||
|
paths inside the gate (`/git-gate/creds/<name>-key` and
|
||||||
|
`/git-gate/creds/<name>-known_hosts`).
|
||||||
|
|
||||||
|
`identity_file` is the host-side absolute path the gate's start
|
||||||
|
step will docker-cp into the container. `known_host_key` is the
|
||||||
|
KnownHostKey string from the manifest; the gate's start step
|
||||||
|
materialises it into a known_hosts file if non-empty.
|
||||||
|
|
||||||
|
the gate credential paths inside the running sidecar."""
|
||||||
|
|
||||||
|
name: str
|
||||||
|
upstream_url: str
|
||||||
|
upstream_host: str
|
||||||
|
upstream_port: str
|
||||||
|
identity_file: str
|
||||||
|
known_host_key: str
|
||||||
|
known_hosts_file: Path = Path()
|
||||||
|
|
||||||
|
def git_gate_upstreams_for_bottle(bottle: ManifestBottle) -> tuple[GitGateUpstream, ...]:
|
||||||
|
"""Lift each `bottle.git` entry into a GitGateUpstream. Unique-Name
|
||||||
|
validation already ran in `manifest.ManifestBottle.from_dict`."""
|
||||||
|
return tuple(
|
||||||
|
GitGateUpstream(
|
||||||
|
name=e.Name,
|
||||||
|
upstream_url=e.Upstream,
|
||||||
|
upstream_host=e.UpstreamHost,
|
||||||
|
upstream_port=e.UpstreamPort,
|
||||||
|
identity_file=e.IdentityFile,
|
||||||
|
known_host_key=e.KnownHostKey,
|
||||||
|
)
|
||||||
|
for e in bottle.git
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _gitconfig_validate_value(field: str, value: str) -> None:
|
||||||
|
"""Raise ValueError if value contains characters that break gitconfig line syntax."""
|
||||||
|
if "\n" in value or "\r" in value:
|
||||||
|
raise ValueError(
|
||||||
|
f"git-gate: {field} contains a newline, which would inject "
|
||||||
|
f"arbitrary gitconfig keys; rejecting manifest entry"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_render_gitconfig(
|
||||||
|
entries: tuple[ManifestGitEntry, ...], gate_host: str, *, scheme: str = "git",
|
||||||
|
) -> str:
|
||||||
|
"""Render the agent's ~/.gitconfig content for git-gate
|
||||||
|
`insteadOf` rewrites. Pure host-side, no docker / smolvm;
|
||||||
|
exposed for tests + reuse across backends.
|
||||||
|
|
||||||
|
`gate_host` is the part of the URL between `<scheme>://` and the
|
||||||
|
repo path — backends differ here:
|
||||||
|
- docker: `git-gate` (the short network alias)
|
||||||
|
- smolmachines: `<bundle_ip>:<port>` (no DNS in the
|
||||||
|
TSI-allowlisted guest)
|
||||||
|
|
||||||
|
Empty `entries` returns an empty string so callers can no-op
|
||||||
|
cleanly without conditional formatting at the call site."""
|
||||||
|
if not entries:
|
||||||
|
return ""
|
||||||
|
out = [
|
||||||
|
"# bot-bottle git-gate (PRD 0008): every git operation against\n",
|
||||||
|
"# a declared upstream routes through the gate, which mirrors\n",
|
||||||
|
"# the upstream bidirectionally (gitleaks-scanned push;\n",
|
||||||
|
"# fetch-from-upstream-before-every-upload-pack via access-hook).\n",
|
||||||
|
]
|
||||||
|
for entry in entries:
|
||||||
|
_gitconfig_validate_value(f"repos[{entry.Name!r}].url", entry.Upstream)
|
||||||
|
out.append(f'[url "{scheme}://{gate_host}/{entry.Name}.git"]\n')
|
||||||
|
out.append(f"\tinsteadOf = {entry.Upstream}\n")
|
||||||
|
if entry.RemoteKey and entry.RemoteKey != entry.UpstreamHost:
|
||||||
|
port = (
|
||||||
|
f":{entry.UpstreamPort}"
|
||||||
|
if entry.UpstreamPort and entry.UpstreamPort != "22"
|
||||||
|
else ""
|
||||||
|
)
|
||||||
|
alias = (
|
||||||
|
f"ssh://{entry.UpstreamUser}@{entry.RemoteKey}{port}/"
|
||||||
|
f"{entry.UpstreamPath}"
|
||||||
|
)
|
||||||
|
_gitconfig_validate_value(f"repos[{entry.Name!r}].url (resolved alias)", alias)
|
||||||
|
out.append(f"\tinsteadOf = {alias}\n")
|
||||||
|
return "".join(out)
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_known_hosts_line(host: str, port: str, key: str) -> str:
|
||||||
|
"""Format `host[:port] key` for OpenSSH's known_hosts. Non-default
|
||||||
|
ports use the bracketed `[host]:port` form (the form OpenSSH writes
|
||||||
|
on disk for hosts reached via a non-22 port)."""
|
||||||
|
if port and port != "22":
|
||||||
|
target = f"[{host}]:{port}"
|
||||||
|
else:
|
||||||
|
target = host
|
||||||
|
return f"{target} {key}\n"
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_render_entrypoint(upstreams: tuple[GitGateUpstream, ...]) -> str:
|
||||||
|
"""Posix-sh entrypoint. One `init_repo` call per upstream, then
|
||||||
|
`exec git daemon`. The function reads
|
||||||
|
`/git-gate/creds/<name>-{key,known_hosts}` (bind-mounted into
|
||||||
|
the bundle by the renderer) and wires them into each bare repo's
|
||||||
|
config; the access-hook + pre-receive hook pick those paths up
|
||||||
|
at fetch / push time."""
|
||||||
|
lines = [
|
||||||
|
"#!/bin/sh",
|
||||||
|
"set -eu",
|
||||||
|
"",
|
||||||
|
"init_repo() {",
|
||||||
|
" name=$1",
|
||||||
|
" upstream_url=$2",
|
||||||
|
" keyfile=/git-gate/creds/${name}-key",
|
||||||
|
" hostsfile=/git-gate/creds/${name}-known_hosts",
|
||||||
|
"",
|
||||||
|
# `|| true`: PRD 0018 chunk 3+ bind-mounts these RO from the
|
||||||
|
# host, so chmod-syscalls fail with EROFS. The files already
|
||||||
|
# have the right perms on the host (SSH requires 0600 to load
|
||||||
|
# the key in the first place), so the chmod is best-effort
|
||||||
|
# cleanup for the legacy docker-cp path where the file
|
||||||
|
# landed at the host's umask perms.
|
||||||
|
" chmod 600 \"$keyfile\" 2>/dev/null || true",
|
||||||
|
" if [ -f \"$hostsfile\" ]; then",
|
||||||
|
" chmod 600 \"$hostsfile\" 2>/dev/null || true",
|
||||||
|
" fi",
|
||||||
|
"",
|
||||||
|
" repo=/git/${name}.git",
|
||||||
|
" if [ ! -d \"$repo\" ]; then",
|
||||||
|
" git init --bare \"$repo\" >/dev/null",
|
||||||
|
# --mirror=fetch sets remote.origin.fetch = +refs/*:refs/* so",
|
||||||
|
# a later `git fetch origin` mirrors the upstream's full ref",
|
||||||
|
# graph (heads, tags, notes) into the bare repo at canonical",
|
||||||
|
# paths. It does NOT set remote.origin.mirror=true, so an",
|
||||||
|
# explicit `git push origin <ref>:<ref>` still pushes one ref.",
|
||||||
|
" git -C \"$repo\" remote add --mirror=fetch origin \"$upstream_url\"",
|
||||||
|
" fi",
|
||||||
|
" git -C \"$repo\" config git-gate.identityFile \"$keyfile\"",
|
||||||
|
" git -C \"$repo\" config git-gate.knownHosts \"$hostsfile\"",
|
||||||
|
" git -C \"$repo\" config receive.denyCurrentBranch ignore",
|
||||||
|
" git -C \"$repo\" config receive.advertisePushOptions true",
|
||||||
|
" git -C \"$repo\" config http.receivepack true",
|
||||||
|
" install -m 755 /etc/git-gate/pre-receive \"$repo/hooks/pre-receive\"",
|
||||||
|
"}",
|
||||||
|
"",
|
||||||
|
"mkdir -p /git",
|
||||||
|
]
|
||||||
|
for u in upstreams:
|
||||||
|
lines.append(f"init_repo {shlex.quote(u.name)} {shlex.quote(u.upstream_url)}")
|
||||||
|
lines.extend([
|
||||||
|
"",
|
||||||
|
"exec git daemon \\",
|
||||||
|
" --reuseaddr \\",
|
||||||
|
f" --timeout={GIT_GATE_TIMEOUT_SECS} \\",
|
||||||
|
f" --init-timeout={GIT_GATE_TIMEOUT_SECS} \\",
|
||||||
|
" --base-path=/git \\",
|
||||||
|
" --export-all \\",
|
||||||
|
" --enable=receive-pack \\",
|
||||||
|
" --access-hook=/etc/git-gate/access-hook \\",
|
||||||
|
" --verbose",
|
||||||
|
])
|
||||||
|
return "\n".join(lines) + "\n"
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_render_hook() -> str:
|
||||||
|
"""The shared pre-receive hook: gitleaks-scan all incoming refs,
|
||||||
|
then forward each accepted ref to the real upstream (`origin`)
|
||||||
|
using the per-repo credential. Failure in either phase aborts
|
||||||
|
the push so the agent sees a real rejection. POSIX sh.
|
||||||
|
|
||||||
|
Two phases (scan all, then push all) keeps a hit on ref N from
|
||||||
|
half-pushing refs 1..N-1; both phases re-read stdin from a temp
|
||||||
|
file because pre-receive's stdin is a one-shot stream."""
|
||||||
|
return r"""#!/bin/sh
|
||||||
|
# git-gate pre-receive (PRD 0008). Stdin: <old> <new> <ref> per line.
|
||||||
|
set -u
|
||||||
|
|
||||||
|
refs_file=$(mktemp)
|
||||||
|
trap 'rm -f "$refs_file"' EXIT
|
||||||
|
cat > "$refs_file"
|
||||||
|
|
||||||
|
zero=0000000000000000000000000000000000000000
|
||||||
|
|
||||||
|
supervise_gitleaks_allow() {
|
||||||
|
log_opts=$1
|
||||||
|
ref=$2
|
||||||
|
report_file=$(mktemp)
|
||||||
|
if ! gitleaks git \
|
||||||
|
--log-opts="$log_opts" \
|
||||||
|
--no-banner \
|
||||||
|
--redact \
|
||||||
|
--ignore-gitleaks-allow \
|
||||||
|
--report-format=json \
|
||||||
|
--report-path="$report_file" \
|
||||||
|
--exit-code 0 \
|
||||||
|
1>&2; then
|
||||||
|
rm -f "$report_file"
|
||||||
|
echo "git-gate: gitleaks inline-suppression scan failed for $ref" >&2
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
proposal_id=$(
|
||||||
|
PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" GITLEAKS_ALLOW_REF="$ref" python3 - "$report_file" <<'PY'
|
||||||
|
import datetime
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
import supervise as _sv
|
||||||
|
except ImportError:
|
||||||
|
from bot_bottle import supervise as _sv
|
||||||
|
|
||||||
|
report_path = Path(sys.argv[1])
|
||||||
|
slug = os.environ.get("SUPERVISE_BOTTLE_SLUG", "")
|
||||||
|
if not slug:
|
||||||
|
sys.exit(2)
|
||||||
|
|
||||||
|
try:
|
||||||
|
raw = json.loads(report_path.read_text() or "[]")
|
||||||
|
except json.JSONDecodeError:
|
||||||
|
sys.exit(3)
|
||||||
|
if not isinstance(raw, list):
|
||||||
|
sys.exit(3)
|
||||||
|
if not raw:
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
ref = os.environ.get("GITLEAKS_ALLOW_REF", "")
|
||||||
|
lines = [
|
||||||
|
"gitleaks inline suppression requires supervisor approval",
|
||||||
|
f"ref: {ref}",
|
||||||
|
"",
|
||||||
|
]
|
||||||
|
for i, finding in enumerate(raw, 1):
|
||||||
|
if not isinstance(finding, dict):
|
||||||
|
continue
|
||||||
|
file_path = finding.get("File", "")
|
||||||
|
line_no = finding.get("StartLine", finding.get("Line", ""))
|
||||||
|
rule_id = finding.get("RuleID", "")
|
||||||
|
commit = finding.get("Commit", "")
|
||||||
|
line = finding.get("Line", "")
|
||||||
|
lines.extend([
|
||||||
|
f"finding {i}:",
|
||||||
|
f" file: {file_path}",
|
||||||
|
f" line: {line_no}",
|
||||||
|
f" rule: {rule_id}",
|
||||||
|
f" commit: {commit}",
|
||||||
|
f" code: {line}",
|
||||||
|
"",
|
||||||
|
])
|
||||||
|
|
||||||
|
payload = "\n".join(lines).rstrip() + "\n"
|
||||||
|
proposal = _sv.Proposal.new(
|
||||||
|
bottle_slug=slug,
|
||||||
|
tool=_sv.TOOL_GITLEAKS_ALLOW,
|
||||||
|
proposed_file=payload,
|
||||||
|
justification=(
|
||||||
|
"git-gate found gitleaks findings hidden by # gitleaks:allow; "
|
||||||
|
"approve only for dummy test fixtures or confirmed false positives"
|
||||||
|
),
|
||||||
|
current_file_hash=hashlib.sha256(payload.encode("utf-8")).hexdigest(),
|
||||||
|
now=datetime.datetime.now(datetime.timezone.utc),
|
||||||
|
)
|
||||||
|
_sv.write_proposal(proposal)
|
||||||
|
print(proposal.id)
|
||||||
|
PY
|
||||||
|
)
|
||||||
|
rc=$?
|
||||||
|
rm -f "$report_file"
|
||||||
|
if [ "$rc" -eq 0 ] && [ -z "$proposal_id" ]; then
|
||||||
|
return 0
|
||||||
|
fi
|
||||||
|
if [ "$rc" -ne 0 ]; then
|
||||||
|
echo "git-gate: cannot route # gitleaks:allow finding to supervisor; refusing push" >&2
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
slug=${SUPERVISE_BOTTLE_SLUG:-}
|
||||||
|
timeout=${SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS:-300}
|
||||||
|
case "$timeout" in
|
||||||
|
''|*[!0-9]*)
|
||||||
|
echo "git-gate: invalid SUPERVISE_GITLEAKS_ALLOW_TIMEOUT_SECONDS=$timeout" >&2
|
||||||
|
return 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
echo "git-gate: queued # gitleaks:allow supervisor approval $proposal_id" >&2
|
||||||
|
echo "git-gate: approve with './cli.py supervise' to continue this push" >&2
|
||||||
|
waited=0
|
||||||
|
while [ "$waited" -lt "$timeout" ]; do
|
||||||
|
status=$(PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" python3 - "$slug" "$proposal_id" <<'PY'
|
||||||
|
import sys
|
||||||
|
|
||||||
|
try:
|
||||||
|
import supervise as _sv
|
||||||
|
except ImportError:
|
||||||
|
from bot_bottle import supervise as _sv
|
||||||
|
|
||||||
|
slug = sys.argv[1]
|
||||||
|
try:
|
||||||
|
response = _sv.read_response(slug, sys.argv[2])
|
||||||
|
except FileNotFoundError:
|
||||||
|
sys.exit(2)
|
||||||
|
print(response.status)
|
||||||
|
PY
|
||||||
|
)
|
||||||
|
rc=$?
|
||||||
|
if [ "$rc" -eq 2 ]; then
|
||||||
|
status=""
|
||||||
|
elif [ "$rc" -ne 0 ]; then
|
||||||
|
status="invalid"
|
||||||
|
fi
|
||||||
|
if [ -n "$status" ]; then
|
||||||
|
case "$status" in
|
||||||
|
approved|modified)
|
||||||
|
PYTHONPATH="/app${PYTHONPATH:+:$PYTHONPATH}" python3 - "$slug" "$proposal_id" <<'PY' || true
|
||||||
|
import sys
|
||||||
|
|
||||||
|
try:
|
||||||
|
import supervise as _sv
|
||||||
|
except ImportError:
|
||||||
|
from bot_bottle import supervise as _sv
|
||||||
|
|
||||||
|
_sv.archive_proposal(sys.argv[1], sys.argv[2])
|
||||||
|
PY
|
||||||
|
echo "git-gate: supervisor approved # gitleaks:allow for $ref" >&2
|
||||||
|
return 0
|
||||||
|
;;
|
||||||
|
rejected)
|
||||||
|
echo "git-gate: supervisor rejected # gitleaks:allow for $ref" >&2
|
||||||
|
return 1
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "git-gate: invalid supervisor response for # gitleaks:allow" >&2
|
||||||
|
return 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
waited=$((waited + 1))
|
||||||
|
done
|
||||||
|
echo "git-gate: supervisor approval timed out for # gitleaks:allow; refusing push" >&2
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
# Phase 1: gitleaks scan each ref's incoming commits.
|
||||||
|
while IFS=' ' read -r old new ref; do
|
||||||
|
[ -z "$ref" ] && continue
|
||||||
|
[ "$new" = "$zero" ] && continue
|
||||||
|
if [ "$old" = "$zero" ]; then
|
||||||
|
# New ref: scan only the commits this push introduces — those
|
||||||
|
# reachable from $new but not from any ref the gate already has.
|
||||||
|
# Everything already on the gate arrived via upstream mirror-fetch
|
||||||
|
# or a previously gitleaks-scanned push, so it's already-upstream
|
||||||
|
# or already-scanned; re-scanning it (the old `$new` full-ancestry
|
||||||
|
# range) only resurfaces historical findings and blocks every new
|
||||||
|
# branch. See PRD 0028 / issue #106.
|
||||||
|
log_opts="$new --not --all"
|
||||||
|
else
|
||||||
|
log_opts="$old..$new"
|
||||||
|
fi
|
||||||
|
echo "git-gate: gitleaks scanning $ref ($log_opts)" >&2
|
||||||
|
if ! gitleaks git --log-opts="$log_opts" --no-banner --redact 1>&2; then
|
||||||
|
echo "git-gate: gitleaks rejected push to $ref" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
if ! supervise_gitleaks_allow "$log_opts" "$ref"; then
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
done < "$refs_file"
|
||||||
|
|
||||||
|
# Phase 2: forward each ref to the upstream (`origin`, configured
|
||||||
|
# in the entrypoint via `git remote add --mirror=fetch`).
|
||||||
|
keyfile=$(git config --get git-gate.identityFile)
|
||||||
|
hostsfile=$(git config --get git-gate.knownHosts)
|
||||||
|
if [ ! -f "$hostsfile" ]; then
|
||||||
|
echo "git-gate: no KnownHostKey configured for this upstream; refusing to push" >&2
|
||||||
|
echo "git-gate: add KnownHostKey to the bottle.git entry and restart the bottle" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
ssh_cmd="ssh -i $keyfile -o UserKnownHostsFile=$hostsfile -o StrictHostKeyChecking=yes -o IdentitiesOnly=yes -o BatchMode=yes -o ConnectTimeout=10"
|
||||||
|
|
||||||
|
push_option_count=${GIT_PUSH_OPTION_COUNT:-0}
|
||||||
|
case "$push_option_count" in
|
||||||
|
''|*[!0-9]*)
|
||||||
|
echo "git-gate: invalid GIT_PUSH_OPTION_COUNT=$push_option_count" >&2
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
set --
|
||||||
|
i=0
|
||||||
|
while [ "$i" -lt "$push_option_count" ]; do
|
||||||
|
opt=$(printenv "GIT_PUSH_OPTION_$i" || :)
|
||||||
|
set -- "$@" --push-option="$opt"
|
||||||
|
i=$((i + 1))
|
||||||
|
done
|
||||||
|
|
||||||
|
while IFS=' ' read -r old new ref; do
|
||||||
|
[ -z "$ref" ] && continue
|
||||||
|
if [ "$new" = "$zero" ]; then
|
||||||
|
refspec=":$ref"
|
||||||
|
elif [ "$old" != "$zero" ] && ! git merge-base --is-ancestor "$old" "$new" 2>/dev/null; then
|
||||||
|
refspec="+$new:$ref"
|
||||||
|
else
|
||||||
|
refspec="$new:$ref"
|
||||||
|
fi
|
||||||
|
echo "git-gate: forwarding $ref to origin" >&2
|
||||||
|
if ! GIT_SSH_COMMAND="$ssh_cmd" git push "$@" origin "$refspec" 1>&2; then
|
||||||
|
echo "git-gate: upstream push failed for $ref" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
done < "$refs_file"
|
||||||
|
|
||||||
|
exit 0
|
||||||
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
def git_gate_render_access_hook() -> str:
|
||||||
|
"""`git daemon --access-hook` script. Runs before each protocol
|
||||||
|
service; for `upload-pack` (fetch / clone / ls-remote / pull) it
|
||||||
|
refreshes the bare repo from upstream first, so the response
|
||||||
|
reflects upstream's current state. For other services (notably
|
||||||
|
`receive-pack`) it returns 0 immediately and lets the existing
|
||||||
|
pre-receive hook gate the operation. POSIX sh.
|
||||||
|
|
||||||
|
The hook receives:
|
||||||
|
$1 service name (`upload-pack`, `receive-pack`, ...)
|
||||||
|
$2 absolute path to the resolved repo
|
||||||
|
$3 client hostname (unused)
|
||||||
|
$4 client tcp address (unused)
|
||||||
|
|
||||||
|
Fail-closed on upstream errors: the agent's fetch fails too,
|
||||||
|
so it never silently sees stale data — matches the PRD's
|
||||||
|
'equivalent to operations against the upstream' contract."""
|
||||||
|
return r"""#!/bin/sh
|
||||||
|
# git-gate access-hook (PRD 0008). $1=service $2=repo $3=host $4=peer
|
||||||
|
set -u
|
||||||
|
service=$1
|
||||||
|
repo_dir=$2
|
||||||
|
|
||||||
|
# Push path keeps its own gating in pre-receive (gitleaks +
|
||||||
|
# forward). Only refresh-from-upstream on fetch operations.
|
||||||
|
if [ "$service" != "upload-pack" ]; then
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
keyfile=$(git -C "$repo_dir" config --get git-gate.identityFile 2>/dev/null || true)
|
||||||
|
hostsfile=$(git -C "$repo_dir" config --get git-gate.knownHosts 2>/dev/null || true)
|
||||||
|
if [ -z "$keyfile" ] || [ ! -f "$hostsfile" ]; then
|
||||||
|
echo "git-gate: missing credentials for $repo_dir; refusing fetch" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
ssh_cmd="ssh -i $keyfile -o UserKnownHostsFile=$hostsfile -o StrictHostKeyChecking=yes -o IdentitiesOnly=yes -o BatchMode=yes -o ConnectTimeout=10"
|
||||||
|
|
||||||
|
echo "git-gate: refreshing $repo_dir from upstream" >&2
|
||||||
|
if ! GIT_SSH_COMMAND="$ssh_cmd" git -C "$repo_dir" fetch origin --prune >&2; then
|
||||||
|
echo "git-gate: upstream fetch failed for $repo_dir; refusing to serve stale data" >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Sync the bare repo's HEAD to upstream's HEAD on the first fetch
|
||||||
|
# (when it still points at the `git init --bare` default of
|
||||||
|
# refs/heads/master and upstream uses something else, the cloned
|
||||||
|
# checkout would fail with "remote HEAD refers to nonexistent ref").
|
||||||
|
# Costs one extra ls-remote on first fetch only; subsequent fetches
|
||||||
|
# skip the branch. If upstream's default branch changes after the
|
||||||
|
# gate has cached it, restart the bottle to resync.
|
||||||
|
if ! git -C "$repo_dir" rev-parse --verify HEAD >/dev/null 2>&1; then
|
||||||
|
upstream_head=$(GIT_SSH_COMMAND="$ssh_cmd" git -C "$repo_dir" \
|
||||||
|
ls-remote --symref origin HEAD 2>/dev/null \
|
||||||
|
| awk '/^ref:/ {print $2; exit}')
|
||||||
|
if [ -n "$upstream_head" ]; then
|
||||||
|
git -C "$repo_dir" symbolic-ref HEAD "$upstream_head" || true
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
exit 0
|
||||||
|
"""
|
||||||
@@ -19,6 +19,13 @@ from urllib.parse import urlsplit
|
|||||||
|
|
||||||
DEFAULT_PORT = 9420
|
DEFAULT_PORT = 9420
|
||||||
|
|
||||||
|
# Mirrors git_gate_render.GIT_GATE_TIMEOUT_SECS. Duplicated rather than
|
||||||
|
# imported: this module ships as a flat top-level sibling in the sidecar
|
||||||
|
# bundle image (see Dockerfile.sidecars), not as part of the bot_bottle
|
||||||
|
# package, so `bot_bottle.git_gate` and its dependency chain aren't
|
||||||
|
# available at runtime.
|
||||||
|
GIT_GATE_TIMEOUT_SECS = 15
|
||||||
|
|
||||||
# Bound memory use while still allowing ordinary git push packfiles.
|
# Bound memory use while still allowing ordinary git push packfiles.
|
||||||
MAX_BODY_BYTES = 100 * 1024 * 1024
|
MAX_BODY_BYTES = 100 * 1024 * 1024
|
||||||
|
|
||||||
@@ -47,6 +54,7 @@ class GitHttpHandler(BaseHTTPRequestHandler):
|
|||||||
[hook_path, "upload-pack", str(repo_dir), peer, peer],
|
[hook_path, "upload-pack", str(repo_dir), peer, peer],
|
||||||
capture_output=True,
|
capture_output=True,
|
||||||
check=False,
|
check=False,
|
||||||
|
timeout=GIT_GATE_TIMEOUT_SECS,
|
||||||
)
|
)
|
||||||
if hook.returncode != 0:
|
if hook.returncode != 0:
|
||||||
detail = (hook.stderr or hook.stdout).decode(
|
detail = (hook.stderr or hook.stdout).decode(
|
||||||
@@ -110,6 +118,7 @@ class GitHttpHandler(BaseHTTPRequestHandler):
|
|||||||
env=env,
|
env=env,
|
||||||
capture_output=True,
|
capture_output=True,
|
||||||
check=False,
|
check=False,
|
||||||
|
timeout=GIT_GATE_TIMEOUT_SECS,
|
||||||
)
|
)
|
||||||
self._write_cgi_response(proc.stdout)
|
self._write_cgi_response(proc.stdout)
|
||||||
|
|
||||||
@@ -148,7 +157,13 @@ class GitHttpHandler(BaseHTTPRequestHandler):
|
|||||||
key, _, value = line.decode("latin1").partition(":")
|
key, _, value = line.decode("latin1").partition(":")
|
||||||
value = value.strip()
|
value = value.strip()
|
||||||
if key.lower() == "status":
|
if key.lower() == "status":
|
||||||
|
try:
|
||||||
status = int(value.split()[0])
|
status = int(value.split()[0])
|
||||||
|
except (ValueError, IndexError):
|
||||||
|
self.log_message(
|
||||||
|
"malformed CGI Status header %r; using 500", value,
|
||||||
|
)
|
||||||
|
status = 500
|
||||||
else:
|
else:
|
||||||
headers.append((key, value))
|
headers.append((key, value))
|
||||||
self.send_response(status)
|
self.send_response(status)
|
||||||
|
|||||||
+137
-140
@@ -62,15 +62,25 @@ from dataclasses import dataclass, field, replace
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Mapping
|
from typing import Mapping
|
||||||
|
|
||||||
|
from .log import warn
|
||||||
from .manifest_util import ManifestError, as_json_object
|
from .manifest_util import ManifestError, as_json_object
|
||||||
from .manifest_agent import ManifestAgent, ManifestAgentProvider
|
from .manifest_agent import ManifestAgent, ManifestAgentProvider
|
||||||
|
from .manifest_bottle import ManifestBottle
|
||||||
from .manifest_egress import (
|
from .manifest_egress import (
|
||||||
EGRESS_AUTH_SCHEMES,
|
EGRESS_AUTH_SCHEMES,
|
||||||
ManifestEgressConfig,
|
ManifestEgressConfig,
|
||||||
ManifestEgressRoute,
|
ManifestEgressRoute,
|
||||||
)
|
)
|
||||||
from .manifest_git import ManifestGitEntry, ManifestGitUser, ManifestKeyConfig, parse_git_gate_config
|
from .manifest_extends import merge_bottles_runtime, resolve_bottles
|
||||||
from .manifest_schema import BOTTLE_KEYS
|
from .manifest_git import ManifestGitEntry, ManifestGitUser, ManifestKeyConfig
|
||||||
|
from .manifest_loader import (
|
||||||
|
check_stale_json,
|
||||||
|
load_bottle_chain_from_dir,
|
||||||
|
scan_agent_names,
|
||||||
|
scan_bottle_names,
|
||||||
|
)
|
||||||
|
from .manifest_schema import validate_agent_frontmatter_keys
|
||||||
|
from .yaml_subset import YamlSubsetError, parse_frontmatter
|
||||||
|
|
||||||
# Re-export everything that callers currently import from this module.
|
# Re-export everything that callers currently import from this module.
|
||||||
__all__ = [
|
__all__ = [
|
||||||
@@ -89,10 +99,6 @@ __all__ = [
|
|||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
def _empty_str_dict() -> dict[str, str]:
|
|
||||||
return {}
|
|
||||||
|
|
||||||
|
|
||||||
def _section_dict(value: object, label: str) -> dict[str, object]:
|
def _section_dict(value: object, label: str) -> dict[str, object]:
|
||||||
"""Like as_json_object but treats absent/null as an empty section."""
|
"""Like as_json_object but treats absent/null as an empty section."""
|
||||||
if value is None:
|
if value is None:
|
||||||
@@ -100,109 +106,6 @@ def _section_dict(value: object, label: str) -> dict[str, object]:
|
|||||||
return as_json_object(value, label)
|
return as_json_object(value, label)
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class ManifestBottle:
|
|
||||||
env: Mapping[str, str] = field(default_factory=_empty_str_dict)
|
|
||||||
agent_provider: ManifestAgentProvider = field(default_factory=ManifestAgentProvider)
|
|
||||||
git: tuple[ManifestGitEntry, ...] = ()
|
|
||||||
# Per-bottle git identity (issue #86). Empty default — bottles
|
|
||||||
# that don't set `git-gate.user:` in the manifest skip the
|
|
||||||
# `git config --global` step entirely. A bottle can declare a user
|
|
||||||
# identity without any git-gate.repos upstreams, and vice versa.
|
|
||||||
git_user: ManifestGitUser = field(default_factory=ManifestGitUser)
|
|
||||||
egress: ManifestEgressConfig = field(default_factory=ManifestEgressConfig)
|
|
||||||
# Per-bottle stuck-recovery sidecar (PRD 0013). When true (the
|
|
||||||
# default, issue #249), the launch step brings up a supervise
|
|
||||||
# sidecar that exposes MCP tools to the agent (egress-block,
|
|
||||||
# capability-block) plus mounts the current-config dir read-only
|
|
||||||
# into the agent at /etc/bot-bottle/current-config. Set
|
|
||||||
# `supervise: false` to skip the sidecar and mount.
|
|
||||||
supervise: bool = True
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def from_dict(cls, name: str, raw: object) -> "ManifestBottle":
|
|
||||||
d = as_json_object(raw, f"bottle '{name}'")
|
|
||||||
|
|
||||||
if "runtime" in d:
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' has a 'runtime' field, which is no longer "
|
|
||||||
f"supported. gVisor (runsc) is now auto-detected by the "
|
|
||||||
f"backend; remove the 'runtime' field from the bottle "
|
|
||||||
f"definition."
|
|
||||||
)
|
|
||||||
|
|
||||||
if "ssh" in d:
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' has an 'ssh' field, which has been removed "
|
|
||||||
f"(PRD 0009). Declare upstreams under 'git-gate.repos' with "
|
|
||||||
f"url + identity + host_key; the git-gate sidecar (PRD 0008) "
|
|
||||||
f"holds the credential and gitleaks-scans pushes."
|
|
||||||
)
|
|
||||||
|
|
||||||
if "git" in d:
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' uses 'git' which has been replaced by "
|
|
||||||
f"'git-gate' (PRD 0047). Move git.user → git-gate.user "
|
|
||||||
f"and git.remotes → git-gate.repos (fields: url, identity, host_key)."
|
|
||||||
)
|
|
||||||
|
|
||||||
if "git_user" in d:
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' has a 'git_user' field, which has been "
|
|
||||||
f"removed. Move it under 'git-gate.user'."
|
|
||||||
)
|
|
||||||
|
|
||||||
unknown = set(d.keys()) - BOTTLE_KEYS
|
|
||||||
if unknown:
|
|
||||||
allowed = ", ".join(sorted(BOTTLE_KEYS))
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' has unknown key(s) {sorted(unknown)}; "
|
|
||||||
f"allowed keys are {allowed}."
|
|
||||||
)
|
|
||||||
|
|
||||||
env: dict[str, str] = {}
|
|
||||||
env_raw = d.get("env")
|
|
||||||
if env_raw is not None:
|
|
||||||
env_dict = as_json_object(env_raw, f"bottle '{name}' env")
|
|
||||||
for var, value in env_dict.items():
|
|
||||||
if not isinstance(value, str):
|
|
||||||
raise ManifestError(
|
|
||||||
f"env entry {var} in bottle '{name}' must be a JSON string "
|
|
||||||
f"(was {type(value).__name__}). Use \"?<message>\" for prompt-at-runtime."
|
|
||||||
)
|
|
||||||
env[var] = value
|
|
||||||
|
|
||||||
git: tuple[ManifestGitEntry, ...] = ()
|
|
||||||
git_user = ManifestGitUser()
|
|
||||||
git_raw = d.get("git-gate")
|
|
||||||
if git_raw is not None:
|
|
||||||
git, git_user = parse_git_gate_config(name, git_raw)
|
|
||||||
|
|
||||||
agent_provider = (
|
|
||||||
ManifestAgentProvider.from_dict(name, d["agent_provider"])
|
|
||||||
if "agent_provider" in d
|
|
||||||
else ManifestAgentProvider()
|
|
||||||
)
|
|
||||||
|
|
||||||
egress = (
|
|
||||||
ManifestEgressConfig.from_dict(name, d["egress"])
|
|
||||||
if "egress" in d
|
|
||||||
else ManifestEgressConfig()
|
|
||||||
)
|
|
||||||
|
|
||||||
supervise_raw = d.get("supervise", True)
|
|
||||||
if not isinstance(supervise_raw, bool):
|
|
||||||
raise ManifestError(
|
|
||||||
f"bottle '{name}' supervise must be a boolean "
|
|
||||||
f"(was {type(supervise_raw).__name__})"
|
|
||||||
)
|
|
||||||
|
|
||||||
return cls(
|
|
||||||
env=env, agent_provider=agent_provider, git=git,
|
|
||||||
git_user=git_user, egress=egress, supervise=supervise_raw,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _merge_git_user(
|
def _merge_git_user(
|
||||||
agent_user: ManifestGitUser, base_user: ManifestGitUser
|
agent_user: ManifestGitUser, base_user: ManifestGitUser
|
||||||
) -> ManifestGitUser:
|
) -> ManifestGitUser:
|
||||||
@@ -215,6 +118,74 @@ def _merge_git_user(
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _manifest_with_merged_git_user(
|
||||||
|
agent: "ManifestAgent", raw_bottle: "ManifestBottle"
|
||||||
|
) -> "Manifest":
|
||||||
|
"""Build the single-value Manifest, overlaying the agent's git-gate.user
|
||||||
|
onto the bottle (agent wins on non-empty, per-field). Shared by the eager
|
||||||
|
and lazy load_for_agent paths."""
|
||||||
|
merged = _merge_git_user(agent.git_user, raw_bottle.git_user)
|
||||||
|
bottle = (
|
||||||
|
raw_bottle if merged == raw_bottle.git_user
|
||||||
|
else replace(raw_bottle, git_user=merged)
|
||||||
|
)
|
||||||
|
return Manifest(agent=agent, bottle=bottle)
|
||||||
|
|
||||||
|
|
||||||
|
def _resolve_effective_bottle_eager(
|
||||||
|
agent_name: str,
|
||||||
|
agent: "ManifestAgent",
|
||||||
|
bottle_names: "tuple[str, ...]",
|
||||||
|
bottles: "Mapping[str, ManifestBottle]",
|
||||||
|
) -> "ManifestBottle":
|
||||||
|
"""Return the effective ManifestBottle for the eager (from_json_obj) path.
|
||||||
|
|
||||||
|
When bottle_names is non-empty they are merged in order. When empty, falls
|
||||||
|
back to agent.bottle. Raises ManifestError when neither is set."""
|
||||||
|
if bottle_names:
|
||||||
|
resolved: list[ManifestBottle] = []
|
||||||
|
for bn in bottle_names:
|
||||||
|
if bn not in bottles:
|
||||||
|
available = ", ".join(sorted(bottles.keys())) or "(none)"
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{bn}' not defined. Available: {available}"
|
||||||
|
)
|
||||||
|
resolved.append(bottles[bn])
|
||||||
|
return merge_bottles_runtime(resolved)
|
||||||
|
|
||||||
|
if not agent.bottle:
|
||||||
|
raise ManifestError(
|
||||||
|
f"agent '{agent_name}' has no 'bottle' field and no bottles were "
|
||||||
|
f"selected at launch. Select at least one bottle or add "
|
||||||
|
f"'bottle: <name>' to the agent manifest."
|
||||||
|
)
|
||||||
|
return bottles[agent.bottle]
|
||||||
|
|
||||||
|
|
||||||
|
def _resolve_effective_bottle_lazy(
|
||||||
|
agent_name: str,
|
||||||
|
agent_bottle: str,
|
||||||
|
bottle_names: "tuple[str, ...]",
|
||||||
|
bottles_dir: "Path",
|
||||||
|
) -> "ManifestBottle":
|
||||||
|
"""Return the effective ManifestBottle for the lazy (from_md_dirs) path.
|
||||||
|
|
||||||
|
When bottle_names is non-empty they are resolved from disk and merged in
|
||||||
|
order. When empty, falls back to agent_bottle. Raises ManifestError when
|
||||||
|
neither is set."""
|
||||||
|
if bottle_names:
|
||||||
|
resolved = [load_bottle_chain_from_dir(bn, bottles_dir) for bn in bottle_names]
|
||||||
|
return merge_bottles_runtime(resolved)
|
||||||
|
|
||||||
|
if not agent_bottle:
|
||||||
|
raise ManifestError(
|
||||||
|
f"agent '{agent_name}' has no 'bottle' field and no bottles were "
|
||||||
|
f"selected at launch. Select at least one bottle or add "
|
||||||
|
f"'bottle: <name>' to the agent manifest."
|
||||||
|
)
|
||||||
|
return load_bottle_chain_from_dir(agent_bottle, bottles_dir)
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class Manifest:
|
class Manifest:
|
||||||
"""Single-agent/bottle value type. Returned by ManifestIndex.load_for_agent().
|
"""Single-agent/bottle value type. Returned by ManifestIndex.load_for_agent().
|
||||||
@@ -287,8 +258,6 @@ class ManifestIndex:
|
|||||||
home_md = home_dir / ".bot-bottle"
|
home_md = home_dir / ".bot-bottle"
|
||||||
cwd_md = cwd_dir / ".bot-bottle"
|
cwd_md = cwd_dir / ".bot-bottle"
|
||||||
|
|
||||||
from .manifest_loader import check_stale_json
|
|
||||||
|
|
||||||
check_stale_json(home_dir, home_md, "$HOME")
|
check_stale_json(home_dir, home_md, "$HOME")
|
||||||
if cwd_dir.resolve() != home_dir.resolve():
|
if cwd_dir.resolve() != home_dir.resolve():
|
||||||
check_stale_json(cwd_dir, cwd_md, "$CWD")
|
check_stale_json(cwd_dir, cwd_md, "$CWD")
|
||||||
@@ -328,7 +297,6 @@ class ManifestIndex:
|
|||||||
files = sorted(stale_bottles.glob("*.md"))
|
files = sorted(stale_bottles.glob("*.md"))
|
||||||
if files:
|
if files:
|
||||||
names = ", ".join(p.name for p in files)
|
names = ", ".join(p.name for p in files)
|
||||||
from .log import warn
|
|
||||||
warn(
|
warn(
|
||||||
f"ignoring bottle file(s) under "
|
f"ignoring bottle file(s) under "
|
||||||
f"{stale_bottles}: {names}. Bottles can only "
|
f"{stale_bottles}: {names}. Bottles can only "
|
||||||
@@ -350,7 +318,6 @@ class ManifestIndex:
|
|||||||
raw_bottles: dict[str, dict[str, object]] = {}
|
raw_bottles: dict[str, dict[str, object]] = {}
|
||||||
for n, b in raw_bottles_obj.items():
|
for n, b in raw_bottles_obj.items():
|
||||||
raw_bottles[n] = as_json_object(b, f"bottle '{n}'")
|
raw_bottles[n] = as_json_object(b, f"bottle '{n}'")
|
||||||
from .manifest_extends import resolve_bottles
|
|
||||||
|
|
||||||
bottles = resolve_bottles(raw_bottles)
|
bottles = resolve_bottles(raw_bottles)
|
||||||
|
|
||||||
@@ -360,6 +327,17 @@ class ManifestIndex:
|
|||||||
}
|
}
|
||||||
return cls(bottles=bottles, agents=agents)
|
return cls(bottles=bottles, agents=agents)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def all_bottle_names(self) -> list[str]:
|
||||||
|
"""Sorted list of all discoverable bottle names.
|
||||||
|
|
||||||
|
In names-only mode (from resolve/from_md_dirs) this scans bottle
|
||||||
|
filenames without reading their content. In eager mode (from
|
||||||
|
from_json_obj) it returns the pre-parsed bottles' names."""
|
||||||
|
if self.home_md is not None:
|
||||||
|
return scan_bottle_names(self.home_md / "bottles")
|
||||||
|
return sorted(self.bottles.keys())
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def all_agent_names(self) -> list[str]:
|
def all_agent_names(self) -> list[str]:
|
||||||
"""Sorted list of all discoverable agent names.
|
"""Sorted list of all discoverable agent names.
|
||||||
@@ -368,7 +346,6 @@ class ManifestIndex:
|
|||||||
filenames without reading their content. In eager mode (from
|
filenames without reading their content. In eager mode (from
|
||||||
from_json_obj) it returns the pre-parsed agents' names."""
|
from_json_obj) it returns the pre-parsed agents' names."""
|
||||||
if self.home_md is not None:
|
if self.home_md is not None:
|
||||||
from .manifest_loader import scan_agent_names
|
|
||||||
home_names = set(scan_agent_names(self.home_md / "agents").keys())
|
home_names = set(scan_agent_names(self.home_md / "agents").keys())
|
||||||
cwd_names: set[str] = set()
|
cwd_names: set[str] = set()
|
||||||
if self.cwd_md is not None:
|
if self.cwd_md is not None:
|
||||||
@@ -376,9 +353,18 @@ class ManifestIndex:
|
|||||||
return sorted(home_names | cwd_names)
|
return sorted(home_names | cwd_names)
|
||||||
return sorted(self.agents.keys())
|
return sorted(self.agents.keys())
|
||||||
|
|
||||||
def load_for_agent(self, agent_name: str) -> "Manifest":
|
def load_for_agent(
|
||||||
|
self,
|
||||||
|
agent_name: str,
|
||||||
|
bottle_names: "tuple[str, ...] | None" = None,
|
||||||
|
) -> "Manifest":
|
||||||
"""Parse the named agent and its bottle; return a single-value Manifest.
|
"""Parse the named agent and its bottle; return a single-value Manifest.
|
||||||
|
|
||||||
|
`bottle_names` is an ordered list of bottles selected at launch time.
|
||||||
|
When non-empty they are resolved and merged in order (index 0 = base;
|
||||||
|
later entries override). When empty or None, falls back to the agent's
|
||||||
|
own `bottle:` field. Raises ManifestError when neither is set.
|
||||||
|
|
||||||
In lazy mode (from resolve/from_md_dirs) the agent file and its
|
In lazy mode (from resolve/from_md_dirs) the agent file and its
|
||||||
bottle chain are read from disk for the first time here. In eager
|
bottle chain are read from disk for the first time here. In eager
|
||||||
mode (from_json_obj) the data is already parsed; this just filters
|
mode (from_json_obj) the data is already parsed; this just filters
|
||||||
@@ -389,25 +375,34 @@ class ManifestIndex:
|
|||||||
|
|
||||||
Always raises ManifestError if the agent is unknown or invalid.
|
Always raises ManifestError if the agent is unknown or invalid.
|
||||||
Backends call this at preflight inside _validate."""
|
Backends call this at preflight inside _validate."""
|
||||||
|
effective_bottle_names: tuple[str, ...] = bottle_names or ()
|
||||||
if self.home_md is None:
|
if self.home_md is None:
|
||||||
# Eager manifest (from_json_obj): data already parsed; filter to
|
return self._load_for_agent_eager(agent_name, effective_bottle_names)
|
||||||
# the one requested agent and its bottle so the returned Manifest
|
return self._load_for_agent_lazy(agent_name, effective_bottle_names)
|
||||||
# always holds exactly one agent and one bottle regardless of path.
|
|
||||||
|
def _load_for_agent_eager(
|
||||||
|
self, agent_name: str, bottle_names: tuple[str, ...]
|
||||||
|
) -> "Manifest":
|
||||||
|
"""Eager path (from_json_obj): data is already parsed; filter to the one
|
||||||
|
requested agent and its bottle so the returned Manifest always holds
|
||||||
|
exactly one agent and one bottle regardless of path."""
|
||||||
if agent_name not in self.agents:
|
if agent_name not in self.agents:
|
||||||
available = ", ".join(sorted(self.agents.keys())) or "(none)"
|
available = ", ".join(sorted(self.agents.keys())) or "(none)"
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"agent '{agent_name}' not defined. Available: {available}"
|
f"agent '{agent_name}' not defined. Available: {available}"
|
||||||
)
|
)
|
||||||
agent = self.agents[agent_name]
|
agent = self.agents[agent_name]
|
||||||
raw_bottle = self.bottles[agent.bottle]
|
raw_bottle = _resolve_effective_bottle_eager(
|
||||||
merged = _merge_git_user(agent.git_user, raw_bottle.git_user)
|
agent_name, agent, bottle_names, self.bottles
|
||||||
bottle = raw_bottle if merged == raw_bottle.git_user else replace(raw_bottle, git_user=merged)
|
)
|
||||||
return Manifest(agent=agent, bottle=bottle)
|
return _manifest_with_merged_git_user(agent, raw_bottle)
|
||||||
|
|
||||||
from .manifest_loader import load_bottle_chain_from_dir, scan_agent_names
|
|
||||||
from .manifest_schema import validate_agent_frontmatter_keys
|
|
||||||
from .yaml_subset import YamlSubsetError, parse_frontmatter
|
|
||||||
|
|
||||||
|
def _load_for_agent_lazy(
|
||||||
|
self, agent_name: str, bottle_names: tuple[str, ...]
|
||||||
|
) -> "Manifest":
|
||||||
|
"""Lazy path (resolve/from_md_dirs): read and parse the agent file and
|
||||||
|
its bottle chain from disk for the first time here."""
|
||||||
|
assert self.home_md is not None # guaranteed by load_for_agent dispatch
|
||||||
# Locate the agent file; cwd wins over home on name collision.
|
# Locate the agent file; cwd wins over home on name collision.
|
||||||
home_agents = scan_agent_names(self.home_md / "agents")
|
home_agents = scan_agent_names(self.home_md / "agents")
|
||||||
cwd_agents: dict[str, Path] = {}
|
cwd_agents: dict[str, Path] = {}
|
||||||
@@ -431,30 +426,32 @@ class ManifestIndex:
|
|||||||
|
|
||||||
validate_agent_frontmatter_keys(agent_path, fm.keys())
|
validate_agent_frontmatter_keys(agent_path, fm.keys())
|
||||||
|
|
||||||
bottle_name = fm.get("bottle")
|
# Determine the effective bottle name(s).
|
||||||
if not isinstance(bottle_name, str) or not bottle_name:
|
agent_bottle = fm.get("bottle") or ""
|
||||||
raise ManifestError(
|
|
||||||
f"agent '{agent_name}' must declare a 'bottle' field "
|
|
||||||
f"naming a defined bottle"
|
|
||||||
)
|
|
||||||
|
|
||||||
# Load the bottle chain (may raise ManifestError).
|
|
||||||
bottles_dir = self.home_md / "bottles"
|
bottles_dir = self.home_md / "bottles"
|
||||||
raw_bottle = load_bottle_chain_from_dir(bottle_name, bottles_dir)
|
raw_bottle = _resolve_effective_bottle_lazy(
|
||||||
|
agent_name, str(agent_bottle), bottle_names, bottles_dir
|
||||||
|
)
|
||||||
|
effective_bottle_name = (
|
||||||
|
bottle_names[-1] if bottle_names else str(agent_bottle)
|
||||||
|
)
|
||||||
|
|
||||||
# Build and validate the full ManifestAgent.
|
# Build and validate the full ManifestAgent.
|
||||||
agent_dict: dict[str, object] = {
|
agent_dict: dict[str, object] = {
|
||||||
"bottle": bottle_name,
|
|
||||||
"skills": fm.get("skills", []),
|
"skills": fm.get("skills", []),
|
||||||
"prompt": body.strip(),
|
"prompt": body.strip(),
|
||||||
}
|
}
|
||||||
|
if agent_bottle:
|
||||||
|
agent_dict["bottle"] = agent_bottle
|
||||||
if "git-gate" in fm:
|
if "git-gate" in fm:
|
||||||
agent_dict["git-gate"] = fm["git-gate"]
|
agent_dict["git-gate"] = fm["git-gate"]
|
||||||
agent = ManifestAgent.from_dict(agent_name, agent_dict, {bottle_name})
|
# Pass the effective bottle name as the known-bottles set so agents
|
||||||
|
# that have bottle: set are validated; agents without bottle: pass {}
|
||||||
|
# since bottle_names were already resolved above.
|
||||||
|
known = {effective_bottle_name} if effective_bottle_name else set()
|
||||||
|
agent = ManifestAgent.from_dict(agent_name, agent_dict, known)
|
||||||
|
|
||||||
merged_user = _merge_git_user(agent.git_user, raw_bottle.git_user)
|
return _manifest_with_merged_git_user(agent, raw_bottle)
|
||||||
bottle = raw_bottle if merged_user == raw_bottle.git_user else replace(raw_bottle, git_user=merged_user)
|
|
||||||
return Manifest(agent=agent, bottle=bottle)
|
|
||||||
|
|
||||||
def has_agent(self, name: str) -> bool:
|
def has_agent(self, name: str) -> bool:
|
||||||
return name in self.agents
|
return name in self.agents
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ from typing import cast
|
|||||||
from .agent_provider import PROVIDER_TEMPLATES
|
from .agent_provider import PROVIDER_TEMPLATES
|
||||||
from .manifest_util import ManifestError, as_json_object
|
from .manifest_util import ManifestError, as_json_object
|
||||||
from .manifest_git import ManifestGitUser
|
from .manifest_git import ManifestGitUser
|
||||||
from .manifest_schema import AGENT_MODEL_KEYS
|
from .manifest_schema import AGENT_MODEL_KEYS, is_valid_entity_name
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
@@ -109,7 +109,8 @@ class ManifestAgentProvider:
|
|||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class ManifestAgent:
|
class ManifestAgent:
|
||||||
bottle: str
|
# Optional: when empty the operator selects bottles at launch time.
|
||||||
|
bottle: str = ""
|
||||||
skills: tuple[str, ...] = ()
|
skills: tuple[str, ...] = ()
|
||||||
prompt: str = ""
|
prompt: str = ""
|
||||||
# Per-agent git identity (issue #94). Overlays the referenced
|
# Per-agent git identity (issue #94). Overlays the referenced
|
||||||
@@ -129,18 +130,20 @@ class ManifestAgent:
|
|||||||
f"allowed keys are {allowed}."
|
f"allowed keys are {allowed}."
|
||||||
)
|
)
|
||||||
|
|
||||||
bottle = d.get("bottle")
|
bottle_raw = d.get("bottle")
|
||||||
if not isinstance(bottle, str) or not bottle:
|
bottle = ""
|
||||||
|
if bottle_raw is not None:
|
||||||
|
if not isinstance(bottle_raw, str) or not bottle_raw:
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"agent '{name}' must declare a 'bottle' field naming a "
|
f"agent '{name}' bottle must be a non-empty string when declared"
|
||||||
f"defined bottle"
|
|
||||||
)
|
)
|
||||||
if bottle not in bottle_names:
|
if bottle_raw not in bottle_names:
|
||||||
available = ", ".join(sorted(bottle_names)) or "(none defined)"
|
available = ", ".join(sorted(bottle_names)) or "(none defined)"
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"agent '{name}' references bottle '{bottle}', which is not defined. "
|
f"agent '{name}' references bottle '{bottle_raw}', which is not defined. "
|
||||||
f"Available: {available}"
|
f"Available: {available}"
|
||||||
)
|
)
|
||||||
|
bottle = bottle_raw
|
||||||
|
|
||||||
skills: tuple[str, ...] = ()
|
skills: tuple[str, ...] = ()
|
||||||
skills_raw = d.get("skills")
|
skills_raw = d.get("skills")
|
||||||
@@ -158,6 +161,16 @@ class ManifestAgent:
|
|||||||
f"agent '{name}' skills[{i}] must be a string "
|
f"agent '{name}' skills[{i}] must be a string "
|
||||||
f"(was {type(skill).__name__})"
|
f"(was {type(skill).__name__})"
|
||||||
)
|
)
|
||||||
|
# Skill names become host/guest path segments and are
|
||||||
|
# interpolated into provisioning shell commands, so they
|
||||||
|
# must fit the same kebab-case convention as bottle/agent
|
||||||
|
# filenames — rejecting anything that could break out of a
|
||||||
|
# path segment or inject shell metacharacters.
|
||||||
|
if not is_valid_entity_name(skill):
|
||||||
|
raise ManifestError(
|
||||||
|
f"agent '{name}' skills[{i}] {skill!r} is not a valid "
|
||||||
|
f"skill name; must match [a-z][a-z0-9-]*"
|
||||||
|
)
|
||||||
collected.append(skill)
|
collected.append(skill)
|
||||||
skills = tuple(collected)
|
skills = tuple(collected)
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,129 @@
|
|||||||
|
"""The `ManifestBottle` value type.
|
||||||
|
|
||||||
|
Split out of `manifest.py` so the `extends:`/loader resolvers can import it
|
||||||
|
without a circular dependency: `manifest.py` imports those resolvers, while
|
||||||
|
they only need this value type. Everything here depends on leaf modules
|
||||||
|
(`manifest_util`, `manifest_agent`, `manifest_egress`, `manifest_git`,
|
||||||
|
`manifest_schema`), so this module sits at the bottom of the manifest layer.
|
||||||
|
|
||||||
|
`manifest.py` re-exports `ManifestBottle`, so existing
|
||||||
|
`from .manifest import ManifestBottle` callers are unaffected.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
from typing import Mapping
|
||||||
|
|
||||||
|
from .manifest_util import ManifestError, as_json_object
|
||||||
|
from .manifest_agent import ManifestAgentProvider
|
||||||
|
from .manifest_egress import ManifestEgressConfig
|
||||||
|
from .manifest_git import ManifestGitEntry, ManifestGitUser, parse_git_gate_config
|
||||||
|
from .manifest_schema import BOTTLE_KEYS
|
||||||
|
|
||||||
|
__all__ = ["ManifestBottle"]
|
||||||
|
|
||||||
|
|
||||||
|
def _empty_str_dict() -> dict[str, str]:
|
||||||
|
return {}
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class ManifestBottle:
|
||||||
|
env: Mapping[str, str] = field(default_factory=_empty_str_dict)
|
||||||
|
agent_provider: ManifestAgentProvider = field(default_factory=ManifestAgentProvider)
|
||||||
|
git: tuple[ManifestGitEntry, ...] = ()
|
||||||
|
# Per-bottle git identity (issue #86). Empty default — bottles
|
||||||
|
# that don't set `git-gate.user:` in the manifest skip the
|
||||||
|
# `git config --global` step entirely. A bottle can declare a user
|
||||||
|
# identity without any git-gate.repos upstreams, and vice versa.
|
||||||
|
git_user: ManifestGitUser = field(default_factory=ManifestGitUser)
|
||||||
|
egress: ManifestEgressConfig = field(default_factory=ManifestEgressConfig)
|
||||||
|
# Per-bottle stuck-recovery sidecar (PRD 0013). When true (the
|
||||||
|
# default, issue #249), the launch step brings up a supervise
|
||||||
|
# sidecar that exposes egress MCP tools to the agent. Set
|
||||||
|
# `supervise: false` to skip the sidecar.
|
||||||
|
supervise: bool = True
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def from_dict(cls, name: str, raw: object) -> "ManifestBottle":
|
||||||
|
d = as_json_object(raw, f"bottle '{name}'")
|
||||||
|
|
||||||
|
if "runtime" in d:
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' has a 'runtime' field, which is no longer "
|
||||||
|
f"supported. gVisor (runsc) is now auto-detected by the "
|
||||||
|
f"backend; remove the 'runtime' field from the bottle "
|
||||||
|
f"definition."
|
||||||
|
)
|
||||||
|
|
||||||
|
if "ssh" in d:
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' has an 'ssh' field, which has been removed "
|
||||||
|
f"(PRD 0009). Declare upstreams under 'git-gate.repos' with "
|
||||||
|
f"url + identity + host_key; the git-gate sidecar (PRD 0008) "
|
||||||
|
f"holds the credential and gitleaks-scans pushes."
|
||||||
|
)
|
||||||
|
|
||||||
|
if "git" in d:
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' uses 'git' which has been replaced by "
|
||||||
|
f"'git-gate' (PRD 0047). Move git.user → git-gate.user "
|
||||||
|
f"and git.remotes → git-gate.repos (fields: url, identity, host_key)."
|
||||||
|
)
|
||||||
|
|
||||||
|
if "git_user" in d:
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' has a 'git_user' field, which has been "
|
||||||
|
f"removed. Move it under 'git-gate.user'."
|
||||||
|
)
|
||||||
|
|
||||||
|
unknown = set(d.keys()) - BOTTLE_KEYS
|
||||||
|
if unknown:
|
||||||
|
allowed = ", ".join(sorted(BOTTLE_KEYS))
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' has unknown key(s) {sorted(unknown)}; "
|
||||||
|
f"allowed keys are {allowed}."
|
||||||
|
)
|
||||||
|
|
||||||
|
env: dict[str, str] = {}
|
||||||
|
env_raw = d.get("env")
|
||||||
|
if env_raw is not None:
|
||||||
|
env_dict = as_json_object(env_raw, f"bottle '{name}' env")
|
||||||
|
for var, value in env_dict.items():
|
||||||
|
if not isinstance(value, str):
|
||||||
|
raise ManifestError(
|
||||||
|
f"env entry {var} in bottle '{name}' must be a JSON string "
|
||||||
|
f"(was {type(value).__name__}). Use \"?<message>\" for prompt-at-runtime."
|
||||||
|
)
|
||||||
|
env[var] = value
|
||||||
|
|
||||||
|
git: tuple[ManifestGitEntry, ...] = ()
|
||||||
|
git_user = ManifestGitUser()
|
||||||
|
git_raw = d.get("git-gate")
|
||||||
|
if git_raw is not None:
|
||||||
|
git, git_user = parse_git_gate_config(name, git_raw)
|
||||||
|
|
||||||
|
agent_provider = (
|
||||||
|
ManifestAgentProvider.from_dict(name, d["agent_provider"])
|
||||||
|
if "agent_provider" in d
|
||||||
|
else ManifestAgentProvider()
|
||||||
|
)
|
||||||
|
|
||||||
|
egress = (
|
||||||
|
ManifestEgressConfig.from_dict(name, d["egress"])
|
||||||
|
if "egress" in d
|
||||||
|
else ManifestEgressConfig()
|
||||||
|
)
|
||||||
|
|
||||||
|
supervise_raw = d.get("supervise", True)
|
||||||
|
if not isinstance(supervise_raw, bool):
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' supervise must be a boolean "
|
||||||
|
f"(was {type(supervise_raw).__name__})"
|
||||||
|
)
|
||||||
|
|
||||||
|
return cls(
|
||||||
|
env=env, agent_provider=agent_provider, git=git,
|
||||||
|
git_user=git_user, egress=egress, supervise=supervise_raw,
|
||||||
|
)
|
||||||
+151
-31
@@ -2,11 +2,59 @@
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
from typing import TYPE_CHECKING
|
from .manifest_bottle import ManifestBottle
|
||||||
|
from .manifest_egress import ManifestEgressConfig, validate_egress_routes
|
||||||
|
from .manifest_git import ManifestGitUser, parse_git_gate_config
|
||||||
|
from .manifest_util import ManifestError, as_json_object
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
|
||||||
from .manifest import ManifestBottle
|
def merge_bottles_runtime(bottles: "list[ManifestBottle]") -> "ManifestBottle":
|
||||||
from .manifest_egress import ManifestEgressConfig
|
"""Merge an ordered list of pre-resolved ManifestBottle objects.
|
||||||
|
|
||||||
|
Index 0 is the base; each subsequent entry is applied on top using
|
||||||
|
the same field-merge rules as the file-based extends machinery:
|
||||||
|
env: dict merge, later wins; git_user: per-field overlay, later
|
||||||
|
wins on non-empty; git (repos): union by name, later wins; egress
|
||||||
|
routes: concatenate; agent_provider, supervise: later replaces.
|
||||||
|
"""
|
||||||
|
if not bottles:
|
||||||
|
raise ValueError("merge_bottles_runtime requires at least one bottle")
|
||||||
|
result = bottles[0]
|
||||||
|
for override in bottles[1:]:
|
||||||
|
result = _merge_two_bottles_runtime(result, override)
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
def _merge_two_bottles_runtime(base: "ManifestBottle", override: "ManifestBottle") -> "ManifestBottle":
|
||||||
|
merged_env = {**base.env, **override.env}
|
||||||
|
|
||||||
|
merged_git_user = ManifestGitUser(
|
||||||
|
name=override.git_user.name or base.git_user.name,
|
||||||
|
email=override.git_user.email or base.git_user.email,
|
||||||
|
)
|
||||||
|
|
||||||
|
# git repos: union keyed by Name, override wins per-name.
|
||||||
|
base_repos_by_name = {entry.Name: entry for entry in base.git}
|
||||||
|
override_repos_by_name = {entry.Name: entry for entry in override.git}
|
||||||
|
merged_repos_names = list(base_repos_by_name) + [
|
||||||
|
n for n in override_repos_by_name if n not in base_repos_by_name
|
||||||
|
]
|
||||||
|
merged_git = tuple(
|
||||||
|
override_repos_by_name.get(n, base_repos_by_name[n])
|
||||||
|
for n in merged_repos_names
|
||||||
|
)
|
||||||
|
|
||||||
|
merged_routes = base.egress.routes + override.egress.routes
|
||||||
|
merged_egress = ManifestEgressConfig(routes=merged_routes, Log=override.egress.Log)
|
||||||
|
|
||||||
|
return ManifestBottle(
|
||||||
|
env=merged_env,
|
||||||
|
agent_provider=override.agent_provider,
|
||||||
|
git=merged_git,
|
||||||
|
git_user=merged_git_user,
|
||||||
|
egress=merged_egress,
|
||||||
|
supervise=override.supervise,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def resolve_bottles(raws: dict[str, dict[str, object]]) -> dict[str, ManifestBottle]:
|
def resolve_bottles(raws: dict[str, dict[str, object]]) -> dict[str, ManifestBottle]:
|
||||||
@@ -29,8 +77,6 @@ def _resolve_one_bottle(
|
|||||||
repos_cache: dict[str, dict[str, object]],
|
repos_cache: dict[str, dict[str, object]],
|
||||||
seen: tuple[str, ...],
|
seen: tuple[str, ...],
|
||||||
) -> ManifestBottle:
|
) -> ManifestBottle:
|
||||||
from .manifest import ManifestBottle, ManifestError
|
|
||||||
|
|
||||||
if name in cache:
|
if name in cache:
|
||||||
return cache[name]
|
return cache[name]
|
||||||
if name in seen:
|
if name in seen:
|
||||||
@@ -49,33 +95,120 @@ def _resolve_one_bottle(
|
|||||||
repos_cache[name] = _resolve_repos_raw({}, child_raw)
|
repos_cache[name] = _resolve_repos_raw({}, child_raw)
|
||||||
return bottle
|
return bottle
|
||||||
|
|
||||||
if not isinstance(parent_name_raw, str):
|
# Normalize to list, accepting both str and list[str].
|
||||||
|
raw_list: list[object]
|
||||||
|
if isinstance(parent_name_raw, str):
|
||||||
|
raw_list = [parent_name_raw]
|
||||||
|
elif isinstance(parent_name_raw, list):
|
||||||
|
raw_list = parent_name_raw
|
||||||
|
else:
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"bottle '{name}' extends must be a string "
|
f"bottle '{name}' extends must be a string or list of strings "
|
||||||
f"(was {type(parent_name_raw).__name__})"
|
f"(was {type(parent_name_raw).__name__})"
|
||||||
)
|
)
|
||||||
parent_name: str = parent_name_raw
|
|
||||||
if parent_name == name:
|
# Validate each entry before resolving any of them.
|
||||||
|
parent_names: list[str] = []
|
||||||
|
for i, pname in enumerate(raw_list):
|
||||||
|
if not isinstance(pname, str):
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"bottle '{name}' extends itself; remove the "
|
f"bottle '{name}' extends[{i}] must be a string "
|
||||||
f"self-reference"
|
f"(was {type(pname).__name__})"
|
||||||
)
|
)
|
||||||
if parent_name not in raws:
|
parent_names.append(pname)
|
||||||
|
if pname == name:
|
||||||
|
raise ManifestError(
|
||||||
|
f"bottle '{name}' extends itself; remove the self-reference"
|
||||||
|
)
|
||||||
|
if pname not in raws:
|
||||||
avail = ", ".join(sorted(raws.keys())) or "(none)"
|
avail = ", ".join(sorted(raws.keys())) or "(none)"
|
||||||
raise ManifestError(
|
raise ManifestError(
|
||||||
f"bottle '{name}' extends '{parent_name}' which is not "
|
f"bottle '{name}' extends '{pname}' which is not "
|
||||||
f"defined. Available bottles: {avail}"
|
f"defined. Available bottles: {avail}"
|
||||||
)
|
)
|
||||||
parent = _resolve_one_bottle(
|
|
||||||
parent_name, raws, cache, repos_cache, seen + (name,)
|
combined_parent, combined_repos_raw = _fold_parents(
|
||||||
|
parent_names, raws, cache, repos_cache, seen + (name,)
|
||||||
)
|
)
|
||||||
merged_repos_raw = _resolve_repos_raw(repos_cache[parent_name], child_raw)
|
merged_repos_raw = _resolve_repos_raw(combined_repos_raw, child_raw)
|
||||||
bottle = _merge_bottles(parent, child_raw, merged_repos_raw, name)
|
bottle = _merge_bottles(combined_parent, child_raw, merged_repos_raw, name)
|
||||||
cache[name] = bottle
|
cache[name] = bottle
|
||||||
repos_cache[name] = merged_repos_raw
|
repos_cache[name] = merged_repos_raw
|
||||||
return bottle
|
return bottle
|
||||||
|
|
||||||
|
|
||||||
|
def _fold_parents(
|
||||||
|
parent_names: list[str],
|
||||||
|
raws: dict[str, dict[str, object]],
|
||||||
|
cache: dict[str, ManifestBottle],
|
||||||
|
repos_cache: dict[str, dict[str, object]],
|
||||||
|
seen: tuple[str, ...],
|
||||||
|
) -> tuple[ManifestBottle, dict[str, object]]:
|
||||||
|
"""Resolve each parent and fold them left-to-right.
|
||||||
|
|
||||||
|
Later parents win over earlier ones on conflict. The `seen` tuple
|
||||||
|
carries the current bottle's name so cycle detection works across
|
||||||
|
every parent edge in the multi-parent graph."""
|
||||||
|
first = parent_names[0]
|
||||||
|
effective = _resolve_one_bottle(first, raws, cache, repos_cache, seen)
|
||||||
|
effective_repos_raw = repos_cache[first]
|
||||||
|
for pname in parent_names[1:]:
|
||||||
|
later = _resolve_one_bottle(pname, raws, cache, repos_cache, seen)
|
||||||
|
later_repos_raw = repos_cache[pname]
|
||||||
|
effective, effective_repos_raw = _fold_two_bottles(
|
||||||
|
effective, effective_repos_raw, later, later_repos_raw
|
||||||
|
)
|
||||||
|
return effective, effective_repos_raw
|
||||||
|
|
||||||
|
|
||||||
|
def _fold_two_bottles(
|
||||||
|
earlier: ManifestBottle,
|
||||||
|
earlier_repos_raw: dict[str, object],
|
||||||
|
later: ManifestBottle,
|
||||||
|
later_repos_raw: dict[str, object],
|
||||||
|
) -> tuple[ManifestBottle, dict[str, object]]:
|
||||||
|
"""Combine two resolved parent bottles; later wins over earlier."""
|
||||||
|
merged_env = {**earlier.env, **later.env}
|
||||||
|
|
||||||
|
merged_git_user = ManifestGitUser(
|
||||||
|
name=later.git_user.name or earlier.git_user.name,
|
||||||
|
email=later.git_user.email or earlier.git_user.email,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Repos: union by name; for same-name entries, later wins per-field.
|
||||||
|
# Unlike _resolve_repos_raw, an empty later_repos_raw means "no repos
|
||||||
|
# declared" — it does NOT clear the earlier parent's repos.
|
||||||
|
names = list(earlier_repos_raw) + [
|
||||||
|
n for n in later_repos_raw if n not in earlier_repos_raw
|
||||||
|
]
|
||||||
|
merged_repos_raw: dict[str, object] = {
|
||||||
|
n: {
|
||||||
|
**as_json_object(earlier_repos_raw.get(n, {}), "earlier parent repo"),
|
||||||
|
**as_json_object(later_repos_raw.get(n, {}), "later parent repo"),
|
||||||
|
}
|
||||||
|
for n in names
|
||||||
|
}
|
||||||
|
if merged_repos_raw:
|
||||||
|
merged_git, _ = parse_git_gate_config("_fold", {"repos": merged_repos_raw})
|
||||||
|
else:
|
||||||
|
merged_git = ()
|
||||||
|
|
||||||
|
# Egress: routes concatenate; scalar fields use last-wins.
|
||||||
|
merged_egress = ManifestEgressConfig(
|
||||||
|
routes=earlier.egress.routes + later.egress.routes,
|
||||||
|
Log=later.egress.Log,
|
||||||
|
)
|
||||||
|
|
||||||
|
return ManifestBottle(
|
||||||
|
env=merged_env,
|
||||||
|
agent_provider=later.agent_provider,
|
||||||
|
git=merged_git,
|
||||||
|
git_user=merged_git_user,
|
||||||
|
egress=merged_egress,
|
||||||
|
supervise=later.supervise,
|
||||||
|
), merged_repos_raw
|
||||||
|
|
||||||
|
|
||||||
def _merge_bottles(
|
def _merge_bottles(
|
||||||
parent: ManifestBottle,
|
parent: ManifestBottle,
|
||||||
child_raw: dict[str, object],
|
child_raw: dict[str, object],
|
||||||
@@ -83,10 +216,6 @@ def _merge_bottles(
|
|||||||
name: str,
|
name: str,
|
||||||
) -> ManifestBottle:
|
) -> ManifestBottle:
|
||||||
"""Apply PRD 0025 merge rules."""
|
"""Apply PRD 0025 merge rules."""
|
||||||
from .manifest import ManifestBottle, ManifestGitUser
|
|
||||||
from .manifest_egress import validate_egress_routes
|
|
||||||
from .manifest_util import as_json_object
|
|
||||||
|
|
||||||
# git-gate.repos: when the child declares repos, inject the already
|
# git-gate.repos: when the child declares repos, inject the already
|
||||||
# name-merged repo set (computed by _resolve_repos_raw) so the child
|
# name-merged repo set (computed by _resolve_repos_raw) so the child
|
||||||
# parses with the full inherited+overridden list (issue #237).
|
# parses with the full inherited+overridden list (issue #237).
|
||||||
@@ -159,8 +288,6 @@ def _resolve_repos_raw(
|
|||||||
inherits the parent's set verbatim; an explicit empty dict clears it.
|
inherits the parent's set verbatim; an explicit empty dict clears it.
|
||||||
Otherwise parent and child unite by name, with same-name entries
|
Otherwise parent and child unite by name, with same-name entries
|
||||||
field-merged (parent fields are defaults, child fields win)."""
|
field-merged (parent fields are defaults, child fields win)."""
|
||||||
from .manifest_util import as_json_object
|
|
||||||
|
|
||||||
if not _child_declares_git_gate_repos(child_raw):
|
if not _child_declares_git_gate_repos(child_raw):
|
||||||
return parent_repos
|
return parent_repos
|
||||||
child_repos = _declared_repos_raw(child_raw)
|
child_repos = _declared_repos_raw(child_raw)
|
||||||
@@ -180,8 +307,6 @@ def _resolve_repos_raw(
|
|||||||
def _declared_repos_raw(child_raw: dict[str, object]) -> dict[str, object]:
|
def _declared_repos_raw(child_raw: dict[str, object]) -> dict[str, object]:
|
||||||
"""Return the child's explicitly declared git-gate.repos as raw dicts,
|
"""Return the child's explicitly declared git-gate.repos as raw dicts,
|
||||||
or an empty dict when none are declared."""
|
or an empty dict when none are declared."""
|
||||||
from .manifest_util import as_json_object
|
|
||||||
|
|
||||||
if not _child_declares_git_gate_repos(child_raw):
|
if not _child_declares_git_gate_repos(child_raw):
|
||||||
return {}
|
return {}
|
||||||
git_raw = as_json_object(child_raw.get("git-gate", {}), "child git-gate")
|
git_raw = as_json_object(child_raw.get("git-gate", {}), "child git-gate")
|
||||||
@@ -189,8 +314,6 @@ def _declared_repos_raw(child_raw: dict[str, object]) -> dict[str, object]:
|
|||||||
|
|
||||||
|
|
||||||
def _child_declares_git_gate_repos(child_raw: dict[str, object]) -> bool:
|
def _child_declares_git_gate_repos(child_raw: dict[str, object]) -> bool:
|
||||||
from .manifest_util import as_json_object
|
|
||||||
|
|
||||||
git_raw = child_raw.get("git-gate")
|
git_raw = child_raw.get("git-gate")
|
||||||
if git_raw is None:
|
if git_raw is None:
|
||||||
return False
|
return False
|
||||||
@@ -203,9 +326,6 @@ def _merge_egress(
|
|||||||
child: ManifestEgressConfig,
|
child: ManifestEgressConfig,
|
||||||
child_raw: dict[str, object],
|
child_raw: dict[str, object],
|
||||||
) -> ManifestEgressConfig:
|
) -> ManifestEgressConfig:
|
||||||
from .manifest_egress import ManifestEgressConfig
|
|
||||||
from .manifest_util import as_json_object
|
|
||||||
|
|
||||||
child_egress_raw = as_json_object(child_raw.get("egress"), "child egress")
|
child_egress_raw = as_json_object(child_raw.get("egress"), "child egress")
|
||||||
routes = parent.routes + child.routes
|
routes = parent.routes + child.routes
|
||||||
log = child.Log if "log" in child_egress_raw else parent.Log
|
log = child.Log if "log" in child_egress_raw else parent.Log
|
||||||
|
|||||||
@@ -3,9 +3,10 @@
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import TYPE_CHECKING
|
|
||||||
|
|
||||||
from .log import warn
|
from .log import warn
|
||||||
|
from .manifest_bottle import ManifestBottle
|
||||||
|
from .manifest_extends import resolve_bottles
|
||||||
from .manifest_schema import (
|
from .manifest_schema import (
|
||||||
entity_name_from_path,
|
entity_name_from_path,
|
||||||
validate_bottle_frontmatter_keys,
|
validate_bottle_frontmatter_keys,
|
||||||
@@ -13,9 +14,6 @@ from .manifest_schema import (
|
|||||||
from .manifest_util import ManifestError
|
from .manifest_util import ManifestError
|
||||||
from .yaml_subset import YamlSubsetError, parse_frontmatter
|
from .yaml_subset import YamlSubsetError, parse_frontmatter
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
|
||||||
from .manifest import ManifestBottle
|
|
||||||
|
|
||||||
|
|
||||||
def check_stale_json(dir_path: Path, md_dir: Path, label: str) -> None:
|
def check_stale_json(dir_path: Path, md_dir: Path, label: str) -> None:
|
||||||
"""Die if `<dir_path>/bot-bottle.json` exists but `md_dir` does
|
"""Die if `<dir_path>/bot-bottle.json` exists but `md_dir` does
|
||||||
@@ -32,6 +30,25 @@ def check_stale_json(dir_path: Path, md_dir: Path, label: str) -> None:
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def scan_bottle_names(bottles_dir: Path) -> list[str]:
|
||||||
|
"""Scan `<bottles_dir>/*.md` for valid filenames and return sorted bottle names.
|
||||||
|
|
||||||
|
No file content is read. Invalid filenames are skipped with a warning."""
|
||||||
|
result: list[str] = []
|
||||||
|
if not bottles_dir.is_dir():
|
||||||
|
return result
|
||||||
|
for path in sorted(bottles_dir.glob("*.md")):
|
||||||
|
name = entity_name_from_path(path)
|
||||||
|
if name is None:
|
||||||
|
warn(
|
||||||
|
f"skipping {path}: filename must match "
|
||||||
|
f"[a-z][a-z0-9-]*.md (got {path.name!r})"
|
||||||
|
)
|
||||||
|
continue
|
||||||
|
result.append(name)
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
def scan_agent_names(agents_dir: Path) -> dict[str, Path]:
|
def scan_agent_names(agents_dir: Path) -> dict[str, Path]:
|
||||||
"""Scan `<agents_dir>/*.md` for valid filenames and return `{name: path}`.
|
"""Scan `<agents_dir>/*.md` for valid filenames and return `{name: path}`.
|
||||||
|
|
||||||
@@ -59,8 +76,6 @@ def load_bottle_chain_from_dir(
|
|||||||
|
|
||||||
Only the files in the extends chain are read — unrelated bottle files
|
Only the files in the extends chain are read — unrelated bottle files
|
||||||
are never touched. Raises ManifestError on parse or validation failure."""
|
are never touched. Raises ManifestError on parse or validation failure."""
|
||||||
from .manifest_extends import resolve_bottles
|
|
||||||
|
|
||||||
raws: dict[str, dict[str, object]] = {}
|
raws: dict[str, dict[str, object]] = {}
|
||||||
to_load = [bottle_name]
|
to_load = [bottle_name]
|
||||||
while to_load:
|
while to_load:
|
||||||
@@ -87,5 +102,7 @@ def load_bottle_chain_from_dir(
|
|||||||
parent = fm.get("extends")
|
parent = fm.get("extends")
|
||||||
if isinstance(parent, str):
|
if isinstance(parent, str):
|
||||||
to_load.append(parent)
|
to_load.append(parent)
|
||||||
|
elif isinstance(parent, list):
|
||||||
|
to_load.extend(p for p in parent if isinstance(p, str))
|
||||||
|
|
||||||
return resolve_bottles(raws)[bottle_name]
|
return resolve_bottles(raws)[bottle_name]
|
||||||
|
|||||||
@@ -18,8 +18,8 @@ _FILENAME_RX = re.compile(r"^[a-z][a-z0-9-]*$")
|
|||||||
BOTTLE_KEYS = frozenset(
|
BOTTLE_KEYS = frozenset(
|
||||||
{"env", "extends", "agent_provider", "git-gate", "egress", "supervise"}
|
{"env", "extends", "agent_provider", "git-gate", "egress", "supervise"}
|
||||||
)
|
)
|
||||||
AGENT_KEYS_REQUIRED = frozenset({"bottle"})
|
AGENT_KEYS_REQUIRED: frozenset[str] = frozenset()
|
||||||
AGENT_KEYS_OPTIONAL = frozenset({"skills", "git-gate"})
|
AGENT_KEYS_OPTIONAL = frozenset({"bottle", "skills", "git-gate"})
|
||||||
|
|
||||||
# Claude Code subagent fields bot-bottle ignores at launch but does
|
# Claude Code subagent fields bot-bottle ignores at launch but does
|
||||||
# not reject. This lets the same file double as
|
# not reject. This lets the same file double as
|
||||||
@@ -33,13 +33,20 @@ AGENT_KEYS = (
|
|||||||
AGENT_MODEL_KEYS = AGENT_KEYS | frozenset({"prompt"})
|
AGENT_MODEL_KEYS = AGENT_KEYS | frozenset({"prompt"})
|
||||||
|
|
||||||
|
|
||||||
|
def is_valid_entity_name(name: str) -> bool:
|
||||||
|
"""True if `name` fits the kebab-case `[a-z][a-z0-9-]*` convention
|
||||||
|
shared by bottle/agent filenames and skill names. Names that satisfy
|
||||||
|
this are also safe to interpolate into a host/guest path segment."""
|
||||||
|
return bool(_FILENAME_RX.match(name))
|
||||||
|
|
||||||
|
|
||||||
def entity_name_from_path(path: Path) -> str | None:
|
def entity_name_from_path(path: Path) -> str | None:
|
||||||
"""Return the entity name implied by the filename, or None if the
|
"""Return the entity name implied by the filename, or None if the
|
||||||
filename does not fit the [a-z][a-z0-9-]* convention."""
|
filename does not fit the [a-z][a-z0-9-]* convention."""
|
||||||
if path.suffix != ".md":
|
if path.suffix != ".md":
|
||||||
return None
|
return None
|
||||||
stem = path.stem
|
stem = path.stem
|
||||||
if not _FILENAME_RX.match(stem):
|
if not is_valid_entity_name(stem):
|
||||||
return None
|
return None
|
||||||
return stem
|
return stem
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,37 @@
|
|||||||
|
"""SQLite migration runner for bot-bottle stores."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sqlite3
|
||||||
|
|
||||||
|
|
||||||
|
class TableMigrations:
|
||||||
|
"""Runs a sequential list of DDL migrations tracked by schema_key in schema_versions."""
|
||||||
|
|
||||||
|
def __init__(self, schema_key: str, migrations: list[str]) -> None:
|
||||||
|
self.schema_key = schema_key
|
||||||
|
self.migrations = migrations
|
||||||
|
|
||||||
|
def apply(self, conn: sqlite3.Connection) -> None:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
CREATE TABLE IF NOT EXISTS schema_versions (
|
||||||
|
module TEXT PRIMARY KEY,
|
||||||
|
version INTEGER NOT NULL DEFAULT 0
|
||||||
|
)
|
||||||
|
"""
|
||||||
|
)
|
||||||
|
row = conn.execute(
|
||||||
|
"SELECT version FROM schema_versions WHERE module = ?",
|
||||||
|
(self.schema_key,),
|
||||||
|
).fetchone()
|
||||||
|
version = row[0] if row else 0
|
||||||
|
for i, sql in enumerate(self.migrations[version:], start=version + 1):
|
||||||
|
conn.execute(sql)
|
||||||
|
conn.execute(
|
||||||
|
"INSERT OR REPLACE INTO schema_versions (module, version) VALUES (?, ?)",
|
||||||
|
(self.schema_key, i),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["TableMigrations"]
|
||||||
@@ -0,0 +1,215 @@
|
|||||||
|
"""SQLite-backed queue store for supervise proposals and responses (PRD 0013)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import os
|
||||||
|
import sqlite3
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
from .supervise_types import Proposal, Response, host_db_path
|
||||||
|
from .db_store import DbStore
|
||||||
|
from .migrations import TableMigrations
|
||||||
|
except ImportError:
|
||||||
|
from supervise_types import Proposal, Response, host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from db_store import DbStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from migrations import TableMigrations # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
|
||||||
|
|
||||||
|
class QueueStore(DbStore):
|
||||||
|
"""SQLite-backed persistent store for supervise proposals and responses."""
|
||||||
|
|
||||||
|
def __init__(self, queue_key: str, db_path: Path | None = None) -> None:
|
||||||
|
self.queue_key = queue_key
|
||||||
|
if db_path is not None:
|
||||||
|
resolved = db_path
|
||||||
|
else:
|
||||||
|
# In the sidecar container SUPERVISE_DB_PATH points at the
|
||||||
|
# bind-mounted host DB. On the host this env var is never set,
|
||||||
|
# so we always fall through to host_db_path().
|
||||||
|
env_path = os.environ.get("SUPERVISE_DB_PATH", "").strip()
|
||||||
|
resolved = Path(env_path) if env_path else host_db_path()
|
||||||
|
# One entry per schema version: migrations[0] brings a fresh DB to
|
||||||
|
# version 1, [1] to version 2, etc. Add new entries at the end; never
|
||||||
|
# edit existing ones.
|
||||||
|
migrations = TableMigrations("queue_store", [
|
||||||
|
# v1 — proposals table
|
||||||
|
"""
|
||||||
|
CREATE TABLE IF NOT EXISTS supervise_proposals (
|
||||||
|
queue_key TEXT NOT NULL,
|
||||||
|
id TEXT NOT NULL,
|
||||||
|
bottle_slug TEXT NOT NULL,
|
||||||
|
tool TEXT NOT NULL,
|
||||||
|
proposed_file TEXT NOT NULL,
|
||||||
|
justification TEXT NOT NULL,
|
||||||
|
arrival_timestamp TEXT NOT NULL,
|
||||||
|
current_file_hash TEXT NOT NULL,
|
||||||
|
archived INTEGER NOT NULL DEFAULT 0,
|
||||||
|
PRIMARY KEY (queue_key, id)
|
||||||
|
)
|
||||||
|
""",
|
||||||
|
# v2 — responses table
|
||||||
|
"""
|
||||||
|
CREATE TABLE IF NOT EXISTS supervise_responses (
|
||||||
|
queue_key TEXT NOT NULL,
|
||||||
|
proposal_id TEXT NOT NULL,
|
||||||
|
status TEXT NOT NULL,
|
||||||
|
notes TEXT NOT NULL,
|
||||||
|
final_file TEXT,
|
||||||
|
archived INTEGER NOT NULL DEFAULT 0,
|
||||||
|
PRIMARY KEY (queue_key, proposal_id)
|
||||||
|
)
|
||||||
|
""",
|
||||||
|
])
|
||||||
|
super().__init__(resolved, migrations)
|
||||||
|
|
||||||
|
def write_proposal(self, proposal: Proposal) -> Path:
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
INSERT OR REPLACE INTO supervise_proposals (
|
||||||
|
queue_key, id, bottle_slug, tool, proposed_file, justification,
|
||||||
|
arrival_timestamp, current_file_hash, archived
|
||||||
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, 0)
|
||||||
|
""",
|
||||||
|
(
|
||||||
|
self.queue_key,
|
||||||
|
proposal.id,
|
||||||
|
proposal.bottle_slug,
|
||||||
|
proposal.tool,
|
||||||
|
proposal.proposed_file,
|
||||||
|
proposal.justification,
|
||||||
|
proposal.arrival_timestamp,
|
||||||
|
proposal.current_file_hash,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
self._chmod()
|
||||||
|
return self.db_path
|
||||||
|
|
||||||
|
def read_proposal(self, proposal_id: str) -> Proposal:
|
||||||
|
with self._connect() as conn:
|
||||||
|
row = conn.execute(
|
||||||
|
"""
|
||||||
|
SELECT * FROM supervise_proposals
|
||||||
|
WHERE queue_key = ? AND id = ? AND archived = 0
|
||||||
|
""",
|
||||||
|
(self.queue_key, proposal_id),
|
||||||
|
).fetchone()
|
||||||
|
if row is None:
|
||||||
|
raise FileNotFoundError(proposal_id)
|
||||||
|
return self._row_to_proposal(row)
|
||||||
|
|
||||||
|
def list_pending_proposals(self) -> list[Proposal]:
|
||||||
|
if not self.db_path.is_file():
|
||||||
|
return []
|
||||||
|
with self._connect() as conn:
|
||||||
|
rows = conn.execute(
|
||||||
|
"""
|
||||||
|
SELECT p.* FROM supervise_proposals p
|
||||||
|
WHERE p.archived = 0
|
||||||
|
AND p.queue_key = ?
|
||||||
|
AND NOT EXISTS (
|
||||||
|
SELECT 1 FROM supervise_responses r
|
||||||
|
WHERE r.queue_key = p.queue_key
|
||||||
|
AND r.proposal_id = p.id
|
||||||
|
AND r.archived = 0
|
||||||
|
)
|
||||||
|
ORDER BY p.arrival_timestamp, p.id
|
||||||
|
""",
|
||||||
|
(self.queue_key,),
|
||||||
|
).fetchall()
|
||||||
|
return [self._row_to_proposal(row) for row in rows]
|
||||||
|
|
||||||
|
def list_all_pending_proposals(self) -> list[Proposal]:
|
||||||
|
if not self.db_path.is_file():
|
||||||
|
return []
|
||||||
|
with self._connect() as conn:
|
||||||
|
rows = conn.execute(
|
||||||
|
"""
|
||||||
|
SELECT p.* FROM supervise_proposals p
|
||||||
|
WHERE p.archived = 0
|
||||||
|
AND NOT EXISTS (
|
||||||
|
SELECT 1 FROM supervise_responses r
|
||||||
|
WHERE r.queue_key = p.queue_key
|
||||||
|
AND r.proposal_id = p.id
|
||||||
|
AND r.archived = 0
|
||||||
|
)
|
||||||
|
ORDER BY p.arrival_timestamp, p.id
|
||||||
|
"""
|
||||||
|
).fetchall()
|
||||||
|
return [self._row_to_proposal(row) for row in rows]
|
||||||
|
|
||||||
|
def write_response(self, response: Response) -> Path:
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
INSERT OR REPLACE INTO supervise_responses (
|
||||||
|
queue_key, proposal_id, status, notes, final_file, archived
|
||||||
|
) VALUES (?, ?, ?, ?, ?, 0)
|
||||||
|
""",
|
||||||
|
(
|
||||||
|
self.queue_key,
|
||||||
|
response.proposal_id,
|
||||||
|
response.status,
|
||||||
|
response.notes,
|
||||||
|
response.final_file,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
self._chmod()
|
||||||
|
return self.db_path
|
||||||
|
|
||||||
|
def read_response(self, proposal_id: str) -> Response:
|
||||||
|
with self._connect() as conn:
|
||||||
|
row = conn.execute(
|
||||||
|
"""
|
||||||
|
SELECT * FROM supervise_responses
|
||||||
|
WHERE queue_key = ? AND proposal_id = ? AND archived = 0
|
||||||
|
""",
|
||||||
|
(self.queue_key, proposal_id),
|
||||||
|
).fetchone()
|
||||||
|
if row is None:
|
||||||
|
raise FileNotFoundError(proposal_id)
|
||||||
|
return self._row_to_response(row)
|
||||||
|
|
||||||
|
def archive_proposal(self, proposal_id: str) -> None:
|
||||||
|
if not self.db_path.is_file():
|
||||||
|
return
|
||||||
|
with self._connect() as conn:
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
UPDATE supervise_proposals SET archived = 1
|
||||||
|
WHERE queue_key = ? AND id = ?
|
||||||
|
""",
|
||||||
|
(self.queue_key, proposal_id),
|
||||||
|
)
|
||||||
|
conn.execute(
|
||||||
|
"""
|
||||||
|
UPDATE supervise_responses SET archived = 1
|
||||||
|
WHERE queue_key = ? AND proposal_id = ?
|
||||||
|
""",
|
||||||
|
(self.queue_key, proposal_id),
|
||||||
|
)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _row_to_proposal(row: sqlite3.Row) -> Proposal:
|
||||||
|
return Proposal(
|
||||||
|
id=row["id"],
|
||||||
|
bottle_slug=row["bottle_slug"],
|
||||||
|
tool=row["tool"],
|
||||||
|
proposed_file=row["proposed_file"],
|
||||||
|
justification=row["justification"],
|
||||||
|
arrival_timestamp=row["arrival_timestamp"],
|
||||||
|
current_file_hash=row["current_file_hash"],
|
||||||
|
)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _row_to_response(row: sqlite3.Row) -> Response:
|
||||||
|
return Response(
|
||||||
|
proposal_id=row["proposal_id"],
|
||||||
|
status=row["status"],
|
||||||
|
notes=row["notes"],
|
||||||
|
final_file=row["final_file"],
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["QueueStore"]
|
||||||
@@ -167,8 +167,8 @@ class _Supervisor:
|
|||||||
|
|
||||||
def start_all(self) -> None:
|
def start_all(self) -> None:
|
||||||
for spec in self.specs:
|
for spec in self.specs:
|
||||||
_log(f"starting {spec.name}")
|
|
||||||
self.procs.append((spec, _spawn(spec)))
|
self.procs.append((spec, _spawn(spec)))
|
||||||
|
_log(f"starting {spec.name}")
|
||||||
|
|
||||||
def request_shutdown(self, reason: str) -> None:
|
def request_shutdown(self, reason: str) -> None:
|
||||||
if self.shutdown_at is not None:
|
if self.shutdown_at is not None:
|
||||||
@@ -353,8 +353,6 @@ def main(argv: Sequence[str] | None = None) -> int:
|
|||||||
return 0
|
return 0
|
||||||
|
|
||||||
sup = _Supervisor(specs)
|
sup = _Supervisor(specs)
|
||||||
sup.start_all()
|
|
||||||
|
|
||||||
signal.signal(signal.SIGTERM, lambda *_: sup.request_shutdown("SIGTERM")) # type: ignore
|
signal.signal(signal.SIGTERM, lambda *_: sup.request_shutdown("SIGTERM")) # type: ignore
|
||||||
signal.signal(signal.SIGINT, lambda *_: sup.request_shutdown("SIGINT")) # type: ignore
|
signal.signal(signal.SIGINT, lambda *_: sup.request_shutdown("SIGINT")) # type: ignore
|
||||||
# SIGHUP reload path: egress_apply.py runs `docker kill
|
# SIGHUP reload path: egress_apply.py runs `docker kill
|
||||||
@@ -362,6 +360,7 @@ def main(argv: Sequence[str] | None = None) -> int:
|
|||||||
# delivers SIGHUP to PID 1 (this supervisor); forward it to
|
# delivers SIGHUP to PID 1 (this supervisor); forward it to
|
||||||
# mitmdump so it reloads its addon.
|
# mitmdump so it reloads its addon.
|
||||||
signal.signal(signal.SIGHUP, lambda *_: sup.forward_signal(signal.SIGHUP, "egress")) # type: ignore
|
signal.signal(signal.SIGHUP, lambda *_: sup.forward_signal(signal.SIGHUP, "egress")) # type: ignore
|
||||||
|
sup.start_all()
|
||||||
|
|
||||||
while not sup.tick():
|
while not sup.tick():
|
||||||
time.sleep(_POLL_INTERVAL)
|
time.sleep(_POLL_INTERVAL)
|
||||||
|
|||||||
@@ -0,0 +1,60 @@
|
|||||||
|
"""Singleton manager for all bot-bottle SQLite stores (PRD 0013)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
from .audit_store import AuditStore
|
||||||
|
from .queue_store import QueueStore
|
||||||
|
except ImportError:
|
||||||
|
from audit_store import AuditStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from queue_store import QueueStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
|
||||||
|
_instance: StoreManager | None = None
|
||||||
|
|
||||||
|
|
||||||
|
class StoreManager:
|
||||||
|
"""Owns db_path and delegates migrate/is_migrated across all stores.
|
||||||
|
|
||||||
|
Use instance() for normal access. Call reset(db_path) in tests to swap
|
||||||
|
the singleton to a temp path, then reset() with no args to restore the
|
||||||
|
default."""
|
||||||
|
|
||||||
|
def __init__(self, db_path: Path | None = None) -> None:
|
||||||
|
if db_path is None:
|
||||||
|
# Lazy import to avoid a circular dependency: supervise imports
|
||||||
|
# StoreManager at module level; StoreManager must not import
|
||||||
|
# supervise at module level in return.
|
||||||
|
try:
|
||||||
|
from .supervise import host_db_path
|
||||||
|
except ImportError:
|
||||||
|
from supervise import host_db_path # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
db_path = host_db_path()
|
||||||
|
self.db_path = db_path
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def instance(cls) -> StoreManager:
|
||||||
|
global _instance
|
||||||
|
if _instance is None:
|
||||||
|
_instance = cls()
|
||||||
|
return _instance
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def reset(cls, db_path: Path | None = None) -> None:
|
||||||
|
"""Replace the singleton. Pass db_path for test isolation; omit to restore default."""
|
||||||
|
global _instance
|
||||||
|
_instance = cls(db_path)
|
||||||
|
|
||||||
|
def is_migrated(self) -> bool:
|
||||||
|
return (
|
||||||
|
QueueStore("", self.db_path).is_migrated()
|
||||||
|
and AuditStore(self.db_path).is_migrated()
|
||||||
|
)
|
||||||
|
|
||||||
|
def migrate(self) -> None:
|
||||||
|
QueueStore("", self.db_path).migrate()
|
||||||
|
AuditStore(self.db_path).migrate()
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["StoreManager"]
|
||||||
+114
-383
@@ -2,23 +2,21 @@
|
|||||||
|
|
||||||
The supervise plane is the per-bottle MCP sidecar plus its host-side
|
The supervise plane is the per-bottle MCP sidecar plus its host-side
|
||||||
queue/audit support. The sidecar (bot_bottle.supervise_server)
|
queue/audit support. The sidecar (bot_bottle.supervise_server)
|
||||||
sits on the bottle's internal network and exposes three MCP tools the
|
sits on the bottle's internal network and exposes MCP tools the agent
|
||||||
agent calls when it hits a stuck-recovery category:
|
calls when it needs an operator-reviewed egress change:
|
||||||
|
|
||||||
* egress-block / allow — agent proposes a new routes.yaml
|
* egress-block / allow — agent proposes a new routes.yaml
|
||||||
* capability-block — agent proposes a new agent Dockerfile
|
|
||||||
|
|
||||||
Each tool call: the agent passes the full proposed file plus a
|
Each tool call: the agent passes the full proposed file plus a
|
||||||
justification text. The sidecar validates the proposal syntactically,
|
justification text. The sidecar validates the proposal syntactically,
|
||||||
writes it to the host's per-bottle queue dir, and holds the tool-call
|
writes it to the host SQLite queue table, and holds the tool-call
|
||||||
connection open. The operator's supervise TUI
|
connection open. The operator's supervise TUI
|
||||||
(bot_bottle.cli.supervise) sees the proposal, accepts
|
(bot_bottle.cli.supervise) sees the proposal, accepts
|
||||||
approve / modify / reject, and writes a response file alongside the
|
approve / modify / reject, and writes a response row. The sidecar sees
|
||||||
proposal. The sidecar sees the response and returns `{status, notes}`
|
the response and returns `{status, notes}` to the agent.
|
||||||
to the agent.
|
|
||||||
|
|
||||||
This module defines the host-side library: dataclasses for the queue
|
This module defines the host-side library: dataclasses for the queue
|
||||||
file shapes, queue read/write helpers, the audit log writer, and the
|
record shapes, queue read/write helpers, the audit log writer, and the
|
||||||
diff renderer. The in-container sidecar lives in
|
diff renderer. The in-container sidecar lives in
|
||||||
bot_bottle/supervise_server.py; the supervise daemon's container
|
bot_bottle/supervise_server.py; the supervise daemon's container
|
||||||
lifecycle is owned by the sidecar bundle (PRD 0024).
|
lifecycle is owned by the sidecar bundle (PRD 0024).
|
||||||
@@ -32,39 +30,56 @@ remediation engines that wire real config changes land in PRDs 0014,
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import dataclasses
|
|
||||||
import difflib
|
import difflib
|
||||||
import hashlib
|
import hashlib
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import time
|
import time
|
||||||
import uuid
|
|
||||||
from abc import ABC
|
from abc import ABC
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from datetime import datetime, timezone
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
try:
|
||||||
|
from .supervise_types import (
|
||||||
|
ACTION_OPERATOR_EDIT,
|
||||||
|
AuditEntry,
|
||||||
|
HOST_DB_FILENAME,
|
||||||
|
Proposal,
|
||||||
|
Response,
|
||||||
|
STATUSES,
|
||||||
|
STATUS_APPROVED,
|
||||||
|
STATUS_MODIFIED,
|
||||||
|
STATUS_REJECTED,
|
||||||
|
TOOLS,
|
||||||
|
TOOL_EGRESS_ALLOW,
|
||||||
|
TOOL_EGRESS_BLOCK,
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
|
TOOL_GITLEAKS_ALLOW,
|
||||||
|
TOOL_LIST_EGRESS_ROUTES,
|
||||||
|
bot_bottle_root,
|
||||||
|
)
|
||||||
|
except ImportError:
|
||||||
|
from supervise_types import ( # type: ignore[import-not-found,no-redef] # pylint: disable=import-error,no-name-in-module
|
||||||
|
ACTION_OPERATOR_EDIT,
|
||||||
|
AuditEntry,
|
||||||
|
HOST_DB_FILENAME,
|
||||||
|
Proposal,
|
||||||
|
Response,
|
||||||
|
STATUSES,
|
||||||
|
STATUS_APPROVED,
|
||||||
|
STATUS_MODIFIED,
|
||||||
|
STATUS_REJECTED,
|
||||||
|
TOOLS,
|
||||||
|
TOOL_EGRESS_ALLOW,
|
||||||
|
TOOL_EGRESS_BLOCK,
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
|
TOOL_GITLEAKS_ALLOW,
|
||||||
|
TOOL_LIST_EGRESS_ROUTES,
|
||||||
|
bot_bottle_root,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
SUPERVISE_HOSTNAME = "supervise"
|
SUPERVISE_HOSTNAME = "supervise"
|
||||||
SUPERVISE_PORT = 9100
|
SUPERVISE_PORT = 9100
|
||||||
|
|
||||||
TOOL_CAPABILITY_BLOCK = "capability-block"
|
|
||||||
TOOL_EGRESS_BLOCK = "egress-block"
|
|
||||||
TOOL_EGRESS_ALLOW = "egress-allow"
|
|
||||||
TOOL_GITLEAKS_ALLOW = "gitleaks-allow"
|
|
||||||
# Written directly by the egress addon (not an agent-facing MCP tool) when an
|
|
||||||
# outbound DLP token block is routed to the operator for override (PRD 0062).
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW = "egress-token-allow"
|
|
||||||
TOOL_LIST_EGRESS_ROUTES = "list-egress-routes"
|
|
||||||
TOOLS: tuple[str, ...] = (
|
|
||||||
TOOL_EGRESS_ALLOW,
|
|
||||||
TOOL_CAPABILITY_BLOCK,
|
|
||||||
TOOL_EGRESS_BLOCK,
|
|
||||||
TOOL_GITLEAKS_ALLOW,
|
|
||||||
TOOL_EGRESS_TOKEN_ALLOW,
|
|
||||||
TOOL_LIST_EGRESS_ROUTES,
|
|
||||||
)
|
|
||||||
|
|
||||||
# The supervise sidecar uses these to query egress's
|
# The supervise sidecar uses these to query egress's
|
||||||
# introspection endpoint for the `list-egress-routes` MCP
|
# introspection endpoint for the `list-egress-routes` MCP
|
||||||
# tool. The hostname + port match egress's docker network
|
# tool. The hostname + port match egress's docker network
|
||||||
@@ -75,247 +90,82 @@ TOOLS: tuple[str, ...] = (
|
|||||||
EGRESS_FORWARD_PROXY = "http://127.0.0.1:9099"
|
EGRESS_FORWARD_PROXY = "http://127.0.0.1:9099"
|
||||||
EGRESS_INTROSPECT_URL = "http://_egress.local/allowlist"
|
EGRESS_INTROSPECT_URL = "http://_egress.local/allowlist"
|
||||||
|
|
||||||
# capability-block has no on-disk config the operator edits in place
|
|
||||||
# (the Dockerfile is rebuilt, not patched), so it has no audit log
|
|
||||||
# here — those changes are captured by git history + the rebuild record
|
|
||||||
# laid down in PRD 0016.
|
|
||||||
COMPONENT_FOR_TOOL: dict[str, str] = {
|
COMPONENT_FOR_TOOL: dict[str, str] = {
|
||||||
TOOL_EGRESS_ALLOW: "egress",
|
TOOL_EGRESS_ALLOW: "egress",
|
||||||
TOOL_EGRESS_BLOCK: "egress",
|
TOOL_EGRESS_BLOCK: "egress",
|
||||||
}
|
}
|
||||||
|
|
||||||
STATUS_APPROVED = "approved"
|
DB_PATH_IN_CONTAINER = "/run/supervise/bot-bottle.db"
|
||||||
STATUS_MODIFIED = "modified"
|
|
||||||
STATUS_REJECTED = "rejected"
|
|
||||||
STATUSES: tuple[str, ...] = (STATUS_APPROVED, STATUS_MODIFIED, STATUS_REJECTED)
|
|
||||||
|
|
||||||
# Operator-initiated audit entries (no tool call). PRD 0014's
|
|
||||||
# `routes edit <bottle>` verb writes entries with this action.
|
|
||||||
ACTION_OPERATOR_EDIT = "operator-edit"
|
|
||||||
|
|
||||||
QUEUE_DIR_IN_CONTAINER = "/run/supervise/queue"
|
|
||||||
CURRENT_CONFIG_DIR_IN_AGENT = "/etc/bot-bottle/current-config"
|
|
||||||
|
|
||||||
DEFAULT_POLL_INTERVAL_SEC = 0.5
|
DEFAULT_POLL_INTERVAL_SEC = 0.5
|
||||||
|
|
||||||
|
|
||||||
# --- Paths -----------------------------------------------------------------
|
# --- Paths -----------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
def bot_bottle_root() -> Path:
|
|
||||||
return Path.home() / ".bot-bottle"
|
|
||||||
|
|
||||||
|
|
||||||
def queue_dir_for_slug(slug: str) -> Path:
|
|
||||||
return bot_bottle_root() / "queue" / slug
|
|
||||||
|
|
||||||
|
|
||||||
def audit_dir() -> Path:
|
def audit_dir() -> Path:
|
||||||
return bot_bottle_root() / "audit"
|
return bot_bottle_root() / "audit"
|
||||||
|
|
||||||
|
|
||||||
|
def host_db_path() -> Path:
|
||||||
|
# Calls bot_bottle_root() through this module's globals so that patches
|
||||||
|
# on supervise.bot_bottle_root propagate to callers going through
|
||||||
|
# supervise.host_db_path().
|
||||||
|
#
|
||||||
|
# Kept in its own "db" subdirectory (see supervise_types.host_db_path
|
||||||
|
# for why) — must stay in sync with that copy.
|
||||||
|
return bot_bottle_root() / "db" / HOST_DB_FILENAME
|
||||||
|
|
||||||
|
|
||||||
def audit_log_path(component: str, slug: str) -> Path:
|
def audit_log_path(component: str, slug: str) -> Path:
|
||||||
return audit_dir() / f"{component}-{slug}.log"
|
return audit_dir() / f"{component}-{slug}.log"
|
||||||
|
|
||||||
|
|
||||||
# --- Dataclasses -----------------------------------------------------------
|
try:
|
||||||
|
from .queue_store import QueueStore
|
||||||
|
from .audit_store import AuditStore
|
||||||
@dataclass(frozen=True)
|
from .store_manager import StoreManager
|
||||||
class Proposal:
|
except ImportError:
|
||||||
"""One pending tool-call from the agent. The sidecar writes one
|
# Sidecar bundle: files are flat-copied under /app, not a package.
|
||||||
of these to the queue dir on a tool call; the operator's TUI
|
from queue_store import QueueStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
reads them; the sidecar polls for a matching Response."""
|
from audit_store import AuditStore # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
|
from store_manager import StoreManager # type: ignore[import-not-found] # pylint: disable=import-error,no-name-in-module
|
||||||
id: str
|
|
||||||
bottle_slug: str
|
|
||||||
tool: str
|
|
||||||
proposed_file: str
|
|
||||||
justification: str
|
|
||||||
arrival_timestamp: str
|
|
||||||
current_file_hash: str
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def new(
|
|
||||||
cls,
|
|
||||||
*,
|
|
||||||
bottle_slug: str,
|
|
||||||
tool: str,
|
|
||||||
proposed_file: str,
|
|
||||||
justification: str,
|
|
||||||
current_file_hash: str,
|
|
||||||
now: datetime | None = None,
|
|
||||||
) -> "Proposal":
|
|
||||||
ts = (now or datetime.now(timezone.utc)).isoformat()
|
|
||||||
return cls(
|
|
||||||
id=str(uuid.uuid4()),
|
|
||||||
bottle_slug=bottle_slug,
|
|
||||||
tool=tool,
|
|
||||||
proposed_file=proposed_file,
|
|
||||||
justification=justification,
|
|
||||||
arrival_timestamp=ts,
|
|
||||||
current_file_hash=current_file_hash,
|
|
||||||
)
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def from_dict(cls, raw: dict[str, object]) -> "Proposal":
|
|
||||||
tool = _require_str(raw, "tool")
|
|
||||||
if tool not in TOOLS:
|
|
||||||
raise ValueError(f"tool must be one of {TOOLS}; got {tool!r}")
|
|
||||||
return cls(
|
|
||||||
id=_require_str(raw, "id"),
|
|
||||||
bottle_slug=_require_str(raw, "bottle_slug"),
|
|
||||||
tool=tool,
|
|
||||||
proposed_file=_require_str(raw, "proposed_file"),
|
|
||||||
justification=_require_str(raw, "justification"),
|
|
||||||
arrival_timestamp=_require_str(raw, "arrival_timestamp"),
|
|
||||||
current_file_hash=_require_str(raw, "current_file_hash"),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class Response:
|
|
||||||
"""The operator's decision on a proposal. The TUI writes one of
|
|
||||||
these to the queue dir; the sidecar reads it and returns the
|
|
||||||
`{status, notes}` pair to the agent's tool call.
|
|
||||||
|
|
||||||
`final_file` carries the file content the supervisor will
|
|
||||||
actually apply: for `approved`, equal to the proposal's
|
|
||||||
`proposed_file`; for `modified`, the operator's edited version
|
|
||||||
(the audit diff is current → final_file, not current →
|
|
||||||
proposed_file); for `rejected`, None."""
|
|
||||||
|
|
||||||
proposal_id: str
|
|
||||||
status: str
|
|
||||||
notes: str
|
|
||||||
final_file: str | None = None
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def from_dict(cls, raw: dict[str, object]) -> "Response":
|
|
||||||
status = _require_str(raw, "status")
|
|
||||||
if status not in STATUSES:
|
|
||||||
raise ValueError(
|
|
||||||
f"response status must be one of {STATUSES}; got {status!r}"
|
|
||||||
)
|
|
||||||
final = raw.get("final_file")
|
|
||||||
if final is not None and not isinstance(final, str):
|
|
||||||
raise ValueError(
|
|
||||||
f"final_file must be a string or null; got {type(final).__name__}"
|
|
||||||
)
|
|
||||||
return cls(
|
|
||||||
proposal_id=_require_str(raw, "proposal_id"),
|
|
||||||
status=status,
|
|
||||||
notes=_require_str(raw, "notes"),
|
|
||||||
final_file=final,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
|
||||||
class AuditEntry:
|
|
||||||
"""One row of the per-bottle audit log. JSON-Lines, append-only."""
|
|
||||||
|
|
||||||
timestamp: str
|
|
||||||
bottle_slug: str
|
|
||||||
component: str
|
|
||||||
operator_action: str
|
|
||||||
operator_notes: str
|
|
||||||
justification: str
|
|
||||||
diff: str
|
|
||||||
|
|
||||||
def to_dict(self) -> dict[str, object]:
|
|
||||||
return dataclasses.asdict(self)
|
|
||||||
|
|
||||||
|
|
||||||
# --- Queue I/O -------------------------------------------------------------
|
# --- Queue I/O -------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
def _proposal_filename(proposal_id: str) -> str:
|
def write_proposal(proposal: Proposal) -> Path:
|
||||||
return f"{proposal_id}.proposal.json"
|
"""Persist `proposal` in the queue database, mode 0o600.
|
||||||
|
|
||||||
|
|
||||||
def _response_filename(proposal_id: str) -> str:
|
|
||||||
return f"{proposal_id}.response.json"
|
|
||||||
|
|
||||||
|
|
||||||
def _id_from_proposal_filename(path: Path) -> str | None:
|
|
||||||
name = path.name
|
|
||||||
if not name.endswith(".proposal.json"):
|
|
||||||
return None
|
|
||||||
return name[: -len(".proposal.json")]
|
|
||||||
|
|
||||||
|
|
||||||
def write_proposal(queue_dir: Path, proposal: Proposal) -> Path:
|
|
||||||
"""Persist `proposal` as JSON in the queue dir, mode 0o600.
|
|
||||||
Directory is created if missing."""
|
Directory is created if missing."""
|
||||||
queue_dir.mkdir(parents=True, exist_ok=True)
|
return QueueStore(proposal.bottle_slug).write_proposal(proposal)
|
||||||
path = queue_dir / _proposal_filename(proposal.id)
|
|
||||||
payload = json.dumps(proposal.to_dict(), indent=2) + "\n"
|
|
||||||
_atomic_write(path, payload, mode=0o600)
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def read_proposal(queue_dir: Path, proposal_id: str) -> Proposal:
|
def read_proposal(bottle_slug: str, proposal_id: str) -> Proposal:
|
||||||
path = queue_dir / _proposal_filename(proposal_id)
|
return QueueStore(bottle_slug).read_proposal(proposal_id)
|
||||||
with path.open() as f:
|
|
||||||
raw = json.load(f)
|
|
||||||
if not isinstance(raw, dict):
|
|
||||||
raise ValueError(f"{path}: top-level must be an object")
|
|
||||||
return Proposal.from_dict(raw)
|
|
||||||
|
|
||||||
|
|
||||||
def list_pending_proposals(queue_dir: Path) -> list[Proposal]:
|
def list_pending_proposals(bottle_slug: str) -> list[Proposal]:
|
||||||
"""All proposals in `queue_dir` that do not yet have a matching
|
"""All proposals for `bottle_slug` that do not yet have a matching
|
||||||
response file. Sorted by `arrival_timestamp` so the operator
|
response. Sorted by `arrival_timestamp` so the operator
|
||||||
sees the queue FIFO."""
|
sees the queue FIFO."""
|
||||||
if not queue_dir.is_dir():
|
return QueueStore(bottle_slug).list_pending_proposals()
|
||||||
return []
|
|
||||||
out: list[Proposal] = []
|
|
||||||
for path in sorted(queue_dir.glob("*.proposal.json")):
|
|
||||||
proposal_id = _id_from_proposal_filename(path)
|
|
||||||
if proposal_id is None:
|
|
||||||
continue
|
|
||||||
if (queue_dir / _response_filename(proposal_id)).exists():
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
with path.open() as f:
|
|
||||||
raw = json.load(f)
|
|
||||||
except (OSError, json.JSONDecodeError):
|
|
||||||
continue
|
|
||||||
if not isinstance(raw, dict):
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
out.append(Proposal.from_dict(raw))
|
|
||||||
except (KeyError, ValueError):
|
|
||||||
continue
|
|
||||||
out.sort(key=lambda p: p.arrival_timestamp)
|
|
||||||
return out
|
|
||||||
|
|
||||||
|
|
||||||
def write_response(queue_dir: Path, response: Response) -> Path:
|
def list_all_pending_proposals() -> list[Proposal]:
|
||||||
queue_dir.mkdir(parents=True, exist_ok=True)
|
"""All pending proposals across bottles, sorted FIFO."""
|
||||||
path = queue_dir / _response_filename(response.proposal_id)
|
return QueueStore("").list_all_pending_proposals()
|
||||||
payload = json.dumps(response.to_dict(), indent=2) + "\n"
|
|
||||||
_atomic_write(path, payload, mode=0o600)
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def read_response(queue_dir: Path, proposal_id: str) -> Response:
|
def write_response(bottle_slug: str, response: Response) -> Path:
|
||||||
path = queue_dir / _response_filename(proposal_id)
|
return QueueStore(bottle_slug).write_response(response)
|
||||||
with path.open() as f:
|
|
||||||
raw = json.load(f)
|
|
||||||
if not isinstance(raw, dict):
|
def read_response(bottle_slug: str, proposal_id: str) -> Response:
|
||||||
raise ValueError(f"{path}: top-level must be an object")
|
return QueueStore(bottle_slug).read_response(proposal_id)
|
||||||
return Response.from_dict(raw)
|
|
||||||
|
|
||||||
|
|
||||||
def wait_for_response(
|
def wait_for_response(
|
||||||
queue_dir: Path,
|
bottle_slug: str,
|
||||||
proposal_id: str,
|
proposal_id: str,
|
||||||
*,
|
*,
|
||||||
poll_interval: float = DEFAULT_POLL_INTERVAL_SEC,
|
poll_interval: float = DEFAULT_POLL_INTERVAL_SEC,
|
||||||
@@ -326,90 +176,35 @@ def wait_for_response(
|
|||||||
which the wait raises TimeoutError. None waits forever — the
|
which the wait raises TimeoutError. None waits forever — the
|
||||||
natural shape, since the operator's response time is unbounded.
|
natural shape, since the operator's response time is unbounded.
|
||||||
|
|
||||||
Polls the filesystem so the implementation stays portable and
|
Polls SQLite so the implementation stays portable and stdlib-only."""
|
||||||
stdlib-only."""
|
store = QueueStore(bottle_slug)
|
||||||
path = queue_dir / _response_filename(proposal_id)
|
|
||||||
while True:
|
while True:
|
||||||
if path.exists():
|
|
||||||
try:
|
try:
|
||||||
with path.open() as f:
|
return store.read_response(proposal_id)
|
||||||
raw = json.load(f)
|
except FileNotFoundError:
|
||||||
except (OSError, json.JSONDecodeError):
|
|
||||||
raw = None
|
|
||||||
if isinstance(raw, dict):
|
|
||||||
try:
|
|
||||||
return Response.from_dict(raw)
|
|
||||||
except (KeyError, ValueError):
|
|
||||||
pass
|
pass
|
||||||
if deadline is not None and time.monotonic() >= deadline:
|
if deadline is not None and time.monotonic() >= deadline:
|
||||||
raise TimeoutError(f"no response for proposal {proposal_id!r}")
|
raise TimeoutError(f"no response for proposal {proposal_id!r}")
|
||||||
time.sleep(poll_interval)
|
time.sleep(poll_interval)
|
||||||
|
|
||||||
|
|
||||||
def archive_proposal(queue_dir: Path, proposal_id: str) -> None:
|
def archive_proposal(bottle_slug: str, proposal_id: str) -> None:
|
||||||
"""Move both proposal and response files to `<queue_dir>/processed/`.
|
"""Mark both proposal and response rows processed.
|
||||||
Idempotent — missing files are silently skipped."""
|
Idempotent — missing rows are silently skipped."""
|
||||||
processed = queue_dir / "processed"
|
QueueStore(bottle_slug).archive_proposal(proposal_id)
|
||||||
processed.mkdir(parents=True, exist_ok=True)
|
|
||||||
for name in (_proposal_filename(proposal_id), _response_filename(proposal_id)):
|
|
||||||
src = queue_dir / name
|
|
||||||
if src.exists():
|
|
||||||
src.rename(processed / name)
|
|
||||||
|
|
||||||
|
|
||||||
# --- Audit log -------------------------------------------------------------
|
# --- Audit log -------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
def write_audit_entry(entry: AuditEntry) -> Path:
|
def write_audit_entry(entry: AuditEntry) -> Path:
|
||||||
"""Append `entry` as one JSON-Lines record to the per-bottle
|
"""Append `entry` to the host supervise audit table."""
|
||||||
audit log. Acquires an advisory exclusive lock so concurrent
|
return AuditStore().write_audit_entry(entry)
|
||||||
writers don't interleave bytes."""
|
|
||||||
path = audit_log_path(entry.component, entry.bottle_slug)
|
|
||||||
path.parent.mkdir(parents=True, exist_ok=True)
|
|
||||||
line = json.dumps(entry.to_dict(), sort_keys=False) + "\n"
|
|
||||||
fd = os.open(path, os.O_WRONLY | os.O_APPEND | os.O_CREAT, 0o600)
|
|
||||||
try:
|
|
||||||
_try_flock(fd)
|
|
||||||
try:
|
|
||||||
os.write(fd, line.encode("utf-8"))
|
|
||||||
finally:
|
|
||||||
_try_funlock(fd)
|
|
||||||
finally:
|
|
||||||
os.close(fd)
|
|
||||||
return path
|
|
||||||
|
|
||||||
|
|
||||||
def read_audit_entries(component: str, slug: str) -> list[AuditEntry]:
|
def read_audit_entries(component: str, slug: str) -> list[AuditEntry]:
|
||||||
"""Load all audit entries for the given component+slug. Empty
|
"""Load all audit entries for the given component+slug."""
|
||||||
list if the log doesn't exist."""
|
return AuditStore().read_audit_entries(component, slug)
|
||||||
path = audit_log_path(component, slug)
|
|
||||||
if not path.is_file():
|
|
||||||
return []
|
|
||||||
out: list[AuditEntry] = []
|
|
||||||
with path.open() as f:
|
|
||||||
for raw_line in f:
|
|
||||||
raw_line = raw_line.strip()
|
|
||||||
if not raw_line:
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
raw = json.loads(raw_line)
|
|
||||||
except json.JSONDecodeError:
|
|
||||||
continue
|
|
||||||
if not isinstance(raw, dict):
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
out.append(AuditEntry(
|
|
||||||
timestamp=_require_str(raw, "timestamp"),
|
|
||||||
bottle_slug=_require_str(raw, "bottle_slug"),
|
|
||||||
component=_require_str(raw, "component"),
|
|
||||||
operator_action=_require_str(raw, "operator_action"),
|
|
||||||
operator_notes=_require_str(raw, "operator_notes"),
|
|
||||||
justification=_require_str(raw, "justification"),
|
|
||||||
diff=_require_str(raw, "diff"),
|
|
||||||
))
|
|
||||||
except ValueError:
|
|
||||||
continue
|
|
||||||
return out
|
|
||||||
|
|
||||||
|
|
||||||
# --- Diff rendering --------------------------------------------------------
|
# --- Diff rendering --------------------------------------------------------
|
||||||
@@ -438,115 +233,51 @@ def sha256_hex(content: str) -> str:
|
|||||||
# --- Sidecar plan + abstract lifecycle -------------------------------------
|
# --- Sidecar plan + abstract lifecycle -------------------------------------
|
||||||
|
|
||||||
|
|
||||||
# Filename of the staged Dockerfile inside the agent's read-only
|
|
||||||
# current-config mount. The capability-block tool's description
|
|
||||||
# points the agent at this exact path so it can read the current
|
|
||||||
# Dockerfile and propose modifications.
|
|
||||||
#
|
|
||||||
# routes.yaml + allowlist used to live here too; PRD 0017 chunk 3
|
|
||||||
# moved them behind the `list-egress-routes` MCP tool (live state
|
|
||||||
# from egress's introspection endpoint) so the agent always sees
|
|
||||||
# current data rather than a launch-time snapshot.
|
|
||||||
CURRENT_CONFIG_DOCKERFILE = "Dockerfile"
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class SupervisePlan:
|
class SupervisePlan:
|
||||||
"""Output of Supervise.prepare; consumed by .start.
|
"""Output of Supervise.prepare; consumed by .start.
|
||||||
|
|
||||||
`queue_dir` is the host directory bind-mounted into the sidecar
|
`db_path` is the host database bind-mounted into the sidecar at
|
||||||
at /run/supervise/queue. `current_config_dir` is the host
|
/run/supervise/bot-bottle.db. `internal_network` is empty at
|
||||||
directory bind-mounted (read-only) into the *agent* container
|
prepare time; the backend's launch step fills it via
|
||||||
at /etc/bot-bottle/current-config — currently holds only the
|
|
||||||
Dockerfile snapshot (routes.yaml + allowlist moved to the
|
|
||||||
`list-egress-routes` MCP tool). `internal_network` is
|
|
||||||
empty at prepare time; the backend's launch step fills it via
|
|
||||||
dataclasses.replace before calling .start."""
|
dataclasses.replace before calling .start."""
|
||||||
|
|
||||||
slug: str
|
slug: str
|
||||||
queue_dir: Path
|
db_path: Path
|
||||||
current_config_dir: Path
|
|
||||||
internal_network: str = ""
|
internal_network: str = ""
|
||||||
|
|
||||||
|
|
||||||
class Supervise(ABC):
|
class Supervise(ABC):
|
||||||
"""Per-bottle supervise sidecar. Encapsulates the host-side
|
"""Per-bottle supervise sidecar. Encapsulates host-side database
|
||||||
prepare (queue dir + current-config staging); the sidecar's
|
staging; the sidecar's start/stop lifecycle is backend-specific."""
|
||||||
start/stop lifecycle is backend-specific."""
|
|
||||||
|
|
||||||
def prepare(
|
def prepare(
|
||||||
self,
|
self,
|
||||||
slug: str,
|
slug: str,
|
||||||
stage_dir: Path,
|
stage_dir: Path,
|
||||||
) -> SupervisePlan:
|
) -> SupervisePlan:
|
||||||
"""Stage the per-bottle queue dir on the host and the
|
"""Stage the host database. Returns the plan; `internal_network`
|
||||||
current-config dir under `stage_dir`. Returns the plan;
|
must be set by the launch step before .start runs."""
|
||||||
`internal_network` must be set by the launch step before
|
del stage_dir
|
||||||
.start runs."""
|
mgr = StoreManager.instance()
|
||||||
queue_dir = queue_dir_for_slug(slug)
|
mgr.migrate()
|
||||||
queue_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
current_config_dir = stage_dir / "current-config"
|
|
||||||
current_config_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
return SupervisePlan(
|
return SupervisePlan(
|
||||||
slug=slug,
|
slug=slug,
|
||||||
queue_dir=queue_dir,
|
db_path=mgr.db_path,
|
||||||
current_config_dir=current_config_dir,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# --- Helpers ---------------------------------------------------------------
|
|
||||||
|
|
||||||
|
|
||||||
def _require_str(raw: dict[str, object], key: str) -> str:
|
|
||||||
value = raw.get(key)
|
|
||||||
if not isinstance(value, str):
|
|
||||||
raise ValueError(f"missing or non-string field {key!r}")
|
|
||||||
return value
|
|
||||||
|
|
||||||
|
|
||||||
def _atomic_write(path: Path, content: str, *, mode: int) -> None:
|
|
||||||
"""Atomic: write to a sibling tmp file, fsync, rename."""
|
|
||||||
tmp = path.with_suffix(path.suffix + ".tmp")
|
|
||||||
fd = os.open(tmp, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, mode)
|
|
||||||
try:
|
|
||||||
os.write(fd, content.encode("utf-8"))
|
|
||||||
os.fsync(fd)
|
|
||||||
finally:
|
|
||||||
os.close(fd)
|
|
||||||
os.replace(tmp, path)
|
|
||||||
|
|
||||||
|
|
||||||
try:
|
|
||||||
import fcntl as _fcntl
|
|
||||||
|
|
||||||
def _try_flock(fd: int) -> None: # type: ignore[reportRedeclaration]
|
|
||||||
try:
|
|
||||||
_fcntl.flock(fd, _fcntl.LOCK_EX)
|
|
||||||
except OSError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
def _try_funlock(fd: int) -> None: # type: ignore[reportRedeclaration]
|
|
||||||
try:
|
|
||||||
_fcntl.flock(fd, _fcntl.LOCK_UN)
|
|
||||||
except OSError:
|
|
||||||
pass
|
|
||||||
except ImportError: # pragma: no cover — Windows path
|
|
||||||
def _try_flock(fd: int) -> None: # noqa: F841 — Windows fallback
|
|
||||||
return None
|
|
||||||
|
|
||||||
def _try_funlock(fd: int) -> None: # noqa: F841 — Windows fallback
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
"ACTION_OPERATOR_EDIT",
|
"ACTION_OPERATOR_EDIT",
|
||||||
"AuditEntry",
|
"AuditEntry",
|
||||||
|
"AuditStore",
|
||||||
"COMPONENT_FOR_TOOL",
|
"COMPONENT_FOR_TOOL",
|
||||||
"CURRENT_CONFIG_DIR_IN_AGENT",
|
|
||||||
"CURRENT_CONFIG_DOCKERFILE",
|
|
||||||
"DEFAULT_POLL_INTERVAL_SEC",
|
"DEFAULT_POLL_INTERVAL_SEC",
|
||||||
|
"DB_PATH_IN_CONTAINER",
|
||||||
"Proposal",
|
"Proposal",
|
||||||
"QUEUE_DIR_IN_CONTAINER",
|
"QueueStore",
|
||||||
"Response",
|
"Response",
|
||||||
|
"StoreManager",
|
||||||
"STATUSES",
|
"STATUSES",
|
||||||
"STATUS_APPROVED",
|
"STATUS_APPROVED",
|
||||||
"STATUS_MODIFIED",
|
"STATUS_MODIFIED",
|
||||||
@@ -558,7 +289,6 @@ __all__ = [
|
|||||||
"TOOLS",
|
"TOOLS",
|
||||||
"EGRESS_FORWARD_PROXY",
|
"EGRESS_FORWARD_PROXY",
|
||||||
"EGRESS_INTROSPECT_URL",
|
"EGRESS_INTROSPECT_URL",
|
||||||
"TOOL_CAPABILITY_BLOCK",
|
|
||||||
"TOOL_EGRESS_ALLOW",
|
"TOOL_EGRESS_ALLOW",
|
||||||
"TOOL_EGRESS_BLOCK",
|
"TOOL_EGRESS_BLOCK",
|
||||||
"TOOL_GITLEAKS_ALLOW",
|
"TOOL_GITLEAKS_ALLOW",
|
||||||
@@ -568,8 +298,9 @@ __all__ = [
|
|||||||
"audit_dir",
|
"audit_dir",
|
||||||
"audit_log_path",
|
"audit_log_path",
|
||||||
"bot_bottle_root",
|
"bot_bottle_root",
|
||||||
|
"host_db_path",
|
||||||
"list_pending_proposals",
|
"list_pending_proposals",
|
||||||
"queue_dir_for_slug",
|
"list_all_pending_proposals",
|
||||||
"read_audit_entries",
|
"read_audit_entries",
|
||||||
"read_proposal",
|
"read_proposal",
|
||||||
"read_response",
|
"read_response",
|
||||||
|
|||||||
+104
-140
@@ -1,20 +1,19 @@
|
|||||||
"""Supervise sidecar HTTP server (PRD 0013).
|
"""Supervise sidecar HTTP server (PRD 0013).
|
||||||
|
|
||||||
Per-bottle MCP server exposing tools the agent calls to propose config
|
Per-bottle MCP server exposing tools the agent calls to propose egress
|
||||||
changes when stuck. The tools are `allow`, `egress-block`,
|
config changes when stuck. The tools are `egress-allow`,
|
||||||
`capability-block`, and `list-egress-routes`.
|
`egress-block`, and `list-egress-routes`.
|
||||||
|
|
||||||
Each queued tool call:
|
Each queued tool call:
|
||||||
|
|
||||||
1. Validates the proposed file syntactically.
|
1. Validates the proposed file syntactically.
|
||||||
2. Writes a Proposal to /run/supervise/queue/ (bind-mounted from
|
2. Writes a Proposal to the host SQLite database.
|
||||||
the host's ~/.bot-bottle/queue/<slug>/).
|
3. Blocks polling for a matching Response row.
|
||||||
3. Blocks polling for a matching Response file.
|
|
||||||
4. Returns the operator's `{status, notes}` to the agent.
|
4. Returns the operator's `{status, notes}` to the agent.
|
||||||
|
|
||||||
The bottle slug arrives via SUPERVISE_BOTTLE_SLUG env (stamped at
|
The bottle slug arrives via SUPERVISE_BOTTLE_SLUG env (stamped at
|
||||||
container creation by the backend's start step). The queue dir comes
|
container creation by the backend's start step). SUPERVISE_DB_PATH
|
||||||
from SUPERVISE_QUEUE_DIR (default `/run/supervise/queue`).
|
points at the bind-mounted host database.
|
||||||
|
|
||||||
Speaks MCP over HTTP+JSON-RPC. Methods handled:
|
Speaks MCP over HTTP+JSON-RPC. Methods handled:
|
||||||
|
|
||||||
@@ -42,7 +41,6 @@ import typing
|
|||||||
import urllib.error
|
import urllib.error
|
||||||
import urllib.request
|
import urllib.request
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# Same-directory imports inside the bundle container; these files are
|
# Same-directory imports inside the bundle container; these files are
|
||||||
@@ -90,19 +88,19 @@ def parse_jsonrpc(body: bytes) -> JsonRpcRequest:
|
|||||||
try:
|
try:
|
||||||
raw = json.loads(body)
|
raw = json.loads(body)
|
||||||
except json.JSONDecodeError as e:
|
except json.JSONDecodeError as e:
|
||||||
raise _RpcError(ERR_PARSE, f"parse error: {e}") from e
|
raise _RpcClientError(ERR_PARSE, f"parse error: {e}") from e
|
||||||
if not isinstance(raw, dict):
|
if not isinstance(raw, dict):
|
||||||
raise _RpcError(ERR_INVALID_REQUEST, "request must be a JSON object")
|
raise _RpcClientError(ERR_INVALID_REQUEST, "request must be a JSON object")
|
||||||
if raw.get("jsonrpc") != JSONRPC_VERSION:
|
if raw.get("jsonrpc") != JSONRPC_VERSION:
|
||||||
raise _RpcError(ERR_INVALID_REQUEST, "jsonrpc field must be '2.0'")
|
raise _RpcClientError(ERR_INVALID_REQUEST, "jsonrpc field must be '2.0'")
|
||||||
method = raw.get("method")
|
method = raw.get("method")
|
||||||
if not isinstance(method, str):
|
if not isinstance(method, str):
|
||||||
raise _RpcError(ERR_INVALID_REQUEST, "method must be a string")
|
raise _RpcClientError(ERR_INVALID_REQUEST, "method must be a string")
|
||||||
params = raw.get("params", {})
|
params = raw.get("params", {})
|
||||||
if params is None:
|
if params is None:
|
||||||
params = {}
|
params = {}
|
||||||
if not isinstance(params, dict):
|
if not isinstance(params, dict):
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, "params must be an object")
|
raise _RpcClientError(ERR_INVALID_PARAMS, "params must be an object")
|
||||||
rpc_id = raw.get("id", _NO_ID)
|
rpc_id = raw.get("id", _NO_ID)
|
||||||
is_notification = rpc_id is _NO_ID
|
is_notification = rpc_id is _NO_ID
|
||||||
return JsonRpcRequest(
|
return JsonRpcRequest(
|
||||||
@@ -117,12 +115,23 @@ _NO_ID = object()
|
|||||||
|
|
||||||
|
|
||||||
class _RpcError(Exception):
|
class _RpcError(Exception):
|
||||||
|
"""Base class for all typed RPC errors that surface as JSON-RPC error responses."""
|
||||||
def __init__(self, code: int, message: str):
|
def __init__(self, code: int, message: str):
|
||||||
super().__init__(message)
|
super().__init__(message)
|
||||||
self.code = code
|
self.code = code
|
||||||
self.message = message
|
self.message = message
|
||||||
|
|
||||||
|
|
||||||
|
class _RpcClientError(_RpcError):
|
||||||
|
"""Caller sent a bad request; returned verbatim, no server-side logging."""
|
||||||
|
|
||||||
|
|
||||||
|
class _RpcInternalError(_RpcError):
|
||||||
|
"""Server-side fault; logged at ERROR with cause, always returns ERR_INTERNAL."""
|
||||||
|
def __init__(self, message: str) -> None:
|
||||||
|
super().__init__(ERR_INTERNAL, message)
|
||||||
|
|
||||||
|
|
||||||
def jsonrpc_result(request_id: object, result: object) -> bytes:
|
def jsonrpc_result(request_id: object, result: object) -> bytes:
|
||||||
payload = {"jsonrpc": JSONRPC_VERSION, "id": request_id, "result": result}
|
payload = {"jsonrpc": JSONRPC_VERSION, "id": request_id, "result": result}
|
||||||
return (json.dumps(payload) + "\n").encode("utf-8")
|
return (json.dumps(payload) + "\n").encode("utf-8")
|
||||||
@@ -140,6 +149,49 @@ def jsonrpc_error(request_id: object, code: int, message: str) -> bytes:
|
|||||||
# --- Tool definitions ------------------------------------------------------
|
# --- Tool definitions ------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
# Shared by both proposal tools (egress-allow / egress-block): they take the
|
||||||
|
# same arguments and differ only in their top-level tool description. Kept as a
|
||||||
|
# single source of truth so the schema can't drift between the two tools.
|
||||||
|
_ROUTES_YAML_DESCRIPTION = (
|
||||||
|
"Full proposed /etc/egress/routes.yaml content. "
|
||||||
|
"Each route entry accepts these keys:\n"
|
||||||
|
" host: <hostname> (required)\n"
|
||||||
|
" auth_scheme: Bearer|token (must pair with token_env)\n"
|
||||||
|
" token_env: <ENV_VAR_NAME> (must pair with auth_scheme)\n"
|
||||||
|
" matches: (optional list of match entries)\n"
|
||||||
|
" - paths: [{type: prefix|exact|regex, value: /...}]\n"
|
||||||
|
" methods: [GET, POST, ...]\n"
|
||||||
|
" headers: [{name: X-Hdr, value: val, type: exact|regex}]\n"
|
||||||
|
" git: (optional; omit to block git clone/fetch)\n"
|
||||||
|
" fetch: true\n"
|
||||||
|
" dlp: (optional DLP scanner overrides)\n"
|
||||||
|
" outbound_detectors: [token_patterns, known_secrets]\n"
|
||||||
|
" inbound_detectors: [naive_injection_detection]\n"
|
||||||
|
" outbound_on_match: block|redact|supervise (default supervise)\n"
|
||||||
|
"Omit any key that should use its default. "
|
||||||
|
"`list-egress-routes` returns routes in this same format."
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _proposal_input_schema() -> dict[str, object]:
|
||||||
|
"""Build a fresh input schema for a routes.yaml proposal tool. Returns a
|
||||||
|
new dict per call so the two tool definitions don't alias one object."""
|
||||||
|
return {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"routes_yaml": {
|
||||||
|
"type": "string",
|
||||||
|
"description": _ROUTES_YAML_DESCRIPTION,
|
||||||
|
},
|
||||||
|
"justification": {
|
||||||
|
"type": "string",
|
||||||
|
"description": "Why this egress route is needed.",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"required": ["routes_yaml", "justification"],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
TOOL_DEFINITIONS: list[dict[str, object]] = [
|
TOOL_DEFINITIONS: list[dict[str, object]] = [
|
||||||
{
|
{
|
||||||
"name": _sv.TOOL_LIST_EGRESS_ROUTES,
|
"name": _sv.TOOL_LIST_EGRESS_ROUTES,
|
||||||
@@ -167,38 +219,7 @@ TOOL_DEFINITIONS: list[dict[str, object]] = [
|
|||||||
"`list-egress-routes` first so the proposal preserves existing "
|
"`list-egress-routes` first so the proposal preserves existing "
|
||||||
"routes."
|
"routes."
|
||||||
),
|
),
|
||||||
"inputSchema": {
|
"inputSchema": _proposal_input_schema(),
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"routes_yaml": {
|
|
||||||
"type": "string",
|
|
||||||
"description": (
|
|
||||||
"Full proposed /etc/egress/routes.yaml content. "
|
|
||||||
"Each route entry accepts these keys:\n"
|
|
||||||
" host: <hostname> (required)\n"
|
|
||||||
" auth_scheme: Bearer|token (must pair with token_env)\n"
|
|
||||||
" token_env: <ENV_VAR_NAME> (must pair with auth_scheme)\n"
|
|
||||||
" matches: (optional list of match entries)\n"
|
|
||||||
" - paths: [{type: prefix|exact|regex, value: /...}]\n"
|
|
||||||
" methods: [GET, POST, ...]\n"
|
|
||||||
" headers: [{name: X-Hdr, value: val, type: exact|regex}]\n"
|
|
||||||
" git: (optional; omit to block git clone/fetch)\n"
|
|
||||||
" fetch: true\n"
|
|
||||||
" dlp: (optional DLP scanner overrides)\n"
|
|
||||||
" outbound_detectors: [token_patterns, known_secrets]\n"
|
|
||||||
" inbound_detectors: [naive_injection_detection]\n"
|
|
||||||
" outbound_on_match: block|redact|supervise (default supervise)\n"
|
|
||||||
"Omit any key that should use its default. "
|
|
||||||
"`list-egress-routes` returns routes in this same format."
|
|
||||||
),
|
|
||||||
},
|
|
||||||
"justification": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "Why this egress route is needed.",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"required": ["routes_yaml", "justification"],
|
|
||||||
},
|
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": _sv.TOOL_EGRESS_BLOCK,
|
"name": _sv.TOOL_EGRESS_BLOCK,
|
||||||
@@ -209,66 +230,7 @@ TOOL_DEFINITIONS: list[dict[str, object]] = [
|
|||||||
"`list-egress-routes` first so the proposal preserves existing "
|
"`list-egress-routes` first so the proposal preserves existing "
|
||||||
"routes."
|
"routes."
|
||||||
),
|
),
|
||||||
"inputSchema": {
|
"inputSchema": _proposal_input_schema(),
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"routes_yaml": {
|
|
||||||
"type": "string",
|
|
||||||
"description": (
|
|
||||||
"Full proposed /etc/egress/routes.yaml content. "
|
|
||||||
"Each route entry accepts these keys:\n"
|
|
||||||
" host: <hostname> (required)\n"
|
|
||||||
" auth_scheme: Bearer|token (must pair with token_env)\n"
|
|
||||||
" token_env: <ENV_VAR_NAME> (must pair with auth_scheme)\n"
|
|
||||||
" matches: (optional list of match entries)\n"
|
|
||||||
" - paths: [{type: prefix|exact|regex, value: /...}]\n"
|
|
||||||
" methods: [GET, POST, ...]\n"
|
|
||||||
" headers: [{name: X-Hdr, value: val, type: exact|regex}]\n"
|
|
||||||
" git: (optional; omit to block git clone/fetch)\n"
|
|
||||||
" fetch: true\n"
|
|
||||||
" dlp: (optional DLP scanner overrides)\n"
|
|
||||||
" outbound_detectors: [token_patterns, known_secrets]\n"
|
|
||||||
" inbound_detectors: [naive_injection_detection]\n"
|
|
||||||
" outbound_on_match: block|redact|supervise (default supervise)\n"
|
|
||||||
"Omit any key that should use its default. "
|
|
||||||
"`list-egress-routes` returns routes in this same format."
|
|
||||||
),
|
|
||||||
},
|
|
||||||
"justification": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "Why this egress route is needed.",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"required": ["routes_yaml", "justification"],
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": _sv.TOOL_CAPABILITY_BLOCK,
|
|
||||||
"description": (
|
|
||||||
"Call when the bottle is missing a tool, skill, permission, "
|
|
||||||
"or env var you need — something that lives in the agent "
|
|
||||||
"Dockerfile rather than in the egress routes. "
|
|
||||||
"Read the current Dockerfile from "
|
|
||||||
"/etc/bot-bottle/current-config/Dockerfile, compose a "
|
|
||||||
"modified version, and pass the full new file plus a "
|
|
||||||
"justification. On approval the supervisor rebuilds the "
|
|
||||||
"bottle from the new Dockerfile and starts a replacement on "
|
|
||||||
"the same branch (wired in PRD 0016; v1 acknowledges only)."
|
|
||||||
),
|
|
||||||
"inputSchema": {
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"dockerfile": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "Full proposed Dockerfile content.",
|
|
||||||
},
|
|
||||||
"justification": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "Why this capability is needed.",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"required": ["dockerfile", "justification"],
|
|
||||||
},
|
|
||||||
},
|
},
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -277,7 +239,6 @@ TOOL_DEFINITIONS: list[dict[str, object]] = [
|
|||||||
# payload (stored in Proposal.proposed_file).
|
# payload (stored in Proposal.proposed_file).
|
||||||
PROPOSED_FILE_FIELD: dict[str, str] = {
|
PROPOSED_FILE_FIELD: dict[str, str] = {
|
||||||
_sv.TOOL_EGRESS_ALLOW: "routes_yaml",
|
_sv.TOOL_EGRESS_ALLOW: "routes_yaml",
|
||||||
_sv.TOOL_CAPABILITY_BLOCK: "dockerfile",
|
|
||||||
_sv.TOOL_EGRESS_BLOCK: "routes_yaml",
|
_sv.TOOL_EGRESS_BLOCK: "routes_yaml",
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -290,26 +251,22 @@ def validate_proposed_file(tool: str, content: str) -> None:
|
|||||||
catches obvious paste-errors / wrong-tool selections before they
|
catches obvious paste-errors / wrong-tool selections before they
|
||||||
enter the queue."""
|
enter the queue."""
|
||||||
if not content.strip():
|
if not content.strip():
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, f"{tool}: proposed file is empty")
|
raise _RpcClientError(ERR_INVALID_PARAMS, f"{tool}: proposed file is empty")
|
||||||
if tool == _sv.TOOL_CAPABILITY_BLOCK:
|
if tool in (_sv.TOOL_EGRESS_ALLOW, _sv.TOOL_EGRESS_BLOCK):
|
||||||
# Dockerfiles are too varied to validate syntactically beyond
|
|
||||||
# non-empty. The operator reads the diff in the TUI.
|
|
||||||
pass
|
|
||||||
elif tool in (_sv.TOOL_EGRESS_ALLOW, _sv.TOOL_EGRESS_BLOCK):
|
|
||||||
try:
|
try:
|
||||||
config = load_config(content)
|
config = load_config(content)
|
||||||
except ValueError as e:
|
except ValueError as e:
|
||||||
raise _RpcError(
|
raise _RpcClientError(
|
||||||
ERR_INVALID_PARAMS,
|
ERR_INVALID_PARAMS,
|
||||||
f"{tool}: proposed routes.yaml is not valid: {e}",
|
f"{tool}: proposed routes.yaml is not valid: {e}",
|
||||||
) from e
|
) from e
|
||||||
if config.log != LOG_OFF:
|
if config.log != LOG_OFF:
|
||||||
raise _RpcError(
|
raise _RpcClientError(
|
||||||
ERR_INVALID_PARAMS,
|
ERR_INVALID_PARAMS,
|
||||||
f"{tool}: proposed routes.yaml must not change egress logging",
|
f"{tool}: proposed routes.yaml must not change egress logging",
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, f"unknown tool {tool!r}")
|
raise _RpcClientError(ERR_INVALID_PARAMS, f"unknown tool {tool!r}")
|
||||||
|
|
||||||
|
|
||||||
# --- MCP handlers ----------------------------------------------------------
|
# --- MCP handlers ----------------------------------------------------------
|
||||||
@@ -318,7 +275,6 @@ def validate_proposed_file(tool: str, content: str) -> None:
|
|||||||
@dataclass(frozen=True)
|
@dataclass(frozen=True)
|
||||||
class ServerConfig:
|
class ServerConfig:
|
||||||
bottle_slug: str
|
bottle_slug: str
|
||||||
queue_dir: Path
|
|
||||||
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS
|
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS
|
||||||
|
|
||||||
|
|
||||||
@@ -382,17 +338,17 @@ def handle_tools_call(
|
|||||||
doesn't need operator approval."""
|
doesn't need operator approval."""
|
||||||
name = params.get("name")
|
name = params.get("name")
|
||||||
if not isinstance(name, str):
|
if not isinstance(name, str):
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, "tools/call missing 'name'")
|
raise _RpcClientError(ERR_INVALID_PARAMS, "tools/call missing 'name'")
|
||||||
if name == _sv.TOOL_LIST_EGRESS_ROUTES:
|
if name == _sv.TOOL_LIST_EGRESS_ROUTES:
|
||||||
return handle_list_egress_routes(typing.cast(dict[str, object], params.get("arguments", {})), config)
|
return handle_list_egress_routes(typing.cast(dict[str, object], params.get("arguments", {})), config)
|
||||||
|
|
||||||
args_raw = params.get("arguments", {})
|
args_raw = params.get("arguments", {})
|
||||||
if not isinstance(args_raw, dict):
|
if not isinstance(args_raw, dict):
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, "tools/call 'arguments' must be an object")
|
raise _RpcClientError(ERR_INVALID_PARAMS, "tools/call 'arguments' must be an object")
|
||||||
|
|
||||||
justification = args_raw.get("justification")
|
justification = args_raw.get("justification")
|
||||||
if not isinstance(justification, str) or not justification.strip():
|
if not isinstance(justification, str) or not justification.strip():
|
||||||
raise _RpcError(
|
raise _RpcClientError(
|
||||||
ERR_INVALID_PARAMS,
|
ERR_INVALID_PARAMS,
|
||||||
f"{name}: 'justification' is required and must be a non-empty string",
|
f"{name}: 'justification' is required and must be a non-empty string",
|
||||||
)
|
)
|
||||||
@@ -401,13 +357,13 @@ def handle_tools_call(
|
|||||||
file_field = PROPOSED_FILE_FIELD[name]
|
file_field = PROPOSED_FILE_FIELD[name]
|
||||||
proposed_file = args_raw.get(file_field)
|
proposed_file = args_raw.get(file_field)
|
||||||
if not isinstance(proposed_file, str):
|
if not isinstance(proposed_file, str):
|
||||||
raise _RpcError(
|
raise _RpcClientError(
|
||||||
ERR_INVALID_PARAMS,
|
ERR_INVALID_PARAMS,
|
||||||
f"{name}: '{file_field}' is required and must be a string",
|
f"{name}: '{file_field}' is required and must be a string",
|
||||||
)
|
)
|
||||||
validate_proposed_file(name, proposed_file)
|
validate_proposed_file(name, proposed_file)
|
||||||
else:
|
else:
|
||||||
raise _RpcError(ERR_INVALID_PARAMS, f"unknown tool {name!r}")
|
raise _RpcClientError(ERR_INVALID_PARAMS, f"unknown tool {name!r}")
|
||||||
|
|
||||||
proposal = _sv.Proposal.new(
|
proposal = _sv.Proposal.new(
|
||||||
bottle_slug=config.bottle_slug,
|
bottle_slug=config.bottle_slug,
|
||||||
@@ -416,7 +372,10 @@ def handle_tools_call(
|
|||||||
justification=justification,
|
justification=justification,
|
||||||
current_file_hash=_sv.sha256_hex(proposed_file),
|
current_file_hash=_sv.sha256_hex(proposed_file),
|
||||||
)
|
)
|
||||||
_sv.write_proposal(config.queue_dir, proposal)
|
try:
|
||||||
|
_sv.write_proposal(proposal)
|
||||||
|
except OSError as e:
|
||||||
|
raise _RpcInternalError(f"failed to write proposal to queue: {e}") from e
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
f"supervise: queued proposal {proposal.id} ({name}) "
|
f"supervise: queued proposal {proposal.id} ({name}) "
|
||||||
f"for bottle {config.bottle_slug}; waiting for operator...\n"
|
f"for bottle {config.bottle_slug}; waiting for operator...\n"
|
||||||
@@ -425,7 +384,7 @@ def handle_tools_call(
|
|||||||
deadline = time.monotonic() + config.response_timeout_seconds
|
deadline = time.monotonic() + config.response_timeout_seconds
|
||||||
try:
|
try:
|
||||||
response = _sv.wait_for_response(
|
response = _sv.wait_for_response(
|
||||||
config.queue_dir,
|
config.bottle_slug,
|
||||||
proposal.id,
|
proposal.id,
|
||||||
poll_interval=MIN_RESPONSE_POLL_INTERVAL_SECONDS,
|
poll_interval=MIN_RESPONSE_POLL_INTERVAL_SECONDS,
|
||||||
deadline=deadline,
|
deadline=deadline,
|
||||||
@@ -436,7 +395,10 @@ def handle_tools_call(
|
|||||||
"content": [{"type": "text", "text": text}],
|
"content": [{"type": "text", "text": text}],
|
||||||
"isError": False,
|
"isError": False,
|
||||||
}
|
}
|
||||||
_sv.archive_proposal(config.queue_dir, proposal.id)
|
try:
|
||||||
|
_sv.archive_proposal(config.bottle_slug, proposal.id)
|
||||||
|
except OSError as e:
|
||||||
|
raise _RpcInternalError(f"failed to archive proposal: {e}") from e
|
||||||
|
|
||||||
text = format_response_text(response)
|
text = format_response_text(response)
|
||||||
return {
|
return {
|
||||||
@@ -470,9 +432,8 @@ def format_pending_response_text(timeout_seconds: float) -> str:
|
|||||||
# --- HTTP transport --------------------------------------------------------
|
# --- HTTP transport --------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
# Max request body the server accepts. Generous because Dockerfile
|
# Max request body the server accepts. 1 MB is well above any realistic
|
||||||
# proposals can be a few KB; routes.json is small. 1 MB is well above
|
# routes.yaml proposal.
|
||||||
# any realistic config file.
|
|
||||||
MAX_BODY_BYTES = 1 * 1024 * 1024
|
MAX_BODY_BYTES = 1 * 1024 * 1024
|
||||||
|
|
||||||
|
|
||||||
@@ -512,7 +473,7 @@ class MCPHandler(http.server.BaseHTTPRequestHandler):
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
req = parse_jsonrpc(body)
|
req = parse_jsonrpc(body)
|
||||||
except _RpcError as e:
|
except _RpcClientError as e:
|
||||||
self._write_jsonrpc(jsonrpc_error(None, e.code, e.message))
|
self._write_jsonrpc(jsonrpc_error(None, e.code, e.message))
|
||||||
return
|
return
|
||||||
|
|
||||||
@@ -520,11 +481,19 @@ class MCPHandler(http.server.BaseHTTPRequestHandler):
|
|||||||
|
|
||||||
try:
|
try:
|
||||||
result = self._dispatch(req, config)
|
result = self._dispatch(req, config)
|
||||||
except _RpcError as e:
|
except _RpcClientError as e:
|
||||||
self._write_jsonrpc(jsonrpc_error(req.id, e.code, e.message))
|
self._write_jsonrpc(jsonrpc_error(req.id, e.code, e.message))
|
||||||
return
|
return
|
||||||
except Exception as e: # noqa: W0718 — catch-all for RPC dispatch errors
|
except _RpcInternalError as e:
|
||||||
sys.stderr.write(f"supervise: internal error: {e}\n")
|
cause = e.__cause__
|
||||||
|
detail = f": {cause}" if cause else ""
|
||||||
|
sys.stderr.write(f"supervise: internal error: {e.message}{detail}\n")
|
||||||
|
sys.stderr.flush()
|
||||||
|
self._write_jsonrpc(jsonrpc_error(req.id, ERR_INTERNAL, "internal error"))
|
||||||
|
return
|
||||||
|
except Exception as e: # noqa: W0718 — unexpected errors
|
||||||
|
sys.stderr.write(f"supervise: unexpected error: {type(e).__name__}: {e}\n")
|
||||||
|
sys.stderr.flush()
|
||||||
self._write_jsonrpc(jsonrpc_error(req.id, ERR_INTERNAL, "internal error"))
|
self._write_jsonrpc(jsonrpc_error(req.id, ERR_INTERNAL, "internal error"))
|
||||||
return
|
return
|
||||||
|
|
||||||
@@ -543,7 +512,7 @@ class MCPHandler(http.server.BaseHTTPRequestHandler):
|
|||||||
return handle_tools_list(req.params)
|
return handle_tools_list(req.params)
|
||||||
if method == "tools/call":
|
if method == "tools/call":
|
||||||
return handle_tools_call(req.params, config)
|
return handle_tools_call(req.params, config)
|
||||||
raise _RpcError(ERR_METHOD_NOT_FOUND, f"method not found: {method}")
|
raise _RpcClientError(ERR_METHOD_NOT_FOUND, f"method not found: {method}")
|
||||||
|
|
||||||
def _write_jsonrpc(self, body: bytes) -> None:
|
def _write_jsonrpc(self, body: bytes) -> None:
|
||||||
self.send_response(200)
|
self.send_response(200)
|
||||||
@@ -567,7 +536,7 @@ class MCPHandler(http.server.BaseHTTPRequestHandler):
|
|||||||
class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
||||||
allow_reuse_address = True
|
allow_reuse_address = True
|
||||||
daemon_threads = True
|
daemon_threads = True
|
||||||
config: ServerConfig = ServerConfig(bottle_slug="", queue_dir=Path())
|
config: ServerConfig = ServerConfig(bottle_slug="")
|
||||||
|
|
||||||
|
|
||||||
# --- Entry point -----------------------------------------------------------
|
# --- Entry point -----------------------------------------------------------
|
||||||
@@ -576,21 +545,18 @@ class MCPServer(socketserver.ThreadingMixIn, http.server.HTTPServer):
|
|||||||
def serve(
|
def serve(
|
||||||
*,
|
*,
|
||||||
bottle_slug: str,
|
bottle_slug: str,
|
||||||
queue_dir: Path,
|
|
||||||
port: int = _sv.SUPERVISE_PORT,
|
port: int = _sv.SUPERVISE_PORT,
|
||||||
bind: str = "0.0.0.0",
|
bind: str = "0.0.0.0",
|
||||||
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS,
|
response_timeout_seconds: float = DEFAULT_RESPONSE_TIMEOUT_SECONDS,
|
||||||
) -> typing.NoReturn:
|
) -> typing.NoReturn:
|
||||||
queue_dir.mkdir(parents=True, exist_ok=True)
|
|
||||||
server = MCPServer((bind, port), MCPHandler)
|
server = MCPServer((bind, port), MCPHandler)
|
||||||
server.config = ServerConfig(
|
server.config = ServerConfig(
|
||||||
bottle_slug=bottle_slug,
|
bottle_slug=bottle_slug,
|
||||||
queue_dir=queue_dir,
|
|
||||||
response_timeout_seconds=response_timeout_seconds,
|
response_timeout_seconds=response_timeout_seconds,
|
||||||
)
|
)
|
||||||
sys.stderr.write(
|
sys.stderr.write(
|
||||||
f"supervise listening on {bind}:{port}; "
|
f"supervise listening on {bind}:{port}; "
|
||||||
f"slug={bottle_slug!r}; queue={queue_dir}; "
|
f"slug={bottle_slug!r}; "
|
||||||
f"tools: {', '.join(t['name'] for t in TOOL_DEFINITIONS)}\n" # type: ignore[arg-type]
|
f"tools: {', '.join(t['name'] for t in TOOL_DEFINITIONS)}\n" # type: ignore[arg-type]
|
||||||
)
|
)
|
||||||
sys.stderr.flush()
|
sys.stderr.flush()
|
||||||
@@ -609,7 +575,6 @@ def main(argv: list[str]) -> int:
|
|||||||
if not bottle_slug:
|
if not bottle_slug:
|
||||||
sys.stderr.write("supervise: SUPERVISE_BOTTLE_SLUG env is unset\n")
|
sys.stderr.write("supervise: SUPERVISE_BOTTLE_SLUG env is unset\n")
|
||||||
return 2
|
return 2
|
||||||
queue_dir = Path(os.environ.get("SUPERVISE_QUEUE_DIR", _sv.QUEUE_DIR_IN_CONTAINER))
|
|
||||||
port = int(os.environ.get("SUPERVISE_PORT", str(_sv.SUPERVISE_PORT)))
|
port = int(os.environ.get("SUPERVISE_PORT", str(_sv.SUPERVISE_PORT)))
|
||||||
bind = os.environ.get("SUPERVISE_BIND", "0.0.0.0")
|
bind = os.environ.get("SUPERVISE_BIND", "0.0.0.0")
|
||||||
try:
|
try:
|
||||||
@@ -619,7 +584,6 @@ def main(argv: list[str]) -> int:
|
|||||||
return 2
|
return 2
|
||||||
serve(
|
serve(
|
||||||
bottle_slug=bottle_slug,
|
bottle_slug=bottle_slug,
|
||||||
queue_dir=queue_dir,
|
|
||||||
port=port,
|
port=port,
|
||||||
bind=bind,
|
bind=bind,
|
||||||
response_timeout_seconds=response_timeout_seconds,
|
response_timeout_seconds=response_timeout_seconds,
|
||||||
|
|||||||
@@ -0,0 +1,189 @@
|
|||||||
|
"""Shared types and path helpers for supervise stores (PRD 0013).
|
||||||
|
|
||||||
|
Extracted from supervise.py so queue_store and audit_store can import
|
||||||
|
Proposal, Response, AuditEntry, and host_db_path without creating a
|
||||||
|
circular import (supervise imports from queue_store/audit_store and
|
||||||
|
vice-versa).
|
||||||
|
|
||||||
|
Patching bot_bottle_root on this module propagates through host_db_path
|
||||||
|
because host_db_path looks up bot_bottle_root via sys.modules[__name__]
|
||||||
|
at call time rather than capturing it at import time.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import dataclasses
|
||||||
|
import sys
|
||||||
|
import uuid
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from datetime import datetime, timezone
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
||||||
|
HOST_DB_FILENAME = "bot-bottle.db"
|
||||||
|
|
||||||
|
TOOL_EGRESS_BLOCK = "egress-block"
|
||||||
|
TOOL_EGRESS_ALLOW = "egress-allow"
|
||||||
|
TOOL_GITLEAKS_ALLOW = "gitleaks-allow"
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW = "egress-token-allow"
|
||||||
|
TOOL_LIST_EGRESS_ROUTES = "list-egress-routes"
|
||||||
|
TOOLS: tuple[str, ...] = (
|
||||||
|
TOOL_EGRESS_ALLOW,
|
||||||
|
TOOL_EGRESS_BLOCK,
|
||||||
|
TOOL_GITLEAKS_ALLOW,
|
||||||
|
TOOL_EGRESS_TOKEN_ALLOW,
|
||||||
|
TOOL_LIST_EGRESS_ROUTES,
|
||||||
|
)
|
||||||
|
|
||||||
|
STATUS_APPROVED = "approved"
|
||||||
|
STATUS_MODIFIED = "modified"
|
||||||
|
STATUS_REJECTED = "rejected"
|
||||||
|
STATUSES: tuple[str, ...] = (STATUS_APPROVED, STATUS_MODIFIED, STATUS_REJECTED)
|
||||||
|
|
||||||
|
ACTION_OPERATOR_EDIT = "operator-edit"
|
||||||
|
|
||||||
|
|
||||||
|
def bot_bottle_root() -> Path:
|
||||||
|
return Path.home() / ".bot-bottle"
|
||||||
|
|
||||||
|
|
||||||
|
def host_db_path() -> Path:
|
||||||
|
# Look up bot_bottle_root through this module's live namespace so that
|
||||||
|
# monkey-patches on supervise_types.bot_bottle_root take effect.
|
||||||
|
#
|
||||||
|
# Lives in its own "db" subdirectory, not directly under
|
||||||
|
# bot_bottle_root(), so backends that can only bind-mount
|
||||||
|
# directories (macos_container's `container run --mount`, which
|
||||||
|
# rejects file sources with "is not a directory") can share this
|
||||||
|
# one file with a sidecar without also exposing bot_bottle_root()'s
|
||||||
|
# other contents (git-gate keys, per-bottle state, etc.).
|
||||||
|
return sys.modules[__name__].bot_bottle_root() / "db" / HOST_DB_FILENAME
|
||||||
|
|
||||||
|
|
||||||
|
def _require_str(raw: dict[str, object], key: str) -> str:
|
||||||
|
value = raw.get(key)
|
||||||
|
if not isinstance(value, str):
|
||||||
|
raise ValueError(f"missing or non-string field {key!r}")
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Proposal:
|
||||||
|
"""One pending tool-call from the agent."""
|
||||||
|
|
||||||
|
id: str
|
||||||
|
bottle_slug: str
|
||||||
|
tool: str
|
||||||
|
proposed_file: str
|
||||||
|
justification: str
|
||||||
|
arrival_timestamp: str
|
||||||
|
current_file_hash: str
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def new(
|
||||||
|
cls,
|
||||||
|
*,
|
||||||
|
bottle_slug: str,
|
||||||
|
tool: str,
|
||||||
|
proposed_file: str,
|
||||||
|
justification: str,
|
||||||
|
current_file_hash: str,
|
||||||
|
now: datetime | None = None,
|
||||||
|
) -> "Proposal":
|
||||||
|
ts = (now or datetime.now(timezone.utc)).isoformat()
|
||||||
|
return cls(
|
||||||
|
id=str(uuid.uuid4()),
|
||||||
|
bottle_slug=bottle_slug,
|
||||||
|
tool=tool,
|
||||||
|
proposed_file=proposed_file,
|
||||||
|
justification=justification,
|
||||||
|
arrival_timestamp=ts,
|
||||||
|
current_file_hash=current_file_hash,
|
||||||
|
)
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def from_dict(cls, raw: dict[str, object]) -> "Proposal":
|
||||||
|
tool = _require_str(raw, "tool")
|
||||||
|
if tool not in TOOLS:
|
||||||
|
raise ValueError(f"tool must be one of {TOOLS}; got {tool!r}")
|
||||||
|
return cls(
|
||||||
|
id=_require_str(raw, "id"),
|
||||||
|
bottle_slug=_require_str(raw, "bottle_slug"),
|
||||||
|
tool=tool,
|
||||||
|
proposed_file=_require_str(raw, "proposed_file"),
|
||||||
|
justification=_require_str(raw, "justification"),
|
||||||
|
arrival_timestamp=_require_str(raw, "arrival_timestamp"),
|
||||||
|
current_file_hash=_require_str(raw, "current_file_hash"),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Response:
|
||||||
|
"""The operator's decision on a proposal."""
|
||||||
|
|
||||||
|
proposal_id: str
|
||||||
|
status: str
|
||||||
|
notes: str
|
||||||
|
final_file: str | None = None
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def from_dict(cls, raw: dict[str, object]) -> "Response":
|
||||||
|
status = _require_str(raw, "status")
|
||||||
|
if status not in STATUSES:
|
||||||
|
raise ValueError(
|
||||||
|
f"response status must be one of {STATUSES}; got {status!r}"
|
||||||
|
)
|
||||||
|
final = raw.get("final_file")
|
||||||
|
if final is not None and not isinstance(final, str):
|
||||||
|
raise ValueError(
|
||||||
|
f"final_file must be a string or null; got {type(final).__name__}"
|
||||||
|
)
|
||||||
|
return cls(
|
||||||
|
proposal_id=_require_str(raw, "proposal_id"),
|
||||||
|
status=status,
|
||||||
|
notes=_require_str(raw, "notes"),
|
||||||
|
final_file=final,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class AuditEntry:
|
||||||
|
"""One row of the per-bottle audit log."""
|
||||||
|
|
||||||
|
timestamp: str
|
||||||
|
bottle_slug: str
|
||||||
|
component: str
|
||||||
|
operator_action: str
|
||||||
|
operator_notes: str
|
||||||
|
justification: str
|
||||||
|
diff: str
|
||||||
|
|
||||||
|
def to_dict(self) -> dict[str, object]:
|
||||||
|
return dataclasses.asdict(self)
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"ACTION_OPERATOR_EDIT",
|
||||||
|
"AuditEntry",
|
||||||
|
"HOST_DB_FILENAME",
|
||||||
|
"Proposal",
|
||||||
|
"Response",
|
||||||
|
"STATUSES",
|
||||||
|
"STATUS_APPROVED",
|
||||||
|
"STATUS_MODIFIED",
|
||||||
|
"STATUS_REJECTED",
|
||||||
|
"TOOLS",
|
||||||
|
"TOOL_EGRESS_ALLOW",
|
||||||
|
"TOOL_EGRESS_BLOCK",
|
||||||
|
"TOOL_EGRESS_TOKEN_ALLOW",
|
||||||
|
"TOOL_GITLEAKS_ALLOW",
|
||||||
|
"TOOL_LIST_EGRESS_ROUTES",
|
||||||
|
"bot_bottle_root",
|
||||||
|
"host_db_path",
|
||||||
|
]
|
||||||
@@ -21,6 +21,11 @@ Public API:
|
|||||||
For a Markdown file with YAML frontmatter delimited by `---`
|
For a Markdown file with YAML frontmatter delimited by `---`
|
||||||
lines. Returns (frontmatter_dict, body_text).
|
lines. Returns (frontmatter_dict, body_text).
|
||||||
|
|
||||||
|
serialize_yaml_subset(data) -> str
|
||||||
|
Serialize a dict (as produced by parse_yaml_subset) back to
|
||||||
|
block-style YAML text. The result ends with a newline and
|
||||||
|
can be parsed back by parse_yaml_subset.
|
||||||
|
|
||||||
What we accept (block-style):
|
What we accept (block-style):
|
||||||
|
|
||||||
key: value # mapping entry, value is inline
|
key: value # mapping entry, value is inline
|
||||||
@@ -576,3 +581,105 @@ def parse_frontmatter(text: str) -> tuple[dict[str, object], str]:
|
|||||||
fm = parse_yaml_subset(fm_text)
|
fm = parse_yaml_subset(fm_text)
|
||||||
body = text[body_start:]
|
body = text[body_start:]
|
||||||
return fm, body
|
return fm, body
|
||||||
|
|
||||||
|
|
||||||
|
# --- Serializer -------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _needs_quoting(s: str) -> bool:
|
||||||
|
"""True when the string must be single-quoted to survive a round-trip."""
|
||||||
|
if not s:
|
||||||
|
return True
|
||||||
|
if s in ("true", "false", "null", "~") or s in _RESERVED_BOOL_LIKE:
|
||||||
|
return True
|
||||||
|
if (
|
||||||
|
_INT_RX.match(s)
|
||||||
|
or _DATE_RX.match(s)
|
||||||
|
or _OCTAL_RX.match(s)
|
||||||
|
or _HEX_RX.match(s)
|
||||||
|
or _FLOAT_RX.match(s)
|
||||||
|
):
|
||||||
|
return True
|
||||||
|
# Characters that have special meaning at the start of a YAML value
|
||||||
|
if s[0] in ('"', "'", "[", "{", "!", "&", "*", "#", "|", ">", "%", "@", "`"):
|
||||||
|
return True
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def _yaml_scalar(v: object) -> str:
|
||||||
|
"""Serialize a scalar Python value to its YAML text form."""
|
||||||
|
if v is None:
|
||||||
|
return "null"
|
||||||
|
if isinstance(v, bool):
|
||||||
|
return "true" if v else "false"
|
||||||
|
if isinstance(v, int):
|
||||||
|
return str(v)
|
||||||
|
s = str(v)
|
||||||
|
if _needs_quoting(s):
|
||||||
|
return "'" + s.replace("'", "''") + "'"
|
||||||
|
return s
|
||||||
|
|
||||||
|
|
||||||
|
def _serialize_node(node: object, indent: int) -> list[str]:
|
||||||
|
"""Return lines (without trailing newlines) for `node` at `indent`.
|
||||||
|
|
||||||
|
Called only for non-empty dicts and lists (the caller guards with
|
||||||
|
`isinstance(val, (dict, list)) and val`), plus scalars at the leaf."""
|
||||||
|
prefix = " " * indent
|
||||||
|
if isinstance(node, dict):
|
||||||
|
out: list[str] = []
|
||||||
|
for key, val in node.items():
|
||||||
|
if isinstance(val, (dict, list)) and val:
|
||||||
|
out.append(f"{prefix}{key}:")
|
||||||
|
out.extend(_serialize_node(val, indent + 2))
|
||||||
|
else:
|
||||||
|
scalar = (
|
||||||
|
"{}" if isinstance(val, dict)
|
||||||
|
else "[]" if isinstance(val, list)
|
||||||
|
else _yaml_scalar(val)
|
||||||
|
)
|
||||||
|
out.append(f"{prefix}{key}: {scalar}")
|
||||||
|
return out
|
||||||
|
if isinstance(node, list):
|
||||||
|
out = []
|
||||||
|
for item in node:
|
||||||
|
if isinstance(item, dict) and item:
|
||||||
|
entries = list(item.items())
|
||||||
|
first_key, first_val = entries[0]
|
||||||
|
if isinstance(first_val, (dict, list)) and first_val:
|
||||||
|
out.append(f"{prefix}- {first_key}:")
|
||||||
|
out.extend(_serialize_node(first_val, indent + 4))
|
||||||
|
else:
|
||||||
|
scalar = (
|
||||||
|
"{}" if isinstance(first_val, dict)
|
||||||
|
else "[]" if isinstance(first_val, list)
|
||||||
|
else _yaml_scalar(first_val)
|
||||||
|
)
|
||||||
|
out.append(f"{prefix}- {first_key}: {scalar}")
|
||||||
|
cont = prefix + " "
|
||||||
|
for key, val in entries[1:]:
|
||||||
|
if isinstance(val, (dict, list)) and val:
|
||||||
|
out.append(f"{cont}{key}:")
|
||||||
|
out.extend(_serialize_node(val, indent + 4))
|
||||||
|
else:
|
||||||
|
scalar = (
|
||||||
|
"{}" if isinstance(val, dict)
|
||||||
|
else "[]" if isinstance(val, list)
|
||||||
|
else _yaml_scalar(val)
|
||||||
|
)
|
||||||
|
out.append(f"{cont}{key}: {scalar}")
|
||||||
|
else:
|
||||||
|
out.append(f"{prefix}- {_yaml_scalar(item)}")
|
||||||
|
return out
|
||||||
|
return [_yaml_scalar(node)] # pragma: no cover
|
||||||
|
|
||||||
|
|
||||||
|
def serialize_yaml_subset(data: dict[str, object]) -> str:
|
||||||
|
"""Serialize `data` (as produced by parse_yaml_subset) to YAML text.
|
||||||
|
|
||||||
|
Produces block-style output with 2-space indentation. The result ends
|
||||||
|
with a newline and can be parsed back by parse_yaml_subset. Keys are
|
||||||
|
emitted in iteration order (insertion order in Python 3.7+)."""
|
||||||
|
if not data:
|
||||||
|
return ""
|
||||||
|
return "\n".join(_serialize_node(data, 0)) + "\n"
|
||||||
|
|||||||
@@ -0,0 +1,96 @@
|
|||||||
|
# ADR 0004: Risk-weighted coverage, not a single global target
|
||||||
|
|
||||||
|
- **Status:** Accepted
|
||||||
|
- **Date:** 2026-06-25
|
||||||
|
- **Deciders:** didericis
|
||||||
|
|
||||||
|
## Context
|
||||||
|
|
||||||
|
bot-bottle is a security tool: it sandboxes agents, scans egress for
|
||||||
|
secret exfiltration, strips credentials, and gates git pushes. A latent
|
||||||
|
bug in that logic is expensive, so test coverage there genuinely
|
||||||
|
matters. But the repo also contains code where coverage is a poor
|
||||||
|
signal:
|
||||||
|
|
||||||
|
- **Interactive entry-point shells** — `cli/init.py` (a `read_tty_line()`
|
||||||
|
prompt loop) and `cli/tui.py` (a curses picker). Their bodies are I/O;
|
||||||
|
a unit test has to fake the entire terminal conversation, so it
|
||||||
|
inflates the number without asserting behaviour that would otherwise
|
||||||
|
go unchecked.
|
||||||
|
- **Subprocess / backend orchestration** — the docker / smolmachines /
|
||||||
|
macos-container backends shell out to `docker`, `container`, `smolvm`.
|
||||||
|
Mock-heavy unit tests here mostly re-assert the argv you already
|
||||||
|
wrote (the test passes whether or not the real teardown works), while
|
||||||
|
many of the missed *branches* are failure paths you cannot provoke
|
||||||
|
against a real daemon on cue.
|
||||||
|
|
||||||
|
Chasing a single global percentage (e.g. 90%) pushes the most test
|
||||||
|
effort onto the least safety-relevant code — exactly backwards — and
|
||||||
|
invites performative tests written to colour a line rather than to catch
|
||||||
|
a regression (Goodhart's law).
|
||||||
|
|
||||||
|
## Decision
|
||||||
|
|
||||||
|
Coverage is **risk-weighted**, measured over the **combined unit +
|
||||||
|
integration** suites, with three rules:
|
||||||
|
|
||||||
|
1. **Critical modules target ≥ 90%.** The security/logic core —
|
||||||
|
`egress_addon{,_core}.py`, `dlp_detectors.py`, `egress.py`,
|
||||||
|
`manifest*.py`, `git_gate.py`, `git_http_backend.py`, `supervise.py`,
|
||||||
|
`yaml_subset.py`, `bottle_state.py` — is Docker-independent and
|
||||||
|
unit-testable, so it carries the high bar. We ratchet toward 90% as
|
||||||
|
these modules are touched; new gaps in them are not acceptable.
|
||||||
|
|
||||||
|
2. **Subprocess/backend orchestration is covered by the integration
|
||||||
|
suite, not omitted.** `scripts/coverage.sh` runs unit + integration
|
||||||
|
under one coverage measurement so these modules are scored where they
|
||||||
|
are actually exercised. They stay *visible* — hiding the code that
|
||||||
|
tears down sandboxes and wires networks is the one place we will not
|
||||||
|
omit.
|
||||||
|
|
||||||
|
3. **Interactive entry-point shells are omitted** (`.coveragerc`), with a
|
||||||
|
rationale comment. This is the only sanctioned use of `omit` besides
|
||||||
|
`tests/*`.
|
||||||
|
|
||||||
|
The forward-looking guard is a **diff-coverage gate**
|
||||||
|
(`scripts/diff_coverage.py`): new/changed executable lines on a branch
|
||||||
|
must be ≥ 90% covered. This catches regressions where they are
|
||||||
|
introduced without forcing a back-fill crusade through legacy glue. The
|
||||||
|
gate skips lines in omitted files (there is no coverage data for them),
|
||||||
|
so the omit list cannot launder *new* logic into the dark: anything that
|
||||||
|
needs real testing must live outside the interactive shells to be
|
||||||
|
scored at all.
|
||||||
|
|
||||||
|
The **global percentage is informational**, not a CI gate — it would
|
||||||
|
otherwise be hostage to the CI runner's Docker availability and to the
|
||||||
|
omit list.
|
||||||
|
|
||||||
|
## Consequences
|
||||||
|
|
||||||
|
- The number we report (`scripts/coverage.sh`) means "coverage of the
|
||||||
|
code we consider testable, across both suites" — a dip is a real
|
||||||
|
regression in code we control, not noise from added CLI glue.
|
||||||
|
- No incentive to write mock-the-mock tests for orchestration to defend
|
||||||
|
a global figure.
|
||||||
|
- The omit list needs governance: an entry must be a genuinely
|
||||||
|
interactive shell, justified in the `.coveragerc` comment and here.
|
||||||
|
`cli/init.py` and `cli/tui.py` qualify; backend orchestration does
|
||||||
|
not.
|
||||||
|
- CI must run the integration suite under coverage to score the
|
||||||
|
orchestration modules; where the runner lacks Docker those tests skip
|
||||||
|
and their modules read low — accepted, because the *enforced* gates
|
||||||
|
(critical-module standard + diff coverage) are Docker-independent.
|
||||||
|
- "We're at N%" is now a curated figure; outsiders should read the
|
||||||
|
policy, not just the badge.
|
||||||
|
|
||||||
|
## Links
|
||||||
|
|
||||||
|
- PRs #290 (cover the egress adapter), and the coverage-policy PR that
|
||||||
|
introduces this record.
|
||||||
|
- `.coveragerc`, `scripts/coverage.sh`, `scripts/diff_coverage.py`.
|
||||||
|
- `scripts/critical-modules.txt` — the single source of truth for the
|
||||||
|
core-module list; read by both `scripts/coverage.sh` and the
|
||||||
|
`update-badges.yml` "core coverage" badge so they cannot drift.
|
||||||
|
- The README carries a `core coverage` badge (auto-updated from that
|
||||||
|
list) — the headline number, distinct from the informational global
|
||||||
|
`coverage` badge.
|
||||||
@@ -0,0 +1,166 @@
|
|||||||
|
# PRD 0065: Multi-parent `extends:` for bottles
|
||||||
|
|
||||||
|
- **Status:** Active
|
||||||
|
- **Author:** didericis
|
||||||
|
- **Created:** 2026-06-25
|
||||||
|
- **Issue:** #268
|
||||||
|
- **Extends:** PRD 0025 (`0025-bottle-extends.md`)
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Allow a bottle's `extends:` field to accept either a single bottle name (existing
|
||||||
|
behavior) or a list of bottle names (new). Multiple parents are resolved
|
||||||
|
independently and folded left-to-right into a single effective parent before the
|
||||||
|
child is merged on top. This lets orthogonal concerns (base env, networking/egress,
|
||||||
|
agent provider) live in separate bottles and be composed without forcing them into a
|
||||||
|
linear chain.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
PRD 0025 shipped single-parent `extends:` and listed "No multi-parent inheritance"
|
||||||
|
as a non-goal. In practice, users want to compose multiple orthogonal bottles — a
|
||||||
|
base environment, a networking profile, and an agent-provider override — without
|
||||||
|
creating a three-level linear chain that couples unrelated parents to each other.
|
||||||
|
The linear chain workaround has two problems:
|
||||||
|
|
||||||
|
1. **Ordering constraint.** `networking extends base` works, but then
|
||||||
|
`agent extends networking` can't also pick up `base` without going through
|
||||||
|
`networking`, coupling two unrelated concerns.
|
||||||
|
|
||||||
|
2. **Quadratic duplication.** N orthogonal bottles require O(N²) chain variants
|
||||||
|
(one chain per permutation of applied concerns).
|
||||||
|
|
||||||
|
Multi-parent `extends:` removes both constraints: each orthogonal concern stays in
|
||||||
|
its own bottle, and the child bottle is the only place that names the combination.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
- `extends:` accepts a list of strings in addition to a plain string.
|
||||||
|
- Backward compat: existing single-string `extends:` is unchanged.
|
||||||
|
- Parents are resolved left-to-right; later entries win on conflict.
|
||||||
|
- Child wins over all parents (unchanged from PRD 0025).
|
||||||
|
- Cycle detection covers multi-parent graphs, not just linear chains.
|
||||||
|
- Diamond inheritance: a shared ancestor is resolved once (via the existing cache).
|
||||||
|
- Invalid list entries (non-string, undefined bottle, self-reference) die at parse
|
||||||
|
with clear messages.
|
||||||
|
- `manifest_loader.py`'s `load_bottle_chain_from_dir` enqueues all parents from a
|
||||||
|
list `extends:` so the resolver sees every bottle in the graph.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- No change to the agent-vs-bottle trust boundary (PRD 0025 "Alternatives
|
||||||
|
considered" option 2 stays rejected).
|
||||||
|
- No MRO / C3 linearization. Left-to-right fold is sufficient for the expected use
|
||||||
|
cases.
|
||||||
|
- No preflight display of per-field provenance across multiple parents (same open
|
||||||
|
question as PRD 0025; remains a follow-up).
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### Schema
|
||||||
|
|
||||||
|
`extends:` now accepts either form:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
# single parent (unchanged)
|
||||||
|
extends: base
|
||||||
|
|
||||||
|
# multiple parents (new)
|
||||||
|
extends: [base, networking]
|
||||||
|
```
|
||||||
|
|
||||||
|
Both forms are normalized to a list internally. A list with one element behaves
|
||||||
|
identically to the string form.
|
||||||
|
|
||||||
|
### Merge rules for multi-parent fold
|
||||||
|
|
||||||
|
Parents are folded pairwise left-to-right before the child merge. For each step in
|
||||||
|
the fold, the "earlier" bottle is the running accumulator and the "later" bottle is
|
||||||
|
the next parent. Rules per field:
|
||||||
|
|
||||||
|
| Field | Fold rule |
|
||||||
|
|--------------------|--------------------------------------------------------------|
|
||||||
|
| `env` | dict merge; later wins on key collision |
|
||||||
|
| `git-gate.user` | per-field overlay; later's non-empty fields win |
|
||||||
|
| `git-gate.repos` | union by name; for same-name entries, later wins per-field |
|
||||||
|
| `egress.routes` | concatenate (earlier first, later appended) |
|
||||||
|
| `egress.log` | later wins (last-wins) |
|
||||||
|
| `agent_provider` | later wins (last-wins) |
|
||||||
|
| `supervise` | later wins (last-wins) |
|
||||||
|
|
||||||
|
After the fold, the combined parent is merged against the child using the existing
|
||||||
|
PRD 0025 rules (child always wins). The child's `egress.routes` appends to the
|
||||||
|
combined parent's concatenated routes; `validate_egress_routes` runs once on the
|
||||||
|
final merged set and catches duplicate hosts.
|
||||||
|
|
||||||
|
### Algorithm
|
||||||
|
|
||||||
|
```
|
||||||
|
extends: [p1, p2, p3]
|
||||||
|
|
||||||
|
fold:
|
||||||
|
combined = resolve(p1)
|
||||||
|
combined = fold_two(combined, resolve(p2))
|
||||||
|
combined = fold_two(combined, resolve(p3))
|
||||||
|
|
||||||
|
merge:
|
||||||
|
result = _merge_bottles(combined, child_raw, name)
|
||||||
|
```
|
||||||
|
|
||||||
|
`fold_two(earlier, later)` applies the rules in the table above. Cycle detection
|
||||||
|
(the `seen` tuple) is passed to each parent resolution call unchanged — if any
|
||||||
|
parent's chain circles back to the current bottle, it is caught. The `cache` dict
|
||||||
|
ensures a shared ancestor is only resolved once across all parents.
|
||||||
|
|
||||||
|
### Error cases
|
||||||
|
|
||||||
|
| Condition | Error message shape |
|
||||||
|
|----------------------------------------|------------------------------------------------------------------|
|
||||||
|
| `extends` is not a string or list | `extends must be a string or list of strings (was <type>)` |
|
||||||
|
| A list entry is not a string | `extends[<i>] must be a string (was <type>)` |
|
||||||
|
| A list entry names an undefined bottle | `extends '<name>' which is not defined. Available bottles: ...` |
|
||||||
|
| A list entry is the bottle itself | `extends itself; remove the self-reference` |
|
||||||
|
| Cycle through any parent edge | `is in an extends cycle: <chain>` |
|
||||||
|
|
||||||
|
## Implementation
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_extends.py`
|
||||||
|
|
||||||
|
- `_resolve_one_bottle`: accept `str | list[str]` for `extends`; normalize to list;
|
||||||
|
validate each entry; for a single-entry list fall through to the existing
|
||||||
|
single-parent path; for multiple entries call `_fold_parents` then
|
||||||
|
`_merge_bottles`.
|
||||||
|
- `_fold_parents(parent_names, raws, cache, repos_cache, seen)`: resolve each
|
||||||
|
parent and fold pairwise left-to-right; return `(effective_bottle,
|
||||||
|
effective_repos_raw)`.
|
||||||
|
- `_fold_two_bottles(earlier, earlier_repos_raw, later, later_repos_raw)`: apply
|
||||||
|
the fold rules above; return `(folded_bottle, folded_repos_raw)`.
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_loader.py`
|
||||||
|
|
||||||
|
- `load_bottle_chain_from_dir`: when `extends` is a list, enqueue all parent names
|
||||||
|
for loading (previously only `isinstance(parent, str)` was handled).
|
||||||
|
|
||||||
|
### `tests/unit/test_manifest_extends.py`
|
||||||
|
|
||||||
|
- `TestExtendsErrors.test_non_string_extends_dies`: update to use an integer
|
||||||
|
`extends` value (a list is now valid).
|
||||||
|
- New class `TestExtendsMultiParent` covering all cases listed in the issue.
|
||||||
|
|
||||||
|
## Testing strategy
|
||||||
|
|
||||||
|
Unit tests via `ManifestIndex.from_json_obj` (same resolver surface used by all
|
||||||
|
paths). No integration test changes needed — downstream code consumes the already-
|
||||||
|
merged bottle and is unchanged.
|
||||||
|
|
||||||
|
Test cases:
|
||||||
|
- Two-parent list: env union, egress routes concat, git repos union
|
||||||
|
- Last-parent-wins on scalar (supervise, agent_provider)
|
||||||
|
- Child wins over all parents on conflict
|
||||||
|
- Diamond: two parents share an ancestor; ancestor resolved once
|
||||||
|
- Single-element list: identical to string form
|
||||||
|
- Non-string extends value → ManifestError
|
||||||
|
- Non-string list entry → ManifestError
|
||||||
|
- Undefined bottle in list → ManifestError
|
||||||
|
- Self-reference in list → ManifestError
|
||||||
|
- Cycle through multi-parent edge → ManifestError
|
||||||
@@ -0,0 +1,216 @@
|
|||||||
|
# PRD 0066: Separate agent and bottle selection
|
||||||
|
|
||||||
|
- **Status:** Active
|
||||||
|
- **Author:** claude
|
||||||
|
- **Created:** 2026-06-25
|
||||||
|
- **Issue:** #269
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Agents and bottles are two separate concerns: agents carry a system prompt and
|
||||||
|
skills; bottles carry infrastructure configuration (egress, git-gate, env,
|
||||||
|
agent provider). Today an agent's manifest file hard-codes a single `bottle:`
|
||||||
|
reference, which prevents the same agent prompt from being reused across
|
||||||
|
projects that need different bottle configurations. This PRD decouples them: at
|
||||||
|
launch time, after choosing the agent, the operator picks an ordered list of
|
||||||
|
bottles via a multi-select picker. The selected bottles are merged in order
|
||||||
|
(later entries override earlier ones) to produce the effective bottle for the
|
||||||
|
session.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
The current `bottle: <name>` field on an agent manifest file binds the agent
|
||||||
|
permanently to one bottle. To use the same system prompt with a different bottle
|
||||||
|
(e.g. `claude-implementer` at home vs. at a client site that needs a different
|
||||||
|
egress policy), the operator must duplicate the agent file and change the
|
||||||
|
`bottle:` field. Duplicate agent files drift out of sync.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
1. `bottle:` in an agent's frontmatter becomes optional. Existing manifests with
|
||||||
|
`bottle:` continue to work unchanged (backward compat).
|
||||||
|
2. After selecting an agent (via the existing single-select picker), a new
|
||||||
|
multi-select bottle picker appears showing all available bottles.
|
||||||
|
3. The multi-select picker pre-populates with the agent's `bottle:` value when
|
||||||
|
present.
|
||||||
|
4. Confirming with one or more bottles selected uses those bottles, merged in
|
||||||
|
selection order, as the effective bottle for the session.
|
||||||
|
5. Confirming with an empty selection falls back to the agent's `bottle:` field.
|
||||||
|
If neither is set, a ManifestError is raised pointing the operator at the fix.
|
||||||
|
6. The ordered bottle list is stored in launch metadata so `./cli.py resume`
|
||||||
|
uses the same bottles.
|
||||||
|
7. The preflight summary (`y/N` screen) shows the effective bottle name(s).
|
||||||
|
8. The multi-select picker supports incremental filtering, Space/Enter to toggle
|
||||||
|
selection, an ordered "Selected: ..." summary line, Ctrl-D to confirm, and
|
||||||
|
Esc/q to cancel the whole start operation.
|
||||||
|
9. Unit tests cover: multi-select widget (filter, toggle, confirm, cancel),
|
||||||
|
the `cmd_start` bottle-picker step, and the manifest `load_for_agent`
|
||||||
|
runtime-bottle-merge path.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- Reordering the selection list from within the picker (order = insertion order;
|
||||||
|
drag-and-drop is out of scope).
|
||||||
|
- Storing bottle selection history / MRU.
|
||||||
|
- Changes to `./cli.py edit`, `./cli.py list`, or `./cli.py info`.
|
||||||
|
- Removing the `bottle:` key from the agent schema (it stays, now optional).
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### `bot_bottle/cli/tui.py` — `filter_multiselect`
|
||||||
|
|
||||||
|
```python
|
||||||
|
def filter_multiselect(
|
||||||
|
items: list[str],
|
||||||
|
*,
|
||||||
|
title: str = "",
|
||||||
|
initial: list[str] | None = None,
|
||||||
|
tty_path: str = "/dev/tty",
|
||||||
|
) -> list[str] | None:
|
||||||
|
"""Multi-select variant of filter_select.
|
||||||
|
|
||||||
|
Returns the ordered list of selected items, or None on cancel.
|
||||||
|
Press Space/Enter to toggle the item under the cursor.
|
||||||
|
Press Ctrl-D to confirm. Press Esc/q to cancel.
|
||||||
|
"""
|
||||||
|
```
|
||||||
|
|
||||||
|
Layout:
|
||||||
|
|
||||||
|
```
|
||||||
|
Select bottles
|
||||||
|
Filter: _
|
||||||
|
─────────────────────────────────────────
|
||||||
|
> [*] claude
|
||||||
|
[ ] dev
|
||||||
|
[ ] codex
|
||||||
|
─────────────────────────────────────────
|
||||||
|
Selected (in order): claude
|
||||||
|
─────────────────────────────────────────
|
||||||
|
[↑↓/jk] move [Space] toggle [Ctrl-D] done [Esc] cancel
|
||||||
|
```
|
||||||
|
|
||||||
|
`initial` pre-populates the ordered selection. `None` means no pre-selection.
|
||||||
|
Items added are appended in insertion order; items removed leave the remaining
|
||||||
|
order unchanged.
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_schema.py` — optional `bottle:`
|
||||||
|
|
||||||
|
`bottle` moves from `AGENT_KEYS_REQUIRED` to `AGENT_KEYS_OPTIONAL`.
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_agent.py` — optional `bottle:`
|
||||||
|
|
||||||
|
`ManifestAgent.bottle` changes from `str` (required) to `str = ""`.
|
||||||
|
`from_dict` no longer requires the key to be present; the bottle-exists
|
||||||
|
validation is skipped when the key is absent.
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_loader.py` — `scan_bottle_names`
|
||||||
|
|
||||||
|
```python
|
||||||
|
def scan_bottle_names(bottles_dir: Path) -> list[str]:
|
||||||
|
"""Scan <bottles_dir>/*.md and return sorted bottle names."""
|
||||||
|
```
|
||||||
|
|
||||||
|
### `bot_bottle/manifest.py` — `ManifestIndex` changes
|
||||||
|
|
||||||
|
**`all_bottle_names` property** — analogous to `all_agent_names`; scans
|
||||||
|
`home_md / "bottles"` in lazy mode, returns `sorted(self.bottles.keys())` in
|
||||||
|
eager mode.
|
||||||
|
|
||||||
|
**`load_for_agent(agent_name, bottle_names: tuple[str, ...] = ())`** — new
|
||||||
|
`bottle_names` parameter. When non-empty, the listed bottles are resolved and
|
||||||
|
merged in order (index 0 is the base; each subsequent bottle is applied on top
|
||||||
|
using the same field-merge rules as `extends:`). The result replaces the bottle
|
||||||
|
that `agent.bottle` would have provided. When empty, falls back to `agent.bottle`.
|
||||||
|
Raises ManifestError if neither `bottle_names` nor `agent.bottle` is set.
|
||||||
|
|
||||||
|
### `bot_bottle/manifest_extends.py` — `merge_bottles_runtime`
|
||||||
|
|
||||||
|
```python
|
||||||
|
def merge_bottles_runtime(bottles: list[ManifestBottle]) -> ManifestBottle:
|
||||||
|
"""Merge an ordered list of pre-resolved ManifestBottle objects.
|
||||||
|
|
||||||
|
Index 0 is the base; each subsequent entry overrides the previous using
|
||||||
|
the same rules as the file-based extends machinery:
|
||||||
|
- env: dict merge, later wins
|
||||||
|
- git_user: per-field overlay, later wins on non-empty
|
||||||
|
- git (repos): union by name, later wins per-name
|
||||||
|
- egress.routes: concatenate
|
||||||
|
- agent_provider, supervise: later bottle's value replaces earlier
|
||||||
|
"""
|
||||||
|
```
|
||||||
|
|
||||||
|
This function operates on already-parsed `ManifestBottle` objects, so it does
|
||||||
|
not need to touch the raw-dict path.
|
||||||
|
|
||||||
|
### `bot_bottle/backend/__init__.py` — `BottleSpec` + `_validate`
|
||||||
|
|
||||||
|
`BottleSpec` gains `bottle_names: tuple[str, ...] = ()`.
|
||||||
|
|
||||||
|
`BottleBackend._validate` passes `spec.bottle_names` to `load_for_agent`:
|
||||||
|
|
||||||
|
```python
|
||||||
|
manifest = spec.manifest.load_for_agent(spec.agent_name, spec.bottle_names)
|
||||||
|
```
|
||||||
|
|
||||||
|
The preflight print updates `info(f"bottle: {agent.bottle}")` to display the
|
||||||
|
effective bottle name(s). When `spec.bottle_names` is non-empty those are
|
||||||
|
shown; when empty and `agent.bottle` is set, the agent's `bottle:` is shown.
|
||||||
|
|
||||||
|
### `bot_bottle/bottle_state.py` — persist bottle names
|
||||||
|
|
||||||
|
`BottleMetadata` gains `bottle_names: tuple[str, ...] = ()`. `read_metadata`
|
||||||
|
reads this from JSON (default `()`). `write_launch_metadata` passes
|
||||||
|
`spec.bottle_names` through.
|
||||||
|
|
||||||
|
### `bot_bottle/cli/start.py` — bottle multiselect step
|
||||||
|
|
||||||
|
After agent selection, before the name/color modal:
|
||||||
|
|
||||||
|
```python
|
||||||
|
available_bottle_names = manifest.all_bottle_names
|
||||||
|
# Peek at agent's bottle default for pre-population
|
||||||
|
initial_bottle = _peek_agent_bottle(manifest, agent_name)
|
||||||
|
initial = [initial_bottle] if initial_bottle else []
|
||||||
|
|
||||||
|
bottle_names_list = tui.filter_multiselect(
|
||||||
|
available_bottle_names,
|
||||||
|
title="Select bottles",
|
||||||
|
initial=initial,
|
||||||
|
)
|
||||||
|
if bottle_names_list is None:
|
||||||
|
return 0 # user cancelled
|
||||||
|
bottle_names = tuple(bottle_names_list)
|
||||||
|
```
|
||||||
|
|
||||||
|
`_peek_agent_bottle` reads the agent file's frontmatter without full parsing,
|
||||||
|
returning the `bottle:` value or `""` when absent.
|
||||||
|
|
||||||
|
`BottleSpec` is built with `bottle_names=bottle_names`.
|
||||||
|
|
||||||
|
### `bot_bottle/cli/resume.py` — bottle names from metadata
|
||||||
|
|
||||||
|
```python
|
||||||
|
spec = BottleSpec(
|
||||||
|
...
|
||||||
|
bottle_names=tuple(metadata.bottle_names),
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Implementation chunks
|
||||||
|
|
||||||
|
1. **Schema + model** — `manifest_schema.py`, `manifest_agent.py` (optional
|
||||||
|
`bottle:`), `manifest_loader.py` (`scan_bottle_names`), `manifest.py`
|
||||||
|
(`all_bottle_names`, `load_for_agent` signature), `manifest_extends.py`
|
||||||
|
(`merge_bottles_runtime`), `bottle_state.py` (`bottle_names` field),
|
||||||
|
`resolve_common.py` (thread through).
|
||||||
|
2. **Backend** — `BottleSpec.bottle_names`, `_validate`, preflight print.
|
||||||
|
3. **TUI** — `filter_multiselect` in `tui.py` + unit tests.
|
||||||
|
4. **CLI wiring** — `start.py` bottle picker step, `resume.py` metadata load.
|
||||||
|
5. **Tests** — `test_cli_start_selector.py` bottle-picker cases,
|
||||||
|
`test_manifest_agent.py` optional-bottle cases, new
|
||||||
|
`test_manifest_bottle_merge.py` for `merge_bottles_runtime`.
|
||||||
|
|
||||||
|
## Open questions
|
||||||
|
|
||||||
|
None.
|
||||||
@@ -0,0 +1,135 @@
|
|||||||
|
# PRD 0067: SQLite local storage
|
||||||
|
|
||||||
|
- **Status:** Active
|
||||||
|
- **Author:** codex
|
||||||
|
- **Created:** 2026-07-01
|
||||||
|
- **Issue:** #319
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Add a small stdlib SQLite storage layer for bot-bottle host runtime state,
|
||||||
|
starting with the supervise queue and audit log. This replaces scattered JSON
|
||||||
|
queue files and JSONL audit logs with structured tables while preserving the
|
||||||
|
existing public supervise helper functions and sidecar queue mount contract.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
Bot-bottle currently stores supervise proposals and responses as individual JSON
|
||||||
|
files under `~/.bot-bottle/queue/<slug>/`, and audit entries as JSONL files
|
||||||
|
under `~/.bot-bottle/audit/`. That worked for the original interactive TUI, but
|
||||||
|
new forge-native orchestration needs durable, queryable local state for queues,
|
||||||
|
audit trails, watchdogs, and lifecycle records. PR #318 started introducing
|
||||||
|
SQLite-shaped boilerplate for forge state; the storage foundation should live in
|
||||||
|
its own PR so forge work can build on the shared runtime store instead of adding
|
||||||
|
one-off persistence.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
1. Supervise proposals and responses are persisted through SQLite.
|
||||||
|
2. Audit entries are persisted through SQLite.
|
||||||
|
3. Supervise queue helpers use the bottle slug / queue key instead of a queue
|
||||||
|
directory path.
|
||||||
|
4. The sidecar receives the host database mount across docker, smolmachines,
|
||||||
|
and macOS-container backends.
|
||||||
|
5. The implementation stays stdlib-only.
|
||||||
|
6. Schema migrations use a `PRAGMA user_version` runner — no third-party deps.
|
||||||
|
7. Unit tests cover queue round-trips, pending discovery, response waits,
|
||||||
|
archive semantics, audit round-trips, and path creation.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- Migrating old JSON queue files or JSONL audit logs.
|
||||||
|
- Adding forge orchestration state tables.
|
||||||
|
- Adding egress metering or budget tables.
|
||||||
|
- Changing the supervise TUI workflow or remediation behavior.
|
||||||
|
- Introducing a third-party ORM or migration library.
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### Database locations
|
||||||
|
|
||||||
|
Queue and audit state use the host-level local database:
|
||||||
|
|
||||||
|
```text
|
||||||
|
~/.bot-bottle/bot-bottle.db
|
||||||
|
```
|
||||||
|
|
||||||
|
The supervise sidecar receives that database as a writable bind mount at
|
||||||
|
`/run/supervise/bot-bottle.db` and gets the path through `SUPERVISE_DB_PATH`.
|
||||||
|
No per-slug queue directory is mounted into the sidecar. This creates the shared
|
||||||
|
host database that later forge/native lifecycle work can extend in separate
|
||||||
|
PRDs.
|
||||||
|
|
||||||
|
### Tables
|
||||||
|
|
||||||
|
`supervise_proposals` lives in the host database:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE TABLE supervise_proposals (
|
||||||
|
queue_key TEXT NOT NULL,
|
||||||
|
id TEXT NOT NULL,
|
||||||
|
bottle_slug TEXT NOT NULL,
|
||||||
|
tool TEXT NOT NULL,
|
||||||
|
proposed_file TEXT NOT NULL,
|
||||||
|
justification TEXT NOT NULL,
|
||||||
|
arrival_timestamp TEXT NOT NULL,
|
||||||
|
current_file_hash TEXT NOT NULL,
|
||||||
|
archived INTEGER NOT NULL DEFAULT 0,
|
||||||
|
PRIMARY KEY (queue_key, id)
|
||||||
|
);
|
||||||
|
```
|
||||||
|
|
||||||
|
`supervise_responses` lives in the host database:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE TABLE supervise_responses (
|
||||||
|
queue_key TEXT NOT NULL,
|
||||||
|
proposal_id TEXT NOT NULL,
|
||||||
|
status TEXT NOT NULL,
|
||||||
|
notes TEXT NOT NULL,
|
||||||
|
final_file TEXT,
|
||||||
|
archived INTEGER NOT NULL DEFAULT 0,
|
||||||
|
PRIMARY KEY (queue_key, proposal_id)
|
||||||
|
);
|
||||||
|
```
|
||||||
|
|
||||||
|
`supervise_audit_entries` lives in the host database:
|
||||||
|
|
||||||
|
```sql
|
||||||
|
CREATE TABLE supervise_audit_entries (
|
||||||
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||||
|
timestamp TEXT NOT NULL,
|
||||||
|
bottle_slug TEXT NOT NULL,
|
||||||
|
component TEXT NOT NULL,
|
||||||
|
operator_action TEXT NOT NULL,
|
||||||
|
operator_notes TEXT NOT NULL,
|
||||||
|
justification TEXT NOT NULL,
|
||||||
|
diff TEXT NOT NULL
|
||||||
|
);
|
||||||
|
```
|
||||||
|
|
||||||
|
### Compatibility
|
||||||
|
|
||||||
|
The queue helpers take a bottle slug / queue key and perform equivalent
|
||||||
|
operations against `~/.bot-bottle/bot-bottle.db`:
|
||||||
|
|
||||||
|
- `list_pending_proposals` returns non-archived proposals without a non-archived
|
||||||
|
response, sorted by arrival time.
|
||||||
|
- `archive_proposal` marks matching proposal/response rows archived instead of
|
||||||
|
moving files into `processed/`.
|
||||||
|
- `wait_for_response` keeps the current polling behavior but polls SQLite.
|
||||||
|
|
||||||
|
The old audit path helpers (`audit_dir`, `audit_log_path`) stay available for
|
||||||
|
compatibility. `audit_log_path` no longer describes the active storage location;
|
||||||
|
callers should use `read_audit_entries`.
|
||||||
|
|
||||||
|
## Implementation chunks
|
||||||
|
|
||||||
|
1. Add SQLite store helpers for supervise queue and audit state.
|
||||||
|
2. Rewire `bot_bottle.supervise` queue/audit functions to the store.
|
||||||
|
3. Update supervise CLI discovery tests and queue/audit unit tests.
|
||||||
|
4. Run unit tests, pyright, and pylint for touched modules.
|
||||||
|
|
||||||
|
## Open questions
|
||||||
|
|
||||||
|
None.
|
||||||
@@ -0,0 +1,227 @@
|
|||||||
|
# PRD 0068: smolmachines backend on Linux
|
||||||
|
|
||||||
|
- **Status:** Active
|
||||||
|
- **Author:** Claude
|
||||||
|
- **Created:** 2026-06-25
|
||||||
|
- **Issue:** #283
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Make the `smolmachines` backend (PRD 0023) runnable on Linux, not
|
||||||
|
just macOS. `smolvm` already supports Linux via KVM (`/dev/kvm`);
|
||||||
|
the gap is entirely in bot-bottle's host-side glue, which hard-codes
|
||||||
|
macOS assumptions in three places:
|
||||||
|
|
||||||
|
1. **Preflight** only checks that `smolvm` is on `PATH` — it never
|
||||||
|
checks the Linux KVM prerequisite, so a misconfigured host fails
|
||||||
|
deep in the launch flow with an opaque `smolvm` error.
|
||||||
|
2. **The TSI allowlist enforcement** (`force_allowlist`) — the
|
||||||
|
security property that confines the agent VM to its sidecar
|
||||||
|
bundle's `/32` — **no-ops on Linux today, failing _open_**. The
|
||||||
|
smolvm state-DB path it patches is hard-coded to macOS's
|
||||||
|
`~/Library/Application Support/...`.
|
||||||
|
3. **Per-bottle loopback scoping** (`allocate`) returns the shared
|
||||||
|
`127.0.0.1` on Linux, which would let the agent VM reach every
|
||||||
|
service on host loopback — a downgrade from the per-bottle alias
|
||||||
|
isolation macOS gets.
|
||||||
|
|
||||||
|
This PRD closes all three so a bottle launched with
|
||||||
|
`BOT_BOTTLE_BACKEND=smolmachines` on Linux gets the same isolation
|
||||||
|
guarantee it gets on macOS, and documents the Linux/NixOS host
|
||||||
|
setup. The primary validation target is NixOS, but the changes are
|
||||||
|
distro-agnostic.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
The smolmachines backend runs each bottle's agent inside a libkrun
|
||||||
|
microVM via `smolvm`, with egress confined by TSI's `--allow-cidr`
|
||||||
|
allowlist set to a single `/32` — the sidecar bundle's loopback
|
||||||
|
address. Everything else (host loopback, LAN, internet) is denied at
|
||||||
|
the VMM layer. That security property is the entire reason the
|
||||||
|
backend exists.
|
||||||
|
|
||||||
|
libkrun runs on Hypervisor.framework (macOS) **and** KVM (Linux), and
|
||||||
|
`smolvm` ships Linux x86_64 / aarch64 builds that require `/dev/kvm`.
|
||||||
|
So the microVM layer already works on Linux. What does not work is
|
||||||
|
bot-bottle's host integration, which PRD 0023 explicitly scoped to
|
||||||
|
macOS-only for v1. Three concrete blockers:
|
||||||
|
|
||||||
|
- **No KVM preflight.** On a Linux host without `/dev/kvm` (kernel
|
||||||
|
module not loaded) or without access to it (user not in the `kvm`
|
||||||
|
group), the failure surfaces as a cryptic `smolvm` non-zero exit
|
||||||
|
mid-launch instead of an actionable message.
|
||||||
|
|
||||||
|
- **TSI enforcement fails open on Linux.** `force_allowlist`
|
||||||
|
early-returns on non-macOS. It exists because `smolvm` 0.8.0
|
||||||
|
silently drops `--allow-cidr` when combined with `--from`, so the
|
||||||
|
allowlist has to be patched into smolvm's persisted state DB before
|
||||||
|
`machine start`. On Linux that patch never runs **and** the DB path
|
||||||
|
is the macOS path, so the booted VM's TSI allowlist is whatever
|
||||||
|
smolvm defaulted to — potentially all of `127.0.0.0/8`. That is the
|
||||||
|
exact sandbox-escape the backend is supposed to prevent.
|
||||||
|
|
||||||
|
- **No per-bottle loopback isolation on Linux.** `allocate` returns
|
||||||
|
`127.0.0.1` on Linux. Even with a correct allowlist, `127.0.0.1/32`
|
||||||
|
is shared by every service on host loopback, so the agent could
|
||||||
|
reach other bottles' published ports and host services. On macOS
|
||||||
|
this is solved with per-bottle `127.0.0.16..31` aliases added via
|
||||||
|
`sudo ifconfig lo0 alias`. On Linux the whole `127.0.0.0/8` is
|
||||||
|
already routed to `lo`, so docker can publish to `127.0.0.<N>`
|
||||||
|
with **no `ifconfig`/sudo step at all** — the isolation is actually
|
||||||
|
cheaper to achieve than on macOS.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
- `BOT_BOTTLE_BACKEND=smolmachines ./cli.py start <agent>` launches,
|
||||||
|
runs, and tears down a bottle on a Linux host with `/dev/kvm`.
|
||||||
|
- The TSI allowlist is enforced on Linux: PRD 0022's
|
||||||
|
`tests/integration/test_sandbox_escape.py` passes against
|
||||||
|
`BOT_BOTTLE_BACKEND=smolmachines` on Linux (the acceptance gate).
|
||||||
|
- Each Linux bottle is scoped to its own `127.0.0.<N>/32`, matching
|
||||||
|
the macOS per-bottle isolation property.
|
||||||
|
- A clear, actionable preflight error when `/dev/kvm` is missing or
|
||||||
|
inaccessible, with remediation (load `kvm-intel`/`kvm-amd`, join the
|
||||||
|
`kvm` group).
|
||||||
|
- **Fail-closed:** if bot-bottle cannot positively confirm the TSI
|
||||||
|
allowlist was persisted for a machine (DB missing, row missing,
|
||||||
|
patch didn't take), it `die()`s before `machine start` rather than
|
||||||
|
booting a VM with an unverified allowlist.
|
||||||
|
- macOS behavior is unchanged.
|
||||||
|
- README documents Linux + NixOS host setup.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- Rootless / non-KVM fallbacks (e.g. software emulation). Linux
|
||||||
|
smolmachines requires `/dev/kvm`, full stop.
|
||||||
|
- Removing Docker as a host dependency — the sidecar bundle and
|
||||||
|
image-build pipeline still use Docker on Linux, same as macOS.
|
||||||
|
- Auto-installing `smolvm` or configuring KVM on the operator's
|
||||||
|
behalf. Preflight reports; the operator remediates.
|
||||||
|
- Nested-virtualization tuning for running the runner itself inside a
|
||||||
|
VM (documented as a caveat, not solved here).
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### Platform detection
|
||||||
|
|
||||||
|
Reuse the existing `platform.system()` check already in
|
||||||
|
`loopback_alias.py` (`_is_macos()`). "Linux" is "not macOS" for every
|
||||||
|
branch below; no new third-platform path.
|
||||||
|
|
||||||
|
### Preflight: KVM gate (`util.smolmachines_preflight`)
|
||||||
|
|
||||||
|
After the existing `smolvm`-on-`PATH` check, add a Linux-only gate:
|
||||||
|
|
||||||
|
- `/dev/kvm` must exist → else `die()` with "enable KVM
|
||||||
|
(`kvm-intel`/`kvm-amd` kernel module)".
|
||||||
|
- `/dev/kvm` must be readable + writable by the current user
|
||||||
|
(`os.access(..., R_OK | W_OK)`) → else `die()` with "add your user
|
||||||
|
to the `kvm` group (and re-login)".
|
||||||
|
|
||||||
|
macOS is unaffected (Hypervisor.framework needs no device node).
|
||||||
|
|
||||||
|
### smolvm state-DB path (platform-aware)
|
||||||
|
|
||||||
|
`loopback_alias._SMOLVM_DB_PATH` becomes platform-derived:
|
||||||
|
|
||||||
|
- macOS: `~/Library/Application Support/smolvm/server/smolvm.db`
|
||||||
|
(unchanged).
|
||||||
|
- Linux: `$XDG_DATA_HOME/smolvm/server/smolvm.db`, defaulting to
|
||||||
|
`~/.local/share/smolvm/server/smolvm.db`.
|
||||||
|
|
||||||
|
> **Verification note:** the Linux DB location is inferred from
|
||||||
|
> smolvm's documented `~/.local/share` install layout and the XDG
|
||||||
|
> base-dir spec. It must be confirmed on a real Linux smolvm install;
|
||||||
|
> if smolvm uses a different path or schema, the fail-closed check
|
||||||
|
> below turns that into a clear `die()` at launch rather than a silent
|
||||||
|
> escape.
|
||||||
|
|
||||||
|
### TSI enforcement: cross-platform + fail-closed (`force_allowlist`)
|
||||||
|
|
||||||
|
Rework `force_allowlist(machine_name, allowed_cidrs)` to run on
|
||||||
|
**both** platforms and to fail closed:
|
||||||
|
|
||||||
|
1. Resolve the state DB; if the file is missing, `die()` (cannot
|
||||||
|
confirm enforcement → refuse to launch).
|
||||||
|
2. Read the machine's persisted row; if the row is missing, `die()`.
|
||||||
|
3. If the row's `allowed_cidrs` already equals the requested list
|
||||||
|
(e.g. a newer `smolvm` that honors `--allow-cidr` at create), do
|
||||||
|
nothing — no write.
|
||||||
|
4. Otherwise patch `allowed_cidrs` (the existing BLOB-encoded write)
|
||||||
|
and re-read.
|
||||||
|
5. If, after the patch, `allowed_cidrs` still does not equal the
|
||||||
|
requested list, `die()`.
|
||||||
|
|
||||||
|
This is robust across smolvm versions: it works whether `--allow-cidr`
|
||||||
|
is silently dropped (0.8.0) or honored (newer), and it never boots a
|
||||||
|
VM whose persisted allowlist it could not confirm. It is a strict
|
||||||
|
improvement on macOS too (today's code writes unconditionally and
|
||||||
|
never verifies).
|
||||||
|
|
||||||
|
> The persisted-row check confirms our write took, not that smolvm's
|
||||||
|
> runtime TSI enforces it. The runtime guarantee is covered by the
|
||||||
|
> sandbox-escape acceptance test; the persisted check is the cheap
|
||||||
|
> fail-closed guard at launch.
|
||||||
|
|
||||||
|
### Per-bottle loopback scoping on Linux (`allocate`)
|
||||||
|
|
||||||
|
`allocate` runs the same docker-state-driven allocation on Linux as on
|
||||||
|
macOS (`_allocate_locked`, the file lock, and `_aliases_in_use` via
|
||||||
|
`docker inspect` are all already cross-platform). The only macOS-only
|
||||||
|
step, `ensure_pool` (the `sudo ifconfig lo0 alias` dance), stays
|
||||||
|
macOS-only: on Linux `127.0.0.0/8` is already loopback, so docker can
|
||||||
|
publish bundle ports directly on `127.0.0.<N>` with no setup.
|
||||||
|
|
||||||
|
Net effect: Linux bottles get per-bottle `127.0.0.16..31/32` scoping
|
||||||
|
identical to macOS, without sudo.
|
||||||
|
|
||||||
|
### Launch flow
|
||||||
|
|
||||||
|
`launch.py` needs no structural change — `_allocate_resources` already
|
||||||
|
calls `ensure_pool()` (now a Linux no-op) then `allocate()` (now
|
||||||
|
per-bottle on Linux), and `_launch_vm` already calls
|
||||||
|
`force_allowlist()` (now active on Linux). Only the macOS-specific
|
||||||
|
docstrings are updated to describe the cross-platform behavior.
|
||||||
|
|
||||||
|
## Implementation chunks
|
||||||
|
|
||||||
|
1. **Preflight KVM gate** — `util.smolmachines_preflight` +
|
||||||
|
unit tests for the missing-device and no-access branches.
|
||||||
|
2. **Platform-aware DB path + fail-closed `force_allowlist`** —
|
||||||
|
`loopback_alias.py`; update/extend `TestForceAllowlist`.
|
||||||
|
3. **Cross-platform `allocate`** — drop the Linux early-return; update
|
||||||
|
`TestAllocate` / `TestAllocateLock` for the new Linux behavior.
|
||||||
|
4. **Docstring + comment cleanup** in `launch.py` and module headers.
|
||||||
|
5. **Docs** — README requirements + a Linux/NixOS host-setup section.
|
||||||
|
|
||||||
|
## Testing Strategy
|
||||||
|
|
||||||
|
- **Unit (CI, any OS):** the suite mocks `platform.system()` /
|
||||||
|
`subprocess` and patches `_SMOLVM_DB_PATH`, so the new Linux
|
||||||
|
branches are testable on the macOS/Linux CI runner without `smolvm`
|
||||||
|
or KVM. Covers: KVM preflight branches, fail-closed `force_allowlist`
|
||||||
|
(DB missing, row missing, patch-doesn't-take), per-bottle Linux
|
||||||
|
allocation + locking, platform-derived DB path.
|
||||||
|
- **Integration (Linux host with KVM — the acceptance gate):**
|
||||||
|
`tests/integration/test_sandbox_escape.py` against
|
||||||
|
`BOT_BOTTLE_BACKEND=smolmachines`. This cannot run on the macOS dev
|
||||||
|
box and must be executed on NixOS before merge.
|
||||||
|
|
||||||
|
## Open questions / verification pending
|
||||||
|
|
||||||
|
- **Confirm the Linux smolvm state-DB path and schema** on a real
|
||||||
|
install (the `~/.local/share/...` inference above).
|
||||||
|
- **Confirm whether the current smolvm Linux build still drops
|
||||||
|
`--allow-cidr` with `--from`** (the 0.8.0 bug). The fail-closed
|
||||||
|
design handles either answer, but knowing lets us drop the DB patch
|
||||||
|
if upstream fixed it.
|
||||||
|
- **Confirm docker publishing to `127.0.0.<N>` on Linux** behaves as
|
||||||
|
expected end-to-end with TSI (high confidence; standard loopback
|
||||||
|
behavior, but unverified on the target host).
|
||||||
|
|
||||||
|
## References
|
||||||
|
|
||||||
|
- PRD 0023 — smolmachines bottle backend (macOS v1).
|
||||||
|
- PRD 0022 — `test_sandbox_escape.py` acceptance gate.
|
||||||
|
- PRD 0024 — sidecar bundle image.
|
||||||
|
- smolvm: https://github.com/smol-machines/smolvm
|
||||||
@@ -0,0 +1,439 @@
|
|||||||
|
# PRD prd-new: Forge native integration
|
||||||
|
|
||||||
|
- **Status:** Draft
|
||||||
|
- **Author:** claude
|
||||||
|
- **Created:** 2026-06-29
|
||||||
|
- **Issue:** #317
|
||||||
|
|
||||||
|
## Summary
|
||||||
|
|
||||||
|
Add a webhook-driven orchestration layer that lets Gitea issues and PR comments
|
||||||
|
drive bot-bottle sessions end-to-end with no operator in the loop for the happy
|
||||||
|
path. An issue assigned to a member of the configured agent org and labelled
|
||||||
|
with an agent name triggers a headless bottle launch; the bottle processes the
|
||||||
|
issue, opens a PR, and interacts with the forge through a **forge sidecar** —
|
||||||
|
the agent never touches the Gitea API or its credentials directly. The agent
|
||||||
|
calls `signal_done(status, summary)` on the sidecar when a work unit is
|
||||||
|
complete; the sidecar relays that to the orchestrator over a queue dir (the same
|
||||||
|
pattern as the supervise sidecar), so completion is an unambiguous in-band
|
||||||
|
signal rather than a comment the orchestrator has to parse. The orchestrator
|
||||||
|
freezes the bottle. Subsequent PR comments rehydrate the frozen bottle. The
|
||||||
|
bottle is destroyed when the PR closes.
|
||||||
|
|
||||||
|
The forge sidecar is backed by a `Forge` abstract class with per-provider
|
||||||
|
implementations (Gitea first), so the agent's prompts and the sidecar protocol
|
||||||
|
stay forge-agnostic. The sidecar logs forge operations semantically ("read PR
|
||||||
|
description", "posted comment", "signalled done"), giving richer provenance than
|
||||||
|
post-hoc egress-byte parsing, and enforces a **read-anywhere / write-scoped**
|
||||||
|
permission model: the agent may read for context but may only write to the
|
||||||
|
issue and PRs it was assigned.
|
||||||
|
|
||||||
|
Run provenance is exposed through a **provenance API** (the sidecar's structured
|
||||||
|
operation log plus the run's metadata), not posted back into the forge. We do
|
||||||
|
not surface a provenance footer in the PR — the audit record lives behind the
|
||||||
|
API where it can be retained and queried, rather than as an editable comment.
|
||||||
|
|
||||||
|
The separation of concerns across the two layers: bot-bottle owns the headless
|
||||||
|
launch primitives, the forge sidecar + `Forge` abstraction, and forge state.
|
||||||
|
`bot-bottle-orchestrator` (separate binary) owns the webhook listener, bottle
|
||||||
|
lifecycle loop, and monitoring dashboard; it calls into bot-bottle via
|
||||||
|
`./cli.py orchestrate`, a thin wrapper command. This PRD covers bot-bottle's
|
||||||
|
side of that contract.
|
||||||
|
|
||||||
|
## Problem
|
||||||
|
|
||||||
|
Today an operator must open the TUI, select an agent and bottle, confirm the
|
||||||
|
preflight, and type prompts interactively. This blocks "issue → PR" automation
|
||||||
|
and produces no durable audit record of what the agent did. The security model
|
||||||
|
already provides the right isolation and egress controls, and `start --headless`
|
||||||
|
(#315) already gives `bot-bottle-orchestrator` a non-interactive launch path.
|
||||||
|
The missing pieces are a headless `resume` counterpart for rehydrating frozen
|
||||||
|
bottles, a forge-interaction surface the agent uses to read context, post
|
||||||
|
comments, and signal completion, and the provenance trail that makes the audit
|
||||||
|
story legible to reviewers on every PR.
|
||||||
|
|
||||||
|
That forge-interaction surface could be built two ways: (2) give the agent the
|
||||||
|
Gitea API directly with cred-proxy injecting the token, or (3) put a forge
|
||||||
|
sidecar between the agent and the forge. This PRD takes **option 3**. The
|
||||||
|
deciding factors: a sidecar `signal_done` call is an unambiguous completion
|
||||||
|
signal where comment-parsing is a correctness risk that surfaces in production;
|
||||||
|
the sidecar produces a semantic audit trail rather than HTTP bytes, which is
|
||||||
|
load-bearing for provenance (the stated product priority); and the sidecar can
|
||||||
|
enforce scope tighter than repo-wide API-key permissions, reducing blast radius
|
||||||
|
for a prompt-injected agent. The costs — a second sidecar process per forge run,
|
||||||
|
a new failure mode if it crashes, and per-forge implementation cost — are
|
||||||
|
accepted as the price of those properties.
|
||||||
|
|
||||||
|
## Goals / Success Criteria
|
||||||
|
|
||||||
|
1. Headless launch already exists: `./cli.py start <agent> --headless --prompt`
|
||||||
|
(#315) runs non-interactively with no TUI selectors or y/N preflight. This
|
||||||
|
PRD builds on it rather than re-introducing it. The remaining gap is a
|
||||||
|
matching headless `resume` path (`./cli.py resume --headless`), since
|
||||||
|
rehydrating a frozen bottle for a new prompt is required by the freeze /
|
||||||
|
rehydrate loop and `resume` has no non-interactive entry point today.
|
||||||
|
2. An issue assigned to a member of the configured org (`FORGE_ORG`, default
|
||||||
|
`bot-bottle`) and labelled `bot-bottle:<agent-name>` is the trigger
|
||||||
|
convention. Org membership is verified via the Gitea API at event time.
|
||||||
|
3. Forge-targeted bottles run a **forge sidecar** that exposes a small,
|
||||||
|
forge-agnostic API (comment/issue/PR CRUD plus `signal_done`) over the same
|
||||||
|
queue-dir + HTTP/JSON-RPC machinery as the supervise sidecar. The agent calls
|
||||||
|
the sidecar; it never sees the forge token or forge-specific endpoints.
|
||||||
|
4. The sidecar is backed by a `Forge` abstract class. Gitea is the first
|
||||||
|
concrete implementation; adding a forge means a new subclass, not changes to
|
||||||
|
the agent prompt or sidecar protocol. The sidecar enforces a read-anywhere /
|
||||||
|
write-scoped model: writes are limited to the assigned issue and its PRs;
|
||||||
|
reads are unrestricted for context.
|
||||||
|
5. The agent calls `signal_done(status, summary)` on the sidecar when a work
|
||||||
|
unit is complete; the sidecar relays it to the orchestrator over a queue dir.
|
||||||
|
This is the done signal — no comment parsing. A watchdog timeout
|
||||||
|
(configurable, default 30 min) causes the orchestrator to treat the run as
|
||||||
|
done-without-self-report if the agent exits without signalling.
|
||||||
|
6. Run provenance (agent name, bottle name(s), slug, timing, exit code,
|
||||||
|
gitleaks result, egress summary, and the sidecar's semantic operation log)
|
||||||
|
is available through a provenance API. It is **not** surfaced as a PR footer
|
||||||
|
or any other forge comment.
|
||||||
|
7. Forge state (issue → slug, status) is persisted in a local SQLite database
|
||||||
|
under `~/.bot-bottle/` and survives orchestrator restarts.
|
||||||
|
8. `./cli.py orchestrate status` lists active forge-managed bottles and their
|
||||||
|
issue/PR URLs.
|
||||||
|
9. Unit tests cover: label parsing, org-membership check path, forge state
|
||||||
|
store CRUD (SQLite), headless launch arg construction, forge env var
|
||||||
|
injection, sidecar request dispatch through the `Forge` abstraction,
|
||||||
|
write-scope enforcement (reject writes outside the assigned issue/PRs), and
|
||||||
|
`signal_done` queue relay.
|
||||||
|
|
||||||
|
## Non-goals
|
||||||
|
|
||||||
|
- Webhook signature verification (HMAC-SHA256). Added as a follow-up.
|
||||||
|
- The `bot-bottle-orchestrator` binary itself — this PRD covers bot-bottle's
|
||||||
|
side of the interface only. The orchestrator is a separate project.
|
||||||
|
- GitHub or GitLab support.
|
||||||
|
- Multiple simultaneous forge bottles per issue.
|
||||||
|
- Automatic retry on agent error exit.
|
||||||
|
- Bottle destruction on issue close (PR close only; issue close is ambiguous).
|
||||||
|
- Concurrent multi-issue handling (one blocking run per orchestrator process).
|
||||||
|
- A monitoring dashboard (orchestrator-side concern).
|
||||||
|
- Folding `DeployKeyProvisioner` into the `Forge` abstraction. Deploy-key
|
||||||
|
provisioning runs at bottle-provision time on the host; the forge sidecar runs
|
||||||
|
inside the bottle at agent time. The two have different lifecycles and actors,
|
||||||
|
so coupling them into one class is deferred to a follow-up. This PRD only
|
||||||
|
shares the Gitea HTTP client between them.
|
||||||
|
|
||||||
|
## Design
|
||||||
|
|
||||||
|
### Targeting convention
|
||||||
|
|
||||||
|
An issue is forge-targeted when **both** hold:
|
||||||
|
|
||||||
|
- At least one assignee is a member of the Gitea org named by `FORGE_ORG`
|
||||||
|
(default `bot-bottle`). Checked via `GET /api/v1/orgs/{org}/members/{user}`.
|
||||||
|
- At least one label has the prefix `bot-bottle:`. The suffix names the agent
|
||||||
|
manifest, e.g. `bot-bottle:implementer` → agent `implementer`.
|
||||||
|
|
||||||
|
`FORGE_ORG` is read at orchestrate-command startup. It is not embedded in
|
||||||
|
manifests or state files; the orchestrator stamps its value into log output for
|
||||||
|
auditability.
|
||||||
|
|
||||||
|
An optional label `bot-bottle-bottle:<name>` overrides bottle selection. When
|
||||||
|
absent the agent's default bottle is used.
|
||||||
|
|
||||||
|
### `./cli.py orchestrate` — the thin wrapper
|
||||||
|
|
||||||
|
```
|
||||||
|
./cli.py orchestrate start --agent AGENT [--bottle BOTTLE ...] --prompt PROMPT
|
||||||
|
[--label LABEL] [--backend BACKEND]
|
||||||
|
./cli.py orchestrate resume --slug SLUG --prompt PROMPT [--backend BACKEND]
|
||||||
|
./cli.py orchestrate status
|
||||||
|
```
|
||||||
|
|
||||||
|
`orchestrate start` is a thin shim over the already-shipped `start --headless`
|
||||||
|
(#315): it forwards agent / bottle / label / prompt and adds the forge-specific
|
||||||
|
wiring (`forge_env`, sidecar launch). It does not re-implement headless launch.
|
||||||
|
The caller (`bot-bottle-orchestrator`) manages freeze, state, and the forge
|
||||||
|
sidecar's done signal around it.
|
||||||
|
|
||||||
|
`orchestrate resume` is the shim over the new `resume --headless` (below).
|
||||||
|
|
||||||
|
`orchestrate status` prints the forge state table.
|
||||||
|
|
||||||
|
### Headless primitives — what exists vs. what's new
|
||||||
|
|
||||||
|
Headless **start** already shipped in #315 and this PRD reuses it as-is:
|
||||||
|
|
||||||
|
- `./cli.py start <agent> --headless --prompt TEXT` — no TUI selectors, no y/N
|
||||||
|
preflight. Internally `_start_headless()` calls the shared `_launch_bottle()`
|
||||||
|
with `assume_yes=True` and `headless_prompt_text=prompt`.
|
||||||
|
- The prompt is delivered through `AgentProvider.headless_prompt(prompt)` —
|
||||||
|
claude `-p`, codex positional, pi `-p`. The orchestrator does **not** hand-roll
|
||||||
|
agent args; it relies on this provider abstraction. (An earlier draft proposed
|
||||||
|
`start_headless` / `attach_agent_headless` helpers that constructed
|
||||||
|
`--no-interactive`/`-p` directly — those are dropped as redundant with, and
|
||||||
|
divergent from, what #315 merged.)
|
||||||
|
|
||||||
|
Two additions are needed on top of #315:
|
||||||
|
|
||||||
|
**1. A `forge_env` hook on the headless launch path.** The orchestrator needs to
|
||||||
|
pass forge context + token through to the forge sidecar launched alongside the
|
||||||
|
agent. This is a parameter threaded into `_launch_bottle` (the same core
|
||||||
|
`start --headless` already uses), not a parallel launch function. The agent
|
||||||
|
process itself does not receive the token.
|
||||||
|
|
||||||
|
**2. `resume --headless`** — new in `bot_bottle/cli/resume.py`, mirroring the
|
||||||
|
`--headless` flag on `start`:
|
||||||
|
|
||||||
|
```
|
||||||
|
./cli.py resume <slug> --headless --prompt TEXT
|
||||||
|
```
|
||||||
|
|
||||||
|
It rehydrates a frozen bottle and runs one headless prompt via the same
|
||||||
|
`assume_yes` + `headless_prompt` path, returning the agent's exit code. `resume`
|
||||||
|
has no non-interactive entry point today, so this is genuinely new work rather
|
||||||
|
than a rename of an existing helper.
|
||||||
|
|
||||||
|
### Forge sidecar
|
||||||
|
|
||||||
|
Forge-targeted bottles run a forge sidecar alongside the agent, mirroring the
|
||||||
|
supervise sidecar: a per-bottle process that exposes an HTTP/JSON-RPC endpoint
|
||||||
|
over a Unix socket and relays events to the orchestrator through a queue dir.
|
||||||
|
The agent calls the sidecar; the sidecar holds the forge token and makes the
|
||||||
|
actual forge API calls. The agent never receives the credential and never sees a
|
||||||
|
forge-specific endpoint — swapping Gitea for another forge does not change the
|
||||||
|
agent prompt or the sidecar protocol.
|
||||||
|
|
||||||
|
The sidecar is configured at launch from the forge context (owner, repo, issue,
|
||||||
|
PR) and the token, supplied by the orchestrator — not baked into the agent
|
||||||
|
manifest. Because the sidecar owns the token, forge traffic does not need a
|
||||||
|
cred-proxy egress route on the agent; the agent's egress policy is unchanged by
|
||||||
|
forge targeting.
|
||||||
|
|
||||||
|
**Sidecar protocol** (forge-agnostic; each method maps to a `Forge` call):
|
||||||
|
|
||||||
|
| Method | Scope | Purpose |
|
||||||
|
|---|---|---|
|
||||||
|
| `read_issue(number)` | read-anywhere | Read an issue body for context |
|
||||||
|
| `read_pr(number)` | read-anywhere | Read a PR (incl. merge state) for context |
|
||||||
|
| `read_comments(number)` | read-anywhere | Read a thread for context |
|
||||||
|
| `post_comment(number, body)` | write-scoped | Post to the assigned issue/PR |
|
||||||
|
| `update_description(number, body)` | write-scoped | Edit the assigned issue/PR body |
|
||||||
|
| `signal_done(status, summary)` | — | Relay completion to the orchestrator |
|
||||||
|
|
||||||
|
Issues and PRs are distinct domain objects (`Issue` vs `PullRequest`) read
|
||||||
|
through distinct methods; a PR carries merge state an issue does not.
|
||||||
|
|
||||||
|
**Scope enforcement** is read-anywhere / write-scoped: read methods accept any
|
||||||
|
issue/PR number for context; write methods are rejected unless the target is the
|
||||||
|
assigned issue or one of its PRs. This is tighter than Gitea's repo-wide API-key
|
||||||
|
permissions and bounds the blast radius of a prompt-injected agent. Rejections
|
||||||
|
are logged semantically (operation, target, reason) so the audit trail records
|
||||||
|
attempted out-of-scope writes, not just allowed ones.
|
||||||
|
|
||||||
|
**Semantic audit**: every sidecar call is logged as a structured operation
|
||||||
|
("read PR #318 description", "posted comment to #317", "signalled done:
|
||||||
|
success") rather than as opaque HTTP bytes. This log feeds provenance directly,
|
||||||
|
with no post-hoc egress-log parsing.
|
||||||
|
|
||||||
|
### `Forge` abstraction — `bot_bottle/contrib/forge/`
|
||||||
|
|
||||||
|
The sidecar dispatches to a `Forge` abstract class. Each provider implements the
|
||||||
|
operations behind the sidecar protocol:
|
||||||
|
|
||||||
|
```python
|
||||||
|
class Forge(abc.ABC):
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_issue(self, number: int) -> Issue: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_pr(self, number: int) -> PullRequest: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def read_comments(self, number: int) -> list[Comment]: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def post_comment(self, number: int, body: str) -> None: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def update_description(self, number: int, body: str) -> None: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def get_pr_for_issue(self, number: int) -> int | None: ...
|
||||||
|
@abc.abstractmethod
|
||||||
|
def is_pr_open(self, number: int) -> bool: ...
|
||||||
|
```
|
||||||
|
|
||||||
|
`Issue` and `PullRequest` are separate frozen dataclasses — a PR adds `merged`.
|
||||||
|
`ScopedForge` wraps a concrete `Forge` to enforce the read-anywhere /
|
||||||
|
write-scoped model (`post_comment` / `update_description` raise `ForgeScopeError`
|
||||||
|
outside the assigned issue and PRs).
|
||||||
|
|
||||||
|
`GiteaForge` is the first and only concrete implementation in this PRD. It wraps
|
||||||
|
the Gitea HTTP client (below). Adding GitHub or GitLab later is a new subclass;
|
||||||
|
the sidecar, protocol, and agent prompt are untouched.
|
||||||
|
|
||||||
|
> **Deferred:** `DeployKeyProvisioner` is *not* folded into `Forge` here.
|
||||||
|
> Deploy-key provisioning runs on the host at provision time; the sidecar runs
|
||||||
|
> in the bottle at agent time. They have different lifecycles and actors, so a
|
||||||
|
> shared abstract base would couple two unrelated auth contexts. For now they
|
||||||
|
> only share the Gitea HTTP client; a later PRD can revisit unification.
|
||||||
|
|
||||||
|
### Forge env vars
|
||||||
|
|
||||||
|
The orchestrator passes forge context to the **sidecar** (not the agent) at
|
||||||
|
launch. The agent does not need owner/repo/issue env vars to construct API
|
||||||
|
calls, since it only names issue/PR numbers to the sidecar:
|
||||||
|
|
||||||
|
| Var | Example | Purpose |
|
||||||
|
|---|---|---|
|
||||||
|
| `FORGE_GITEA_API` | `https://gitea.dideric.is/api/v1` | Base URL the sidecar calls |
|
||||||
|
| `FORGE_OWNER` | `didericis` | Repo owner |
|
||||||
|
| `FORGE_REPO` | `bot-bottle` | Repo name |
|
||||||
|
| `FORGE_ISSUE_NUMBER` | `317` | Assigned issue (defines write scope) |
|
||||||
|
| `FORGE_PR_NUMBER` | `318` | Assigned PR (empty until PR exists) |
|
||||||
|
|
||||||
|
The agent's forge-specific prompt instructs it to call `signal_done` on the
|
||||||
|
sidecar when a work unit is complete, and to use the sidecar for any
|
||||||
|
comment/description writes. The instruction is forge-agnostic and is part of the
|
||||||
|
forge prompt overlay, not the base agent manifest, so non-forge runs are
|
||||||
|
unaffected.
|
||||||
|
|
||||||
|
### Done signal and watchdog
|
||||||
|
|
||||||
|
The agent calls `signal_done(status, summary)` on the sidecar when it finishes a
|
||||||
|
work unit. The sidecar writes the event to its queue dir; the orchestrator reads
|
||||||
|
it and:
|
||||||
|
|
||||||
|
1. Reads the forge state for `(owner, repo, issue_number)`.
|
||||||
|
2. If `status == "running"`, treats the event as the done signal: freezes the
|
||||||
|
bottle and sets `status = "frozen"`. Provenance is recorded via the
|
||||||
|
provenance API — no comment is posted to the forge.
|
||||||
|
|
||||||
|
Because completion is an explicit `signal_done` call, the orchestrator does not
|
||||||
|
parse comment text to detect "done", and intermediate comments the agent posts
|
||||||
|
mid-run cannot be mistaken for completion.
|
||||||
|
|
||||||
|
**Watchdog**: the orchestrator tracks `last_checkin_at` in forge state, updated
|
||||||
|
on each sidecar event. A background thread wakes every minute. If
|
||||||
|
`now - last_checkin_at > FORGE_WATCHDOG_TIMEOUT` (default 30 min, configurable
|
||||||
|
via env) and `status == "running"`, the orchestrator treats the run as
|
||||||
|
done-without-self-report and freezes the bottle, flagging the run as incomplete
|
||||||
|
in the provenance record.
|
||||||
|
|
||||||
|
**Sidecar-death failure mode**: if the forge sidecar crashes mid-run the agent
|
||||||
|
loses forge access while the bottle is otherwise healthy. The orchestrator
|
||||||
|
detects a dead sidecar (socket/queue gone) the same way it detects a stalled
|
||||||
|
agent and falls back to the watchdog path.
|
||||||
|
|
||||||
|
### Forge state — `bot_bottle/contrib/gitea/forge_state.py`
|
||||||
|
|
||||||
|
State is stored in a local SQLite database at `~/.bot-bottle/bot-bottle.db`.
|
||||||
|
Access goes through a thin CRUD interface, `ForgeStateStore`, so the storage
|
||||||
|
location/engine can be swapped without touching callers. `SqliteForgeStateStore`
|
||||||
|
is the first implementation.
|
||||||
|
|
||||||
|
The `forge_state` table is keyed by `(owner, repo, issue_number)` and carries:
|
||||||
|
`slug`, `agent_name`, `bottle_names` (JSON), `backend_name`, `agent_git_user`,
|
||||||
|
`pr_number` (nullable), `status`, `last_checkin_at`.
|
||||||
|
|
||||||
|
`status`: `"running"` | `"frozen"` | `"destroyed"`.
|
||||||
|
|
||||||
|
Store interface:
|
||||||
|
|
||||||
|
```python
|
||||||
|
class ForgeStateStore(abc.ABC):
|
||||||
|
def upsert(self, state: ForgeState) -> None: ...
|
||||||
|
def get(self, owner: str, repo: str, issue_number: int) -> ForgeState | None: ...
|
||||||
|
def delete(self, owner: str, repo: str, issue_number: int) -> None: ...
|
||||||
|
def all(self) -> list[ForgeState]: ...
|
||||||
|
|
||||||
|
class SqliteForgeStateStore(ForgeStateStore):
|
||||||
|
def __init__(self, db_path: Path | None = None) -> None: ...
|
||||||
|
```
|
||||||
|
|
||||||
|
`upsert` uses `INSERT OR REPLACE` so a re-run for the same issue overwrites in
|
||||||
|
place. The schema is created on first open.
|
||||||
|
|
||||||
|
### Provenance API
|
||||||
|
|
||||||
|
Run provenance — agent, bottle(s), slug, timing, exit code, gitleaks result,
|
||||||
|
egress summary, watchdog-fired flag, and the sidecar's semantic operation log —
|
||||||
|
is exposed through a **provenance API**, not posted into the forge. There is no
|
||||||
|
provenance footer or run-summary comment.
|
||||||
|
|
||||||
|
The rationale (per the monetization positioning): a PR comment is mutable by any
|
||||||
|
maintainer, unsigned, and per-PR, so it is worthless as an audit record and
|
||||||
|
invites false trust. The authoritative record therefore lives behind the API,
|
||||||
|
where it can be retained, queried, and (eventually) signed. Whether any
|
||||||
|
projection of it ever appears in the forge is a separate, out-of-scope decision;
|
||||||
|
this PR does not build one.
|
||||||
|
|
||||||
|
The API surface itself (schema, transport, signing, retention) is **out of scope
|
||||||
|
for this PRD** and belongs with the orchestrator / control-plane work. bot-bottle
|
||||||
|
here only produces the raw material: the sidecar's semantic operation log and the
|
||||||
|
run metadata the orchestrator collects.
|
||||||
|
|
||||||
|
### Gitea HTTP client — `bot_bottle/contrib/gitea/client.py`
|
||||||
|
|
||||||
|
`GiteaForge` (and the existing `GiteaDeployKeyProvisioner`) share one thin HTTP
|
||||||
|
client. Unlike the option-2 design, the token is held by the sidecar process and
|
||||||
|
passed to the client directly — there is no agent-side cred-proxy route to
|
||||||
|
inject it, because the agent never makes forge calls.
|
||||||
|
|
||||||
|
```python
|
||||||
|
class GiteaClient:
|
||||||
|
def __init__(self, *, api_url: str, owner: str, repo: str, token: str) -> None: ...
|
||||||
|
def is_org_member(self, org: str, username: str) -> bool: ...
|
||||||
|
def get_issue(self, number: int) -> dict: ...
|
||||||
|
def get_comments(self, number: int) -> list[dict]: ...
|
||||||
|
def post_comment(self, number: int, body: str) -> None: ...
|
||||||
|
def patch_issue_body(self, number: int, body: str) -> None: ...
|
||||||
|
def get_pull(self, number: int) -> dict: ...
|
||||||
|
```
|
||||||
|
|
||||||
|
`GiteaForge` adapts this client to the `Forge` surface (mapping raw JSON to
|
||||||
|
`Issue` / `PullRequest` / `Comment`). Sharing only the HTTP client (not an
|
||||||
|
abstract base) is the deliberate boundary between the sidecar and the deploy-key
|
||||||
|
provisioner — see the deferral note under the `Forge` abstraction.
|
||||||
|
|
||||||
|
### Implementation chunks
|
||||||
|
|
||||||
|
1. **Headless additions on top of #315** — thread a `forge_env` parameter into
|
||||||
|
the existing `_launch_bottle` core (the one `start --headless` already uses);
|
||||||
|
add a `--headless` path to `cli/resume.py` reusing `assume_yes` +
|
||||||
|
`headless_prompt`. No new `start_headless`/`attach_agent_headless` helpers.
|
||||||
|
Tests: `forge_env` reaches the sidecar/`guest_env`; `resume --headless` skips
|
||||||
|
the TUI and y/N preflight and returns the agent exit code.
|
||||||
|
|
||||||
|
2. **Forge state** — `contrib/gitea/forge_state.py`: `ForgeState` dataclass,
|
||||||
|
`ForgeStateStore` CRUD interface, `SqliteForgeStateStore`. Tests: round-trip,
|
||||||
|
missing → None, `INSERT OR REPLACE` upsert, delete idempotent, `all()`
|
||||||
|
ordering, persistence across store instances.
|
||||||
|
|
||||||
|
3. **`Forge` abstraction + Gitea client** — `contrib/forge/base.py` (`Forge`
|
||||||
|
ABC, `ScopedForge`, `Issue` / `PullRequest` / `Comment`) and
|
||||||
|
`contrib/gitea/client.py` + `GiteaForge`: `is_org_member`, `read_issue`,
|
||||||
|
`read_pr`, `read_comments`, `post_comment`, `update_description`,
|
||||||
|
`get_pr_for_issue`, `is_pr_open`. Tests: mock `urllib.request.urlopen`,
|
||||||
|
assert payloads and 404-as-false for membership; `ScopedForge` write-scope
|
||||||
|
enforcement.
|
||||||
|
|
||||||
|
4. **Forge sidecar** — sidecar process exposing the protocol over a Unix socket,
|
||||||
|
queue-dir relay, write-scope enforcement, semantic op log, `signal_done`.
|
||||||
|
Reuses the supervise sidecar bundle machinery. Tests: dispatch each method to
|
||||||
|
the `Forge`, reject out-of-scope writes, `signal_done` writes a queue event,
|
||||||
|
scope-rejection is logged.
|
||||||
|
|
||||||
|
5. **`./cli.py orchestrate`** — `cli/orchestrate.py` with `start`, `resume`,
|
||||||
|
`status` subcommands wired into `cli.py`; `start` launches the forge sidecar
|
||||||
|
alongside the agent for forge-targeted runs. Tests: arg parsing, `start`
|
||||||
|
delegates to `start --headless`, `resume` delegates to `resume --headless`.
|
||||||
|
|
||||||
|
## Provenance
|
||||||
|
|
||||||
|
Run provenance is captured (sidecar semantic operation log + run metadata) and
|
||||||
|
exposed through a provenance API. It is deliberately **not** surfaced in the
|
||||||
|
forge — no footer, no run-summary comment. A mutable, unsigned PR comment is not
|
||||||
|
an audit record; the authoritative record lives behind the API where it can be
|
||||||
|
retained and signed. The `watchdog_fired` flag marks runs where the agent did
|
||||||
|
not self-report completion so consumers of the API know the record may be
|
||||||
|
incomplete.
|
||||||
|
|
||||||
|
The provenance API's schema, transport, signing, and retention are out of scope
|
||||||
|
for this PRD (control-plane work); bot-bottle here produces the raw material
|
||||||
|
only.
|
||||||
@@ -1,14 +1,20 @@
|
|||||||
# Landscape: containerized Claude Code agent tools
|
# Landscape: containerized AI coding agent tools
|
||||||
|
|
||||||
Research into whether bot-bottle is redundant with existing projects, and
|
Research into whether bot-bottle is redundant with existing projects, and
|
||||||
whether it's worth publishing.
|
whether it's worth publishing.
|
||||||
|
|
||||||
## Summary
|
## Summary
|
||||||
|
|
||||||
The "Claude Code in Docker" space is active but not saturated. bot-bottle
|
The "AI coding agents in isolated sandboxes" space is active but not saturated.
|
||||||
occupies a distinct position: no surveyed project combines all five of its
|
bot-bottle occupies a distinct position: no surveyed project combines all five
|
||||||
defining features. Publishing is likely worthwhile, with the main risk being
|
of its defining features. Publishing is likely worthwhile, with the main risk
|
||||||
claudebox expanding to absorb the same niche.
|
being claudebox expanding to absorb the same niche.
|
||||||
|
|
||||||
|
**Updated 2026-07-09:** bot-bottle now supports three isolation backends
|
||||||
|
(Docker, Apple `container`, smolmachines/libkrun microVMs) and three built-in
|
||||||
|
agent providers (Claude Code, OpenAI Codex, Pi) with an open plugin system for
|
||||||
|
arbitrary providers. This meaningfully strengthens the differentiation against
|
||||||
|
all surveyed competitors.
|
||||||
|
|
||||||
## Closest competitor: claudebox
|
## Closest competitor: claudebox
|
||||||
|
|
||||||
@@ -43,28 +49,78 @@ manifest merge.
|
|||||||
Still marked early-development.
|
Still marked early-development.
|
||||||
- **E2B, Northflank, Cloudflare Sandbox SDK** — cloud-hosted SaaS sandbox
|
- **E2B, Northflank, Cloudflare Sandbox SDK** — cloud-hosted SaaS sandbox
|
||||||
runtimes; fundamentally different architecture.
|
runtimes; fundamentally different architecture.
|
||||||
|
- **superhq.ai / SuperHQ** (v0.4.4, April 2026) — macOS desktop app (Rust/GPUI)
|
||||||
|
that runs Claude Code, Codex, and Pi inside microVMs via Apple's
|
||||||
|
Virtualization.framework (their own shuru-sdk / libkrun). Auth gateway
|
||||||
|
injects API keys on the wire so the sandbox never sees them; tmpfs overlay
|
||||||
|
stages agent writes for diff-and-accept review; mobile remote access via
|
||||||
|
remote.superhq.ai. Early alpha, free on launch, Apple Silicon only.
|
||||||
|
|
||||||
|
Overlap: both projects cover agent isolation, credential proxying, and
|
||||||
|
multi-provider support (Claude Code / Codex / Pi). Differences: SuperHQ is a
|
||||||
|
GUI desktop app with no manifest layer; bot-bottle is a CLI fleet manager with
|
||||||
|
named agents, skills injection, per-agent system prompts, and cross-platform
|
||||||
|
backends (Docker, Apple `container`, smolmachines). SuperHQ's microVM
|
||||||
|
isolation story is now partially matched by bot-bottle's `macos_container` and
|
||||||
|
smolmachines backends. Worth watching — it targets the same security-minded
|
||||||
|
power-user audience and moves fast.
|
||||||
|
|
||||||
|
**Known gap in SuperHQ (user-requested, as of 2026-07-09):** A named user
|
||||||
|
(Brian Cheong, Founder, Dunialabs.io) explicitly called out the absence of
|
||||||
|
per-run audit logging: tool calls and network egress. Bot-bottle covers both:
|
||||||
|
network egress is logged by pipelock/mitmproxy, and per-run op-log/audit state
|
||||||
|
is persisted to SQLite.
|
||||||
|
|
||||||
## What no found project does
|
## What no found project does
|
||||||
|
|
||||||
None combine:
|
None combine:
|
||||||
1. Named-agent JSON manifest with per-agent env resolution (prompt / host-forward / literal)
|
1. Named-agent manifest with per-agent env resolution (prompt / host-forward / literal), supporting multiple providers (Claude Code, Codex, Pi, arbitrary plugins)
|
||||||
2. Claude Code skills directory injection
|
2. Skills directory injection
|
||||||
3. Per-agent system prompts
|
3. Per-agent system prompts
|
||||||
4. SSH-agent key forwarding without copying private keys into the container
|
4. SSH-agent key forwarding without copying private keys into the container
|
||||||
5. Home + project manifest merge
|
5. Home + project manifest merge
|
||||||
|
6. Pluggable isolation backends: Docker (Linux/macOS), Apple `container` (macOS microVMs), smolmachines/libkrun microVMs
|
||||||
|
7. Per-run audit log: network egress via pipelock/mitmproxy + op-log persisted to SQLite
|
||||||
|
|
||||||
|
**In-flight directions (not yet shipped):**
|
||||||
|
|
||||||
|
- **Forge-native dispatch (issue #317):** Gitea webhook → orchestrator spins up a bottle
|
||||||
|
with the issue body as prompt → agent works → bottle freezes awaiting review comment →
|
||||||
|
rehydrates on comment → tears down on PR close. The issue-to-PR lifecycle concept is not
|
||||||
|
novel (Devin, Copilot Workspace, SWE-agent all do this as cloud services); what's
|
||||||
|
distinct is doing it self-hosted, manifest-driven, inside bot-bottle's isolation
|
||||||
|
primitives.
|
||||||
|
- **Paid web control plane (issue #327):** Browser-based multi-host agent launch and
|
||||||
|
monitoring; account-scoped bottle and agent definitions; secret custody (encrypted at
|
||||||
|
rest, injected into the sidecar at launch, never exposed to the agent or returned by any
|
||||||
|
read API). Monetization model: OSS runtime free, control plane paid — a standard split
|
||||||
|
(HashiCorp, Grafana) applied to a self-hosted agent sandbox. The principled secret
|
||||||
|
custody model (agent never sees real credentials, even via printenv) is more rigorous
|
||||||
|
than most surveyed tools but not unprecedented.
|
||||||
|
|
||||||
## Publishing verdict
|
## Publishing verdict
|
||||||
|
|
||||||
Worth publishing. Differentiators that matter to the target audience (power
|
Worth publishing. Differentiators that matter to the target audience (power
|
||||||
users running parallel Claude Code sessions with distinct personas/tooling):
|
users running parallel AI coding agent sessions with distinct personas/tooling):
|
||||||
|
|
||||||
- The Python-stdlib-first, low-dependency design — competitors are npm-based or
|
- The Python-stdlib-first, low-dependency design — competitors are npm-based,
|
||||||
Kubernetes-native.
|
Rust/GUI, or Kubernetes-native.
|
||||||
- Named agents with distinct skills and system prompts, not just language profiles.
|
- Named agents with distinct skills and system prompts, not just language profiles.
|
||||||
|
- Multi-backend isolation: Docker, Apple `container` microVMs, and
|
||||||
|
smolmachines/libkrun — single manifest works across all three.
|
||||||
|
- Multi-provider: Claude Code, Codex, Pi, plus an open plugin system for
|
||||||
|
arbitrary providers.
|
||||||
- SSH forwarding without key copying.
|
- SSH forwarding without key copying.
|
||||||
|
- Per-run audit log (tool calls + network egress) — an explicitly requested gap
|
||||||
|
in SuperHQ as of 2026-07-09.
|
||||||
|
- Forge-native dispatch and a paid control plane (in flight) bring bot-bottle
|
||||||
|
into the same product category as cloud services like Devin and Copilot
|
||||||
|
Workspace — but self-hosted, with stronger isolation guarantees and a
|
||||||
|
manifest-driven fleet model those services don't have.
|
||||||
|
|
||||||
Main risk: claudebox adds manifest/agent config. The space is moving fast
|
Main risk: claudebox adds manifest/agent config; SuperHQ is moving fast on the
|
||||||
enough that publishing sooner is better if establishing prior art matters.
|
GUI / microVM side. The space is moving fast enough that publishing sooner is
|
||||||
|
better if establishing prior art matters.
|
||||||
|
|
||||||
Discovery will be slow without active promotion; an Anthropic Discord post or
|
Discovery will be slow without active promotion; an Anthropic Discord post or
|
||||||
HN "Show HN" would do most of the work.
|
HN "Show HN" would do most of the work.
|
||||||
@@ -73,4 +129,4 @@ HN "Show HN" would do most of the work.
|
|||||||
|
|
||||||
- GitHub search cannot surface private or very new repos comprehensively.
|
- GitHub search cannot surface private or very new repos comprehensively.
|
||||||
- Counts (stars, forks) were not confirmed for every project.
|
- Counts (stars, forks) were not confirmed for every project.
|
||||||
- Research conducted 2026-05-07; the space moves fast.
|
- Initial research conducted 2026-05-07; SuperHQ entry added 2026-07-09; the space moves fast.
|
||||||
|
|||||||
@@ -3,4 +3,5 @@
|
|||||||
# These tools are used for code quality checks in CI/CD.
|
# These tools are used for code quality checks in CI/CD.
|
||||||
|
|
||||||
pylint>=3.0.0
|
pylint>=3.0.0
|
||||||
pyright>=1.1.300
|
pyright>=1.1.411
|
||||||
|
coverage>=7.0.0
|
||||||
|
|||||||
Executable
+38
@@ -0,0 +1,38 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# Combined unit + integration coverage (see docs/decisions/0004-coverage-policy.md).
|
||||||
|
#
|
||||||
|
# Runs the unit suite, then appends the integration suite (which skips
|
||||||
|
# cleanly when Docker / the backend CLIs are unavailable), and prints one
|
||||||
|
# combined report. The integration suite is what scores the subprocess /
|
||||||
|
# backend orchestration modules, so the number here is the policy's
|
||||||
|
# yardstick — not the unit-only badge.
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# scripts/coverage.sh # combined report
|
||||||
|
# scripts/coverage.sh critical # also report just the critical modules
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
cd "$(dirname "$0")/.."
|
||||||
|
|
||||||
|
PY="${PYTHON:-python3}"
|
||||||
|
|
||||||
|
# Critical security/logic core held to the high bar by ADR 0004. The list
|
||||||
|
# lives in one place (scripts/critical-modules.txt) so this report and the
|
||||||
|
# README "core coverage" badge can't drift; comma-join it for --include.
|
||||||
|
CRITICAL=$(grep -vE '^[[:space:]]*(#|$)' scripts/critical-modules.txt | paste -sd, -)
|
||||||
|
|
||||||
|
rm -f .coverage
|
||||||
|
|
||||||
|
echo "== unit ==" >&2
|
||||||
|
"$PY" -m coverage run -m unittest discover -t . -s tests/unit
|
||||||
|
|
||||||
|
echo "== integration (skips without Docker) ==" >&2
|
||||||
|
"$PY" -m coverage run --append -m unittest discover -t . -s tests/integration
|
||||||
|
|
||||||
|
echo "== combined report ==" >&2
|
||||||
|
"$PY" -m coverage report -m
|
||||||
|
|
||||||
|
if [ "${1:-}" = "critical" ]; then
|
||||||
|
echo "== critical modules (ADR 0004 target: 90%) ==" >&2
|
||||||
|
"$PY" -m coverage report --include="$CRITICAL"
|
||||||
|
fi
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
# Critical security/logic core held to the >=90% coverage bar by
|
||||||
|
# docs/decisions/0004-coverage-policy.md.
|
||||||
|
#
|
||||||
|
# SINGLE SOURCE OF TRUTH: scripts/coverage.sh (the `critical` report) and
|
||||||
|
# .gitea/workflows/update-badges.yml (the "core coverage" badge) both read
|
||||||
|
# this file. Add a module here when it becomes part of the core; a coverage
|
||||||
|
# number that silently stops measuring a module is worse than no badge.
|
||||||
|
#
|
||||||
|
# One module path per line, relative to the repo root. Blank lines and
|
||||||
|
# `#` comments are ignored.
|
||||||
|
bot_bottle/egress_addon.py
|
||||||
|
bot_bottle/egress_addon_core.py
|
||||||
|
bot_bottle/dlp_detectors.py
|
||||||
|
bot_bottle/egress.py
|
||||||
|
bot_bottle/manifest.py
|
||||||
|
bot_bottle/manifest_egress.py
|
||||||
|
bot_bottle/manifest_agent.py
|
||||||
|
bot_bottle/manifest_schema.py
|
||||||
|
bot_bottle/git_gate.py
|
||||||
|
bot_bottle/git_gate_render.py
|
||||||
|
bot_bottle/git_gate_provision.py
|
||||||
|
bot_bottle/git_http_backend.py
|
||||||
|
bot_bottle/supervise.py
|
||||||
|
bot_bottle/yaml_subset.py
|
||||||
|
bot_bottle/bottle/state.py
|
||||||
Executable
+126
@@ -0,0 +1,126 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Diff-coverage gate (see docs/decisions/0004-coverage-policy.md).
|
||||||
|
|
||||||
|
Fails if too few of the *added/changed* executable lines on this branch
|
||||||
|
are covered. Stdlib-only by design — the project carries no runtime deps
|
||||||
|
and we are not adding `diff-cover` to satisfy a check.
|
||||||
|
|
||||||
|
Reads coverage data already produced by a `coverage run` (e.g. via
|
||||||
|
`scripts/coverage.sh`): it shells out to `coverage json` for per-line
|
||||||
|
data and to `git diff` for the changed lines. Lines in omitted files
|
||||||
|
(the interactive shells) have no coverage data and are skipped, by
|
||||||
|
policy.
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
scripts/coverage.sh # produce .coverage first
|
||||||
|
python3 scripts/diff_coverage.py # gate against origin/main, min 90%
|
||||||
|
python3 scripts/diff_coverage.py --base main --min 85
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import json
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import tempfile
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
_HUNK_RE = re.compile(r"^@@ -\d+(?:,\d+)? \+(\d+)(?:,(\d+))? @@")
|
||||||
|
|
||||||
|
|
||||||
|
def _run(cmd: list[str]) -> str:
|
||||||
|
return subprocess.run(
|
||||||
|
cmd, check=True, capture_output=True, text=True,
|
||||||
|
).stdout
|
||||||
|
|
||||||
|
|
||||||
|
def added_lines_by_file(base: str) -> dict[str, set[int]]:
|
||||||
|
"""Map each changed .py file to the set of line numbers added/changed
|
||||||
|
relative to `base`, parsed from a zero-context unified diff."""
|
||||||
|
diff = _run(["git", "diff", "--unified=0", f"{base}...HEAD", "--", "*.py"])
|
||||||
|
out: dict[str, set[int]] = {}
|
||||||
|
current: str | None = None
|
||||||
|
new_line = 0
|
||||||
|
for line in diff.splitlines():
|
||||||
|
if line.startswith("+++ b/"):
|
||||||
|
current = line[6:]
|
||||||
|
out.setdefault(current, set())
|
||||||
|
continue
|
||||||
|
hunk = _HUNK_RE.match(line)
|
||||||
|
if hunk:
|
||||||
|
new_line = int(hunk.group(1))
|
||||||
|
continue
|
||||||
|
if current is None:
|
||||||
|
continue
|
||||||
|
if line.startswith("+") and not line.startswith("+++"):
|
||||||
|
out[current].add(new_line)
|
||||||
|
new_line += 1
|
||||||
|
elif line.startswith("-") and not line.startswith("---"):
|
||||||
|
# Deletion: does not advance the new-file cursor.
|
||||||
|
continue
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def coverage_json() -> dict[str, object]:
|
||||||
|
"""Render the existing .coverage data to JSON and load it."""
|
||||||
|
with tempfile.NamedTemporaryFile("r", suffix=".json", delete=True) as fh:
|
||||||
|
_run([sys.executable, "-m", "coverage", "json", "-o", fh.name])
|
||||||
|
return json.load(open(fh.name, encoding="utf-8"))
|
||||||
|
|
||||||
|
|
||||||
|
def main() -> int:
|
||||||
|
ap = argparse.ArgumentParser()
|
||||||
|
ap.add_argument("--base", default="origin/main",
|
||||||
|
help="git ref to diff against (default: origin/main)")
|
||||||
|
ap.add_argument("--min", type=float, default=90.0,
|
||||||
|
help="minimum %% of changed executable lines covered")
|
||||||
|
args = ap.parse_args()
|
||||||
|
|
||||||
|
if not Path(".coverage").exists():
|
||||||
|
print("diff-coverage: no .coverage data; run scripts/coverage.sh first",
|
||||||
|
file=sys.stderr)
|
||||||
|
return 2
|
||||||
|
|
||||||
|
added = added_lines_by_file(args.base)
|
||||||
|
files = coverage_json().get("files", {})
|
||||||
|
if not isinstance(files, dict):
|
||||||
|
files = {}
|
||||||
|
|
||||||
|
total = 0
|
||||||
|
covered = 0
|
||||||
|
misses: list[str] = []
|
||||||
|
for path, lines in sorted(added.items()):
|
||||||
|
info = files.get(path)
|
||||||
|
if not isinstance(info, dict):
|
||||||
|
# Omitted file or not measured (e.g. a test file) — skip by policy.
|
||||||
|
continue
|
||||||
|
executed = set(info.get("executed_lines", []))
|
||||||
|
missing = set(info.get("missing_lines", []))
|
||||||
|
executable = lines & (executed | missing)
|
||||||
|
for ln in sorted(executable):
|
||||||
|
total += 1
|
||||||
|
if ln in executed:
|
||||||
|
covered += 1
|
||||||
|
else:
|
||||||
|
misses.append(f"{path}:{ln}")
|
||||||
|
|
||||||
|
if total == 0:
|
||||||
|
print("diff-coverage: no measured changed lines to check — pass")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
pct = 100.0 * covered / total
|
||||||
|
print(f"diff-coverage: {covered}/{total} changed lines covered ({pct:.1f}%)")
|
||||||
|
if misses:
|
||||||
|
print("uncovered changed lines:", file=sys.stderr)
|
||||||
|
for m in misses:
|
||||||
|
print(f" {m}", file=sys.stderr)
|
||||||
|
if pct + 1e-9 < args.min:
|
||||||
|
print(f"diff-coverage: below {args.min:.0f}% threshold", file=sys.stderr)
|
||||||
|
return 1
|
||||||
|
return 0
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
sys.exit(main())
|
||||||
@@ -30,7 +30,7 @@ import unittest
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
from bot_bottle.backend import BottleSpec, get_bottle_backend
|
from bot_bottle.backend import BottleSpec, get_bottle_backend
|
||||||
from bot_bottle.bottle_state import cleanup_state
|
from bot_bottle.bottle.state import cleanup_state
|
||||||
from bot_bottle.manifest import ManifestIndex
|
from bot_bottle.manifest import ManifestIndex
|
||||||
from tests._docker import skip_unless_docker
|
from tests._docker import skip_unless_docker
|
||||||
|
|
||||||
@@ -81,10 +81,10 @@ class TestSandboxEscape(unittest.TestCase):
|
|||||||
# those are missing rather than die-ing inside backend.prepare.
|
# those are missing rather than die-ing inside backend.prepare.
|
||||||
backend_name = os.environ.get("BOT_BOTTLE_BACKEND", "docker")
|
backend_name = os.environ.get("BOT_BOTTLE_BACKEND", "docker")
|
||||||
if backend_name == "smolmachines":
|
if backend_name == "smolmachines":
|
||||||
if sys.platform != "darwin":
|
if sys.platform not in ("darwin", "linux"):
|
||||||
raise unittest.SkipTest(
|
raise unittest.SkipTest(
|
||||||
"BOT_BOTTLE_BACKEND=smolmachines is macOS-only in "
|
f"BOT_BOTTLE_BACKEND=smolmachines is not supported "
|
||||||
"v1 (libkrun TSI)"
|
f"on {sys.platform} (macOS and Linux only)"
|
||||||
)
|
)
|
||||||
if shutil.which("smolvm") is None:
|
if shutil.which("smolvm") is None:
|
||||||
raise unittest.SkipTest(
|
raise unittest.SkipTest(
|
||||||
@@ -92,9 +92,9 @@ class TestSandboxEscape(unittest.TestCase):
|
|||||||
"on PATH: curl -sSL https://smolmachines.com/install.sh | sh"
|
"on PATH: curl -sSL https://smolmachines.com/install.sh | sh"
|
||||||
)
|
)
|
||||||
|
|
||||||
# Throwaway "identity file" for the git-gate's `identity` field.
|
# Throwaway static key for the git-gate fixture. It need not
|
||||||
# It need not be a real SSH key: test 5 reaches gitleaks before
|
# be a real SSH key: test 5 reaches gitleaks before any SSH
|
||||||
# any SSH attempt anyway.
|
# attempt anyway.
|
||||||
fd, kp = tempfile.mkstemp(prefix="sandbox-test-key.")
|
fd, kp = tempfile.mkstemp(prefix="sandbox-test-key.")
|
||||||
os.close(fd)
|
os.close(fd)
|
||||||
cls._key_path = Path(kp)
|
cls._key_path = Path(kp)
|
||||||
@@ -123,7 +123,10 @@ class TestSandboxEscape(unittest.TestCase):
|
|||||||
"git-gate": {"repos": {
|
"git-gate": {"repos": {
|
||||||
"throwaway": {
|
"throwaway": {
|
||||||
"url": "ssh://git@unreachable.invalid:22/throwaway.git",
|
"url": "ssh://git@unreachable.invalid:22/throwaway.git",
|
||||||
"identity": str(cls._key_path),
|
"key": {
|
||||||
|
"provider": "static",
|
||||||
|
"path": str(cls._key_path),
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}},
|
}},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ security properties the design pivot was about:
|
|||||||
bind-address mitigation is what closes TSI's port-granularity
|
bind-address mitigation is what closes TSI's port-granularity
|
||||||
gap.
|
gap.
|
||||||
|
|
||||||
Gated on macOS + smolvm + docker + not GITEA_ACTIONS — the
|
Gated on macOS/Linux + smolvm + docker + not GITEA_ACTIONS — the
|
||||||
runner can't host libkrun-backed VMs."""
|
runner can't host libkrun-backed VMs."""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -65,8 +65,8 @@ def _minimal_manifest() -> ManifestIndex:
|
|||||||
|
|
||||||
@skip_unless_docker()
|
@skip_unless_docker()
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
platform.system() == "Darwin",
|
platform.system() in ("Darwin", "Linux"),
|
||||||
"smolvm is macOS-only for v1; Linux+KVM path is a future PRD",
|
"smolvm requires macOS or Linux",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
_smolvm_available(),
|
_smolvm_available(),
|
||||||
@@ -141,7 +141,15 @@ class TestSmolmachinesLaunch(unittest.TestCase):
|
|||||||
proxies = [line.strip() for line in r.stdout.splitlines()]
|
proxies = [line.strip() for line in r.stdout.splitlines()]
|
||||||
self.assertEqual(2, len(proxies), proxies)
|
self.assertEqual(2, len(proxies), proxies)
|
||||||
self.assertEqual(proxies[0], proxies[1], proxies)
|
self.assertEqual(proxies[0], proxies[1], proxies)
|
||||||
self.assertTrue(proxies[0].startswith("http://127."), proxies[0])
|
# macOS: proxy binds to the per-bottle loopback alias (127.x.x.x) so
|
||||||
|
# TSI can intercept guest connections to it. Linux: the guest kernel
|
||||||
|
# routes 127.0.0.0/8 to its own loopback (TSI never sees those), so
|
||||||
|
# the proxy instead binds to the per-bottle bridge gateway (192.168.x.1)
|
||||||
|
# which routes via eth0 and is intercepted by TSI normally.
|
||||||
|
self.assertRegex(
|
||||||
|
proxies[0], r"^http://\d+\.\d+\.\d+\.\d+:\d+$",
|
||||||
|
"expected proxy URL to be an http://IP:port address",
|
||||||
|
)
|
||||||
|
|
||||||
r = self.bottle.exec(
|
r = self.bottle.exec(
|
||||||
"curl -fsS --max-time 20 https://example.com >/dev/null && echo OK"
|
"curl -fsS --max-time 20 https://example.com >/dev/null && echo OK"
|
||||||
@@ -198,6 +206,7 @@ class TestSmolmachinesLaunch(unittest.TestCase):
|
|||||||
# connect fails, which is the property chunk 3 will
|
# connect fails, which is the property chunk 3 will
|
||||||
# preserve once egress is actually running.
|
# preserve once egress is actually running.
|
||||||
r = self.bottle.exec(
|
r = self.bottle.exec(
|
||||||
|
"env -u HTTPS_PROXY -u HTTP_PROXY -u https_proxy -u http_proxy "
|
||||||
f"curl -s --show-error --max-time 3 http://{self.plan.bundle_ip}:9099 "
|
f"curl -s --show-error --max-time 3 http://{self.plan.bundle_ip}:9099 "
|
||||||
"2>&1 || true"
|
"2>&1 || true"
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
exercised against the real binary.
|
exercised against the real binary.
|
||||||
|
|
||||||
The full machine-lifecycle round trip (create → start → exec →
|
The full machine-lifecycle round trip (create → start → exec →
|
||||||
delete) is gated behind macOS + Darwin platform check and lives
|
delete) is gated behind macOS/Linux platform check and lives
|
||||||
in chunk 2d's smoke. This file just verifies `is_available()`
|
in chunk 2d's smoke. This file just verifies `is_available()`
|
||||||
correctly reports presence and `_smolvm()` can run a no-op
|
correctly reports presence and `_smolvm()` can run a no-op
|
||||||
subcommand without errors — enough to flag wrapper drift if
|
subcommand without errors — enough to flag wrapper drift if
|
||||||
@@ -23,8 +23,8 @@ from bot_bottle.backend.smolmachines.smolvm import is_available
|
|||||||
"skipped under act_runner: smolvm not installed on the runner",
|
"skipped under act_runner: smolvm not installed on the runner",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
platform.system() == "Darwin",
|
platform.system() in ("Darwin", "Linux"),
|
||||||
"smolvm is macOS-only for v1; Linux+KVM path is a future PRD",
|
"smolvm requires macOS or Linux",
|
||||||
)
|
)
|
||||||
@unittest.skipUnless(
|
@unittest.skipUnless(
|
||||||
is_available(),
|
is_available(),
|
||||||
|
|||||||
@@ -0,0 +1,37 @@
|
|||||||
|
"""Unit-test package init.
|
||||||
|
|
||||||
|
Isolates ``HOME`` to a throwaway directory for the entire unit suite so
|
||||||
|
no test ever reads or writes the real ``~/.bot-bottle`` (state, queue,
|
||||||
|
and audit dirs all derive from ``supervise.bot_bottle_root()`` →
|
||||||
|
``Path.home()``). Without this, a test that takes a ``flock`` on the
|
||||||
|
real audit log can **block indefinitely** when a live bottle's supervise
|
||||||
|
sidecar holds that lock — observed as a hung ``coverage run`` at 0% CPU —
|
||||||
|
and unisolated tests otherwise pollute the developer's home dir.
|
||||||
|
|
||||||
|
Individual tests that need their own ``HOME`` still override
|
||||||
|
``os.environ['HOME']`` and restore it; they now restore to this isolated
|
||||||
|
dir rather than the real one, so isolation holds either way. Tests that
|
||||||
|
patch ``supervise.bot_bottle_root`` directly are unaffected.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import atexit
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import tempfile
|
||||||
|
|
||||||
|
_real_home = os.environ.get("HOME")
|
||||||
|
_tmp_home = tempfile.mkdtemp(prefix="bot-bottle-unit-home.")
|
||||||
|
os.environ["HOME"] = _tmp_home
|
||||||
|
|
||||||
|
|
||||||
|
def _restore_home() -> None:
|
||||||
|
if _real_home is None:
|
||||||
|
os.environ.pop("HOME", None)
|
||||||
|
else:
|
||||||
|
os.environ["HOME"] = _real_home
|
||||||
|
shutil.rmtree(_tmp_home, ignore_errors=True)
|
||||||
|
|
||||||
|
|
||||||
|
atexit.register(_restore_home)
|
||||||
|
|||||||
@@ -35,7 +35,10 @@ class TestAgentProviderRuntime(unittest.TestCase):
|
|||||||
)
|
)
|
||||||
config = Path(tmp, "codex-config.toml").read_text()
|
config = Path(tmp, "codex-config.toml").read_text()
|
||||||
self.assertEqual("codex", plan.template)
|
self.assertEqual("codex", plan.template)
|
||||||
self.assertEqual("codex", plan.command)
|
self.assertEqual(
|
||||||
|
"/home/node/.codex/packages/standalone/current/bin/codex",
|
||||||
|
plan.command,
|
||||||
|
)
|
||||||
self.assertEqual("read_prompt_file", plan.prompt_mode)
|
self.assertEqual("read_prompt_file", plan.prompt_mode)
|
||||||
self.assertEqual("/tmp/Dockerfile.codex", plan.dockerfile)
|
self.assertEqual("/tmp/Dockerfile.codex", plan.dockerfile)
|
||||||
self.assertEqual(
|
self.assertEqual(
|
||||||
|
|||||||
@@ -0,0 +1,400 @@
|
|||||||
|
"""Unit: bot_bottle public Python API (bot_bottle/__init__.py surface).
|
||||||
|
|
||||||
|
Covers start_headless, resume_headless, freeze, and destroy — the four
|
||||||
|
operations the bot-bottle-orchestrator's ProgrammaticBottleRunner uses.
|
||||||
|
All I/O is stubbed so no container is created.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
from pathlib import Path
|
||||||
|
from unittest.mock import MagicMock, patch
|
||||||
|
|
||||||
|
from bot_bottle import BottleError, destroy, freeze, resume_headless, start_headless
|
||||||
|
from bot_bottle.log import Die
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# helpers
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
def _make_manifest(agent_name: str = "implementer", bottle_name: str = "claude"):
|
||||||
|
manifest = MagicMock()
|
||||||
|
manifest.agents = {agent_name: MagicMock(bottle=bottle_name)}
|
||||||
|
manifest.all_agent_names = [agent_name]
|
||||||
|
manifest.all_bottle_names = [bottle_name]
|
||||||
|
manifest.home_md = None # eager mode — _peek_agent_bottle uses agents dict
|
||||||
|
manifest.require_agent = MagicMock(return_value=None)
|
||||||
|
return manifest
|
||||||
|
|
||||||
|
|
||||||
|
def _metadata(
|
||||||
|
slug: str = "implementer-abc12",
|
||||||
|
agent_name: str = "implementer",
|
||||||
|
backend: str = "docker",
|
||||||
|
):
|
||||||
|
md = MagicMock()
|
||||||
|
md.identity = slug
|
||||||
|
md.agent_name = agent_name
|
||||||
|
md.cwd = "/repo"
|
||||||
|
md.copy_cwd = False
|
||||||
|
md.bottle_names = ["claude"]
|
||||||
|
md.backend = backend
|
||||||
|
return md
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# start_headless
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestCompatibilityImports(unittest.TestCase):
|
||||||
|
def test_legacy_api_module_reexports_public_runner_api(self):
|
||||||
|
from bot_bottle import api
|
||||||
|
from bot_bottle.bottle import runner
|
||||||
|
|
||||||
|
self.assertIs(api.BottleError, runner.BottleError)
|
||||||
|
self.assertIs(api.start_headless, runner.start_headless)
|
||||||
|
|
||||||
|
|
||||||
|
class TestStartHeadless(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._manifest = _make_manifest()
|
||||||
|
patch("bot_bottle.bottle.runner.ManifestIndex.resolve", return_value=self._manifest).start()
|
||||||
|
self._launch = patch(
|
||||||
|
"bot_bottle.bottle.runner._launch_bottle", return_value=("implementer-abc12", 0)
|
||||||
|
).start()
|
||||||
|
patch(
|
||||||
|
"bot_bottle.bottle.runner._uniquify_label_headless", side_effect=str
|
||||||
|
).start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _spec(self):
|
||||||
|
self._launch.assert_called_once()
|
||||||
|
return self._launch.call_args[0][0]
|
||||||
|
|
||||||
|
def test_returns_slug_on_success(self):
|
||||||
|
slug = start_headless("implementer", prompt="Do it")
|
||||||
|
self.assertEqual("implementer-abc12", slug)
|
||||||
|
|
||||||
|
def test_passes_assume_yes_and_prompt(self):
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
kwargs = self._launch.call_args[1]
|
||||||
|
self.assertTrue(kwargs["assume_yes"])
|
||||||
|
self.assertEqual("Do it", kwargs["headless_prompt_text"])
|
||||||
|
|
||||||
|
def test_explicit_bottles_forwarded(self):
|
||||||
|
start_headless("implementer", prompt="Do it", bottles=["dev", "claude"])
|
||||||
|
self.assertEqual(("dev", "claude"), self._spec().bottle_names)
|
||||||
|
|
||||||
|
def test_default_bottle_resolved_from_manifest(self):
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self.assertEqual(("claude",), self._spec().bottle_names)
|
||||||
|
|
||||||
|
def test_forge_env_on_spec(self):
|
||||||
|
env = {"FORGE_GITEA_API": "https://gitea.example.com/api/v1", "FORGE_OWNER": "acme"}
|
||||||
|
start_headless("implementer", prompt="Do it", forge_env=env)
|
||||||
|
self.assertEqual(env, self._spec().forge_env)
|
||||||
|
|
||||||
|
def test_no_forge_env_defaults_to_empty_dict(self):
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self.assertEqual({}, self._spec().forge_env)
|
||||||
|
|
||||||
|
def test_nonzero_exit_raises_bottle_error(self):
|
||||||
|
self._launch.return_value = ("implementer-abc12", 1)
|
||||||
|
with self.assertRaises(BottleError) as ctx:
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self.assertEqual(1, ctx.exception.exit_code)
|
||||||
|
|
||||||
|
def test_no_default_bottle_raises_bottle_error(self):
|
||||||
|
manifest = _make_manifest(bottle_name="")
|
||||||
|
with patch("bot_bottle.bottle.runner.ManifestIndex.resolve", return_value=manifest):
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
def test_manifest_error_in_resolve_raises_bottle_error(self):
|
||||||
|
from bot_bottle.manifest import ManifestError
|
||||||
|
patch(
|
||||||
|
"bot_bottle.bottle.runner.ManifestIndex.resolve", side_effect=ManifestError("bad")
|
||||||
|
).start()
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
def test_die_from_launch_bottle_raises_bottle_error(self):
|
||||||
|
self._launch.side_effect = Die(3, "backend exploded")
|
||||||
|
with self.assertRaises(BottleError) as ctx:
|
||||||
|
start_headless("implementer", prompt="Do it")
|
||||||
|
self.assertEqual(3, ctx.exception.exit_code)
|
||||||
|
|
||||||
|
def test_backend_name_forwarded(self):
|
||||||
|
start_headless("implementer", prompt="Do it", backend_name="docker")
|
||||||
|
self.assertEqual("docker", self._launch.call_args[1]["backend_name"])
|
||||||
|
|
||||||
|
def test_label_forwarded_to_spec(self):
|
||||||
|
start_headless("implementer", prompt="Do it", label="nightly")
|
||||||
|
self.assertEqual("nightly", self._spec().label)
|
||||||
|
|
||||||
|
def test_color_forwarded_to_spec(self):
|
||||||
|
start_headless("implementer", prompt="Do it", color="green")
|
||||||
|
self.assertEqual("green", self._spec().color)
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# resume_headless
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestResumeHeadless(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._md = _metadata()
|
||||||
|
patch("bot_bottle.bottle.runner.read_metadata", return_value=self._md).start()
|
||||||
|
manifest = _make_manifest()
|
||||||
|
patch("bot_bottle.bottle.runner.ManifestIndex.resolve", return_value=manifest).start()
|
||||||
|
self._launch = patch(
|
||||||
|
"bot_bottle.bottle.runner._launch_bottle", return_value=("implementer-abc12", 0)
|
||||||
|
).start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _spec(self):
|
||||||
|
self._launch.assert_called_once()
|
||||||
|
return self._launch.call_args[0][0]
|
||||||
|
|
||||||
|
def test_passes_assume_yes_and_prompt(self):
|
||||||
|
resume_headless("implementer-abc12", prompt="Address review")
|
||||||
|
kwargs = self._launch.call_args[1]
|
||||||
|
self.assertTrue(kwargs["assume_yes"])
|
||||||
|
self.assertEqual("Address review", kwargs["headless_prompt_text"])
|
||||||
|
|
||||||
|
def test_identity_set_on_spec(self):
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt")
|
||||||
|
self.assertEqual("implementer-abc12", self._spec().identity)
|
||||||
|
|
||||||
|
def test_forge_env_on_spec(self):
|
||||||
|
env = {"FORGE_ISSUE_NUMBER": "42"}
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt", forge_env=env)
|
||||||
|
self.assertEqual(env, self._spec().forge_env)
|
||||||
|
|
||||||
|
def test_missing_state_raises_bottle_error(self):
|
||||||
|
with patch("bot_bottle.bottle.runner.read_metadata", return_value=None):
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
resume_headless("no-such-abc12", prompt="Prompt")
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
def test_nonzero_exit_raises_bottle_error(self):
|
||||||
|
self._launch.return_value = ("implementer-abc12", 2)
|
||||||
|
with self.assertRaises(BottleError) as ctx:
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt")
|
||||||
|
self.assertEqual(2, ctx.exception.exit_code)
|
||||||
|
|
||||||
|
def test_manifest_error_in_resolve_raises_bottle_error(self):
|
||||||
|
from bot_bottle.manifest import ManifestError
|
||||||
|
patch(
|
||||||
|
"bot_bottle.bottle.runner.ManifestIndex.resolve", side_effect=ManifestError("bad")
|
||||||
|
).start()
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt")
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
def test_die_from_launch_bottle_raises_bottle_error(self):
|
||||||
|
self._launch.side_effect = Die(5, "resume failed")
|
||||||
|
with self.assertRaises(BottleError) as ctx:
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt")
|
||||||
|
self.assertEqual(5, ctx.exception.exit_code)
|
||||||
|
|
||||||
|
def test_backend_from_metadata_when_not_supplied(self):
|
||||||
|
resume_headless("implementer-abc12", prompt="Prompt")
|
||||||
|
self.assertEqual("docker", self._launch.call_args[1]["backend_name"])
|
||||||
|
|
||||||
|
def test_explicit_backend_overrides_metadata(self):
|
||||||
|
resume_headless(
|
||||||
|
"implementer-abc12", prompt="Prompt", backend_name="smolmachines"
|
||||||
|
)
|
||||||
|
self.assertEqual("smolmachines", self._launch.call_args[1]["backend_name"])
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# freeze
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestFreeze(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
patch("bot_bottle.bottle.runner.read_metadata", return_value=_metadata()).start()
|
||||||
|
self._freezer = MagicMock()
|
||||||
|
self._get_freezer = patch(
|
||||||
|
"bot_bottle.bottle.runner.get_freezer", return_value=self._freezer
|
||||||
|
).start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def test_calls_commit_slug(self):
|
||||||
|
freeze("implementer-abc12")
|
||||||
|
self._freezer.commit_slug.assert_called_once_with("implementer-abc12")
|
||||||
|
|
||||||
|
def test_backend_from_metadata_when_not_supplied(self):
|
||||||
|
freeze("implementer-abc12")
|
||||||
|
self._get_freezer.assert_called_once_with("docker")
|
||||||
|
|
||||||
|
def test_explicit_backend_used(self):
|
||||||
|
freeze("implementer-abc12", backend_name="smolmachines")
|
||||||
|
self._get_freezer.assert_called_once_with("smolmachines")
|
||||||
|
|
||||||
|
def test_commit_cancelled_raises_bottle_error(self):
|
||||||
|
from bot_bottle.backend.freeze import CommitCancelled
|
||||||
|
self._freezer.commit_slug.side_effect = CommitCancelled("declined")
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
freeze("implementer-abc12")
|
||||||
|
|
||||||
|
def test_die_from_freezer_raises_bottle_error(self):
|
||||||
|
self._freezer.commit_slug.side_effect = Die(2, "commit exploded")
|
||||||
|
with self.assertRaises(BottleError) as ctx:
|
||||||
|
freeze("implementer-abc12")
|
||||||
|
self.assertEqual(2, ctx.exception.exit_code)
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# destroy
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestDestroy(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
patch("bot_bottle.bottle.runner.read_metadata", return_value=_metadata()).start()
|
||||||
|
self._dd = patch("bot_bottle.bottle.runner._destroy_docker").start()
|
||||||
|
patch("bot_bottle.bottle.runner.clear_preserve_marker").start()
|
||||||
|
self._cleanup = patch("bot_bottle.bottle.runner.cleanup_state").start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def test_docker_backend_calls_destroy_docker(self):
|
||||||
|
destroy("implementer-abc12")
|
||||||
|
self._dd.assert_called_once_with("implementer-abc12")
|
||||||
|
|
||||||
|
def test_state_dir_always_cleaned(self):
|
||||||
|
destroy("implementer-abc12")
|
||||||
|
self._cleanup.assert_called_once_with("implementer-abc12")
|
||||||
|
|
||||||
|
def test_smolmachines_backend_calls_destroy_smolmachines(self):
|
||||||
|
patch(
|
||||||
|
"bot_bottle.bottle.runner.read_metadata",
|
||||||
|
return_value=_metadata(backend="smolmachines"),
|
||||||
|
).start()
|
||||||
|
ds = patch("bot_bottle.bottle.runner._destroy_smolmachines").start()
|
||||||
|
destroy("implementer-abc12")
|
||||||
|
ds.assert_called_once_with("implementer-abc12")
|
||||||
|
self._dd.assert_not_called()
|
||||||
|
|
||||||
|
def test_other_backend_skips_docker_and_smolmachines(self):
|
||||||
|
patch(
|
||||||
|
"bot_bottle.bottle.runner.read_metadata",
|
||||||
|
return_value=_metadata(backend="macos-container"),
|
||||||
|
).start()
|
||||||
|
ds = patch("bot_bottle.bottle.runner._destroy_smolmachines").start()
|
||||||
|
destroy("implementer-abc12")
|
||||||
|
self._dd.assert_not_called()
|
||||||
|
ds.assert_not_called()
|
||||||
|
self._cleanup.assert_called_once_with("implementer-abc12")
|
||||||
|
|
||||||
|
def test_missing_metadata_defaults_to_docker(self):
|
||||||
|
patch("bot_bottle.bottle.runner.read_metadata", return_value=None).start()
|
||||||
|
destroy("no-state-abc12")
|
||||||
|
self._dd.assert_called_once_with("no-state-abc12")
|
||||||
|
|
||||||
|
def test_explicit_backend_overrides_metadata(self):
|
||||||
|
ds = patch("bot_bottle.bottle.runner._destroy_smolmachines").start()
|
||||||
|
destroy("implementer-abc12", backend_name="smolmachines")
|
||||||
|
ds.assert_called_once_with("implementer-abc12")
|
||||||
|
self._dd.assert_not_called()
|
||||||
|
|
||||||
|
def test_die_from_backend_raises_bottle_error(self):
|
||||||
|
self._dd.side_effect = Die(1, "compose failed")
|
||||||
|
with self.assertRaises(BottleError):
|
||||||
|
destroy("implementer-abc12")
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# _destroy_docker (helper)
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestDestroyDocker(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._compose_down = patch(
|
||||||
|
"bot_bottle.backend.docker.compose.compose_down"
|
||||||
|
).start()
|
||||||
|
self._compose_project_name = patch(
|
||||||
|
"bot_bottle.backend.docker.compose.compose_project_name",
|
||||||
|
return_value="bb-proj",
|
||||||
|
).start()
|
||||||
|
self._state_dir = patch(
|
||||||
|
"bot_bottle.bottle.state.bottle_state_dir",
|
||||||
|
return_value=Path("/fake/state"),
|
||||||
|
).start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _run(self, exists: bool) -> None:
|
||||||
|
fake_file = MagicMock()
|
||||||
|
fake_file.exists.return_value = exists
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.backend.docker.compose.compose_file_path",
|
||||||
|
return_value=fake_file,
|
||||||
|
):
|
||||||
|
from bot_bottle.bottle.runner import _destroy_docker
|
||||||
|
_destroy_docker("slug-1")
|
||||||
|
|
||||||
|
def test_calls_compose_down_when_file_exists(self) -> None:
|
||||||
|
self._run(exists=True)
|
||||||
|
self._compose_down.assert_called_once()
|
||||||
|
|
||||||
|
def test_noop_when_compose_file_absent(self) -> None:
|
||||||
|
self._run(exists=False)
|
||||||
|
self._compose_down.assert_not_called()
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# _destroy_smolmachines (helper)
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestDestroySmolmachines(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._run = patch("subprocess.run").start()
|
||||||
|
self._run.return_value = MagicMock(returncode=0, stderr="", stdout="")
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _call(self) -> None:
|
||||||
|
from bot_bottle.bottle.runner import _destroy_smolmachines
|
||||||
|
_destroy_smolmachines("slug-7")
|
||||||
|
|
||||||
|
def test_issues_stop_then_delete(self) -> None:
|
||||||
|
self._call()
|
||||||
|
self.assertEqual(2, self._run.call_count)
|
||||||
|
first_argv = self._run.call_args_list[0][0][0]
|
||||||
|
self.assertIn("stop", first_argv)
|
||||||
|
second_argv = self._run.call_args_list[1][0][0]
|
||||||
|
self.assertIn("delete", second_argv)
|
||||||
|
|
||||||
|
def test_nonzero_delete_does_not_raise(self) -> None:
|
||||||
|
self._run.side_effect = [
|
||||||
|
MagicMock(returncode=0),
|
||||||
|
MagicMock(returncode=1, stderr="not found", stdout=""),
|
||||||
|
]
|
||||||
|
self._call() # must not raise
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# public surface exported from bot_bottle.__init__
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestPublicSurface(unittest.TestCase):
|
||||||
|
def test_importable_from_package(self):
|
||||||
|
import bot_bottle
|
||||||
|
for name in ("BottleError", "start_headless", "resume_headless", "freeze", "destroy"):
|
||||||
|
self.assertTrue(hasattr(bot_bottle, name), f"missing: {name}")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -8,7 +8,7 @@ from pathlib import Path
|
|||||||
|
|
||||||
from bot_bottle import supervise
|
from bot_bottle import supervise
|
||||||
from bot_bottle import bottle_state
|
from bot_bottle import bottle_state
|
||||||
from bot_bottle.bottle_state import (
|
from bot_bottle.bottle.state import (
|
||||||
BottleMetadata,
|
BottleMetadata,
|
||||||
read_metadata,
|
read_metadata,
|
||||||
write_metadata,
|
write_metadata,
|
||||||
@@ -31,6 +31,15 @@ class _FakeHomeMixin:
|
|||||||
self._tmp.cleanup()
|
self._tmp.cleanup()
|
||||||
|
|
||||||
|
|
||||||
|
class TestCompatibilityImports(unittest.TestCase):
|
||||||
|
def test_legacy_bottle_state_module_reexports_state_api(self):
|
||||||
|
from bot_bottle import bottle_state as legacy
|
||||||
|
from bot_bottle.bottle import state
|
||||||
|
|
||||||
|
self.assertIs(legacy.BottleMetadata, state.BottleMetadata)
|
||||||
|
self.assertIs(legacy.read_metadata, state.read_metadata)
|
||||||
|
|
||||||
|
|
||||||
class TestPerBottleDockerfile(_FakeHomeMixin, unittest.TestCase):
|
class TestPerBottleDockerfile(_FakeHomeMixin, unittest.TestCase):
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._setup_fake_home()
|
self._setup_fake_home()
|
||||||
@@ -115,8 +124,8 @@ class TestBottleIdentity(unittest.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class TestPreserveMarker(_FakeHomeMixin, unittest.TestCase):
|
class TestPreserveMarker(_FakeHomeMixin, unittest.TestCase):
|
||||||
"""The .preserve marker is how capability_apply tells cli.py's
|
"""The .preserve marker tells cli.py's session-end cleanup to keep
|
||||||
session-end cleanup to keep the state dir instead of removing it."""
|
the state dir instead of removing it."""
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._setup_fake_home()
|
self._setup_fake_home()
|
||||||
|
|||||||
@@ -0,0 +1,99 @@
|
|||||||
|
"""Unit: top-level CLI dispatch in bot_bottle.cli.main (ADR 0004).
|
||||||
|
|
||||||
|
`cli/__init__.py` is dispatch + exit-code mapping, not interactive I/O,
|
||||||
|
so it carries real unit tests rather than being omitted like the
|
||||||
|
`cli/init` / `cli/tui` shells."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import io
|
||||||
|
import unittest
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
|
import bot_bottle.cli as climod
|
||||||
|
from bot_bottle.cli import main
|
||||||
|
from bot_bottle.db_store import DbStore
|
||||||
|
from bot_bottle.log import Die
|
||||||
|
from bot_bottle.manifest import ManifestError
|
||||||
|
from bot_bottle.store_manager import StoreManager
|
||||||
|
|
||||||
|
|
||||||
|
class TestMainDispatch(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
patcher = patch.object(DbStore, "is_migrated", return_value=True)
|
||||||
|
self._mock_check = patcher.start()
|
||||||
|
self.addCleanup(patcher.stop)
|
||||||
|
self.addCleanup(StoreManager.reset)
|
||||||
|
|
||||||
|
def test_no_args_prints_usage_returns_2(self) -> None:
|
||||||
|
with patch("sys.stderr", io.StringIO()):
|
||||||
|
self.assertEqual(2, main([]))
|
||||||
|
|
||||||
|
def test_help_flags_return_0(self) -> None:
|
||||||
|
with patch("sys.stderr", io.StringIO()):
|
||||||
|
self.assertEqual(0, main(["-h"]))
|
||||||
|
self.assertEqual(0, main(["--help"]))
|
||||||
|
|
||||||
|
def test_unknown_command_dies(self) -> None:
|
||||||
|
with patch("sys.stderr", io.StringIO()):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
main(["definitely-not-a-command"])
|
||||||
|
|
||||||
|
def test_handler_return_code_passthrough(self) -> None:
|
||||||
|
def handler(_rest: list[str]) -> int:
|
||||||
|
return 7
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": handler}):
|
||||||
|
self.assertEqual(7, main(["x"]))
|
||||||
|
|
||||||
|
def test_handler_none_return_becomes_0(self) -> None:
|
||||||
|
def handler(_rest: list[str]) -> int | None:
|
||||||
|
return None
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": handler}):
|
||||||
|
self.assertEqual(0, main(["x"]))
|
||||||
|
|
||||||
|
def test_args_forwarded_to_handler(self) -> None:
|
||||||
|
seen: list[list[str]] = []
|
||||||
|
|
||||||
|
def handler(rest: list[str]) -> int:
|
||||||
|
seen.append(rest)
|
||||||
|
return 0
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": handler}):
|
||||||
|
main(["x", "a", "b"])
|
||||||
|
self.assertEqual([["a", "b"]], seen)
|
||||||
|
|
||||||
|
def test_missing_env_var_error_maps_to_1(self) -> None:
|
||||||
|
from bot_bottle.errors import MissingEnvVarError
|
||||||
|
|
||||||
|
def boom(_rest: list[str]) -> int:
|
||||||
|
raise MissingEnvVarError("MY_VAR", "MY_VAR is not set")
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": boom}), patch("sys.stderr", io.StringIO()):
|
||||||
|
self.assertEqual(1, main(["x"]))
|
||||||
|
|
||||||
|
def test_manifest_error_maps_to_1(self) -> None:
|
||||||
|
def boom(_rest: list[str]) -> int:
|
||||||
|
raise ManifestError("bad manifest")
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": boom}), patch("sys.stderr", io.StringIO()):
|
||||||
|
self.assertEqual(1, main(["x"]))
|
||||||
|
|
||||||
|
def test_die_maps_to_its_code(self) -> None:
|
||||||
|
def boom(_rest: list[str]) -> int:
|
||||||
|
raise Die(3)
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": boom}):
|
||||||
|
self.assertEqual(3, main(["x"]))
|
||||||
|
|
||||||
|
def test_keyboard_interrupt_maps_to_130(self) -> None:
|
||||||
|
def boom(_rest: list[str]) -> int:
|
||||||
|
raise KeyboardInterrupt()
|
||||||
|
|
||||||
|
with patch.dict(climod.COMMANDS, {"x": boom}):
|
||||||
|
self.assertEqual(130, main(["x"]))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
"""Unit: `cli.py resume --headless` non-interactive rehydrate path.
|
||||||
|
|
||||||
|
The freeze / rehydrate loop needs a non-interactive `resume`: deliver a
|
||||||
|
follow-up prompt and skip the y/N preflight, reusing the same launch
|
||||||
|
core (`assume_yes` + `headless_prompt_text`) as `start --headless`.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unittest
|
||||||
|
from typing import Any
|
||||||
|
from unittest.mock import MagicMock, patch
|
||||||
|
|
||||||
|
import bot_bottle.cli.resume as resume_mod
|
||||||
|
from bot_bottle.log import Die
|
||||||
|
|
||||||
|
|
||||||
|
def _metadata():
|
||||||
|
md = MagicMock()
|
||||||
|
md.agent_name = "implementer"
|
||||||
|
md.copy_cwd = False
|
||||||
|
md.cwd = "/repo"
|
||||||
|
md.identity = "implementer-abc12"
|
||||||
|
md.bottle_names = ["claude"]
|
||||||
|
md.backend = "docker"
|
||||||
|
return md
|
||||||
|
|
||||||
|
|
||||||
|
class ResumeHeadlessTest(unittest.TestCase):
|
||||||
|
def setUp(self) -> None:
|
||||||
|
self._launch = patch.object(
|
||||||
|
resume_mod, "_launch_bottle", return_value=("implementer-abc12", 0)
|
||||||
|
).start()
|
||||||
|
patch.object(
|
||||||
|
resume_mod, "read_metadata", return_value=_metadata()
|
||||||
|
).start()
|
||||||
|
manifest = MagicMock()
|
||||||
|
manifest.require_agent = MagicMock(return_value=None)
|
||||||
|
patch.object(
|
||||||
|
resume_mod.ManifestIndex, "resolve", return_value=manifest
|
||||||
|
).start()
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _launch_kwargs(self) -> dict[str, Any]:
|
||||||
|
self._launch.assert_called_once()
|
||||||
|
return dict(self._launch.call_args.kwargs)
|
||||||
|
|
||||||
|
def test_headless_passes_assume_yes_and_prompt(self):
|
||||||
|
rc = resume_mod.cmd_resume(
|
||||||
|
["implementer-abc12", "--headless", "--prompt", "Address the review"]
|
||||||
|
)
|
||||||
|
self.assertEqual(0, rc)
|
||||||
|
kwargs = self._launch_kwargs()
|
||||||
|
self.assertTrue(kwargs["assume_yes"])
|
||||||
|
self.assertEqual("Address the review", kwargs["headless_prompt_text"])
|
||||||
|
|
||||||
|
def test_interactive_resume_unchanged(self):
|
||||||
|
resume_mod.cmd_resume(["implementer-abc12"])
|
||||||
|
kwargs = self._launch_kwargs()
|
||||||
|
self.assertFalse(kwargs["assume_yes"])
|
||||||
|
self.assertEqual("", kwargs["headless_prompt_text"])
|
||||||
|
|
||||||
|
def test_headless_without_prompt_errors(self):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
resume_mod.cmd_resume(["implementer-abc12", "--headless"])
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
def test_prompt_without_headless_errors(self):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
resume_mod.cmd_resume(["implementer-abc12", "--prompt", "hi"])
|
||||||
|
self._launch.assert_not_called()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -0,0 +1,239 @@
|
|||||||
|
"""Unit: `cli.py start --headless` non-interactive launch path.
|
||||||
|
|
||||||
|
Headless is the keystone for orchestrators, CI, and webhook
|
||||||
|
dispatch: agent/bottles/label come from flags + manifest defaults, no
|
||||||
|
TUI selectors fire, and the preflight y/N is auto-confirmed
|
||||||
|
(`assume_yes=True`). All actual launch work is stubbed so no container
|
||||||
|
is created.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import io
|
||||||
|
import os
|
||||||
|
import unittest
|
||||||
|
from unittest.mock import MagicMock, patch
|
||||||
|
|
||||||
|
import bot_bottle.cli.start as start_mod
|
||||||
|
import bot_bottle.cli.tui as tui_mod
|
||||||
|
from bot_bottle.backend import ActiveAgent
|
||||||
|
from bot_bottle.log import Die
|
||||||
|
from bot_bottle.manifest import ManifestError
|
||||||
|
|
||||||
|
|
||||||
|
def _make_manifest(
|
||||||
|
agent_names: list[str],
|
||||||
|
bottle_names: list[str] | None = None,
|
||||||
|
agent_bottle: str = "",
|
||||||
|
):
|
||||||
|
manifest = MagicMock()
|
||||||
|
manifest.agents = {name: MagicMock(bottle=agent_bottle) for name in agent_names}
|
||||||
|
manifest.all_agent_names = sorted(agent_names)
|
||||||
|
manifest.all_bottle_names = sorted(bottle_names or [])
|
||||||
|
manifest.home_md = None # eager mode so _peek_agent_bottle uses agents dict
|
||||||
|
manifest.require_agent = MagicMock(return_value=None)
|
||||||
|
return manifest
|
||||||
|
|
||||||
|
|
||||||
|
def _active_agent(slug: str) -> ActiveAgent:
|
||||||
|
return ActiveAgent(
|
||||||
|
backend_name="docker",
|
||||||
|
slug=slug,
|
||||||
|
agent_name="demo",
|
||||||
|
started_at="2026-01-01T00:00:00+00:00",
|
||||||
|
services=(),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class TestCmdStartHeadless(unittest.TestCase):
|
||||||
|
"""Drive `cmd_start --headless` with launch + TUI stubbed out."""
|
||||||
|
|
||||||
|
def setUp(self):
|
||||||
|
self._manifest = _make_manifest(
|
||||||
|
["researcher", "implementer"], ["claude", "dev"], agent_bottle="claude"
|
||||||
|
)
|
||||||
|
patch(
|
||||||
|
"bot_bottle.cli.start.ManifestIndex.resolve",
|
||||||
|
return_value=self._manifest,
|
||||||
|
).start()
|
||||||
|
self._launch_mock = patch(
|
||||||
|
"bot_bottle.cli.start._launch_bottle", return_value=("", 0)
|
||||||
|
).start()
|
||||||
|
# No bottles running by default → no label collision.
|
||||||
|
patch(
|
||||||
|
"bot_bottle.cli.start.enumerate_active_agents", return_value=[]
|
||||||
|
).start()
|
||||||
|
# If any TUI picker fires in headless mode, that's a bug.
|
||||||
|
self._agent_picker = patch.object(tui_mod, "filter_select").start()
|
||||||
|
self._bottle_picker = patch.object(tui_mod, "filter_multiselect").start()
|
||||||
|
self._modal = patch.object(tui_mod, "name_color_modal").start()
|
||||||
|
patch.dict(os.environ, {}, clear=False).start()
|
||||||
|
os.environ.pop("BOT_BOTTLE_BACKEND", None)
|
||||||
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
|
def _spec(self):
|
||||||
|
self._launch_mock.assert_called_once()
|
||||||
|
return self._launch_mock.call_args[0][0]
|
||||||
|
|
||||||
|
# -- no TUI in headless --------------------------------------------
|
||||||
|
|
||||||
|
def test_headless_fires_no_pickers(self):
|
||||||
|
rc = start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertEqual(0, rc)
|
||||||
|
self._agent_picker.assert_not_called()
|
||||||
|
self._bottle_picker.assert_not_called()
|
||||||
|
self._modal.assert_not_called()
|
||||||
|
|
||||||
|
def test_headless_assume_yes_forwarded(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertTrue(self._launch_mock.call_args[1]["assume_yes"])
|
||||||
|
|
||||||
|
# -- prompt --------------------------------------------------------
|
||||||
|
|
||||||
|
def test_headless_without_prompt_dies(self):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
start_mod.cmd_start(["--headless", "researcher", "--bottle", "claude"])
|
||||||
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_headless_prompt_forwarded_to_launch(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude",
|
||||||
|
"--prompt", "Implement issue #42"]
|
||||||
|
)
|
||||||
|
self.assertEqual(
|
||||||
|
"Implement issue #42",
|
||||||
|
self._launch_mock.call_args[1]["headless_prompt_text"],
|
||||||
|
)
|
||||||
|
|
||||||
|
# -- bottle resolution ---------------------------------------------
|
||||||
|
|
||||||
|
def test_explicit_bottles_forwarded_in_order(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "dev", "--bottle", "claude",
|
||||||
|
"--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertEqual(("dev", "claude"), self._spec().bottle_names)
|
||||||
|
|
||||||
|
def test_omitted_bottle_falls_back_to_agent_default(self):
|
||||||
|
start_mod.cmd_start(["--headless", "implementer", "--prompt", "Do it"])
|
||||||
|
self.assertEqual(("claude",), self._spec().bottle_names)
|
||||||
|
|
||||||
|
def test_no_bottle_and_no_default_dies(self):
|
||||||
|
manifest = _make_manifest(["researcher"], ["claude"], agent_bottle="")
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.cli.start.ManifestIndex.resolve", return_value=manifest
|
||||||
|
):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
# -- agent resolution ----------------------------------------------
|
||||||
|
|
||||||
|
def test_missing_agent_name_dies(self):
|
||||||
|
with self.assertRaises(Die):
|
||||||
|
start_mod.cmd_start(["--headless"])
|
||||||
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_unknown_agent_raises_manifest_error(self):
|
||||||
|
self._manifest.require_agent.side_effect = ManifestError("agent 'x' not defined")
|
||||||
|
with self.assertRaises(ManifestError):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "x", "--bottle", "claude", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
# -- label / color -------------------------------------------------
|
||||||
|
|
||||||
|
def test_label_defaults_to_agent_name(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertEqual("researcher", self._spec().label)
|
||||||
|
|
||||||
|
def test_explicit_label_and_color_forwarded(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude",
|
||||||
|
"--label", "nightly", "--color", "green", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
spec = self._spec()
|
||||||
|
self.assertEqual("nightly", spec.label)
|
||||||
|
self.assertEqual("green", spec.color)
|
||||||
|
|
||||||
|
def test_label_collision_uniquifies(self):
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.cli.start.enumerate_active_agents",
|
||||||
|
return_value=[_active_agent("researcher")],
|
||||||
|
):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "researcher", "--bottle", "claude", "--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertEqual("researcher-2", self._spec().label)
|
||||||
|
|
||||||
|
# -- backend wiring ------------------------------------------------
|
||||||
|
|
||||||
|
def test_backend_flag_forwarded(self):
|
||||||
|
start_mod.cmd_start(
|
||||||
|
["--headless", "--backend=docker", "researcher", "--bottle", "claude",
|
||||||
|
"--prompt", "Do it"]
|
||||||
|
)
|
||||||
|
self.assertEqual("docker", self._launch_mock.call_args[1]["backend_name"])
|
||||||
|
|
||||||
|
|
||||||
|
class TestPrepareWithPreflight(unittest.TestCase):
|
||||||
|
"""prepare_with_preflight calls render_preflight with the plan and backend name."""
|
||||||
|
|
||||||
|
def test_render_preflight_called(self):
|
||||||
|
from pathlib import Path
|
||||||
|
mock_backend = MagicMock()
|
||||||
|
mock_plan = MagicMock()
|
||||||
|
mock_backend.prepare.return_value = mock_plan
|
||||||
|
mock_backend.name = "test-backend"
|
||||||
|
render = MagicMock()
|
||||||
|
|
||||||
|
with patch("bot_bottle.cli.start.get_bottle_backend", return_value=mock_backend), \
|
||||||
|
patch("bot_bottle.cli.start._identity_from_plan", return_value="id"), \
|
||||||
|
patch("bot_bottle.cli.start.info"):
|
||||||
|
start_mod.prepare_with_preflight(
|
||||||
|
MagicMock(),
|
||||||
|
stage_dir=Path("/tmp"),
|
||||||
|
render_preflight=render,
|
||||||
|
prompt_yes=MagicMock(),
|
||||||
|
dry_run=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
render.assert_called_once_with(mock_plan, "test-backend")
|
||||||
|
|
||||||
|
|
||||||
|
class TestNoAgentsDefined(unittest.TestCase):
|
||||||
|
"""cmd_start prints an error and returns 1 when the manifest has no agents."""
|
||||||
|
|
||||||
|
def test_no_agents_defined_returns_1(self):
|
||||||
|
manifest = _make_manifest([], [])
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.cli.start.ManifestIndex.resolve", return_value=manifest
|
||||||
|
), patch("sys.stderr", io.StringIO()) as err:
|
||||||
|
rc = start_mod.cmd_start([])
|
||||||
|
self.assertEqual(1, rc)
|
||||||
|
self.assertIn("no agents defined", err.getvalue())
|
||||||
|
|
||||||
|
|
||||||
|
class TestTextRenderPreflight(unittest.TestCase):
|
||||||
|
"""_text_render_preflight returns a renderer that prints the backend name."""
|
||||||
|
|
||||||
|
def test_backend_name_in_output(self):
|
||||||
|
render = start_mod._text_render_preflight()
|
||||||
|
plan = MagicMock()
|
||||||
|
with patch("bot_bottle.cli.start._manifest_to_yaml", return_value=""), \
|
||||||
|
patch("sys.stderr", io.StringIO()) as err:
|
||||||
|
render(plan, "my-backend")
|
||||||
|
self.assertIn("my-backend", err.getvalue())
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -1,7 +1,8 @@
|
|||||||
"""Unit: cmd_start selector dispatch (PRD 0051).
|
"""Unit: cmd_start selector dispatch (PRD 0051, issue #269).
|
||||||
|
|
||||||
Tests that cmd_start calls filter_select only when the agent name is
|
Tests that cmd_start calls filter_select only when the agent name is
|
||||||
absent, skips it when the agent is explicit, and returns 0 on cancel.
|
absent, shows the bottle multiselect after agent selection, and skips
|
||||||
|
pickers when both are explicitly set.
|
||||||
|
|
||||||
All actual launch work is stubbed so no container is created.
|
All actual launch work is stubbed so no container is created.
|
||||||
"""
|
"""
|
||||||
@@ -10,6 +11,7 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
|
from collections.abc import Mapping, Sequence
|
||||||
from unittest.mock import MagicMock, patch
|
from unittest.mock import MagicMock, patch
|
||||||
|
|
||||||
import bot_bottle.cli.start as start_mod
|
import bot_bottle.cli.start as start_mod
|
||||||
@@ -17,10 +19,16 @@ import bot_bottle.cli.tui as tui_mod
|
|||||||
from bot_bottle.backend import ActiveAgent
|
from bot_bottle.backend import ActiveAgent
|
||||||
|
|
||||||
|
|
||||||
def _make_manifest(agent_names: list[str]):
|
def _make_manifest(
|
||||||
|
agent_names: list[str],
|
||||||
|
bottle_names: list[str] | None = None,
|
||||||
|
agent_bottle: str = "",
|
||||||
|
):
|
||||||
manifest = MagicMock()
|
manifest = MagicMock()
|
||||||
manifest.agents = {name: MagicMock() for name in agent_names}
|
manifest.agents = {name: MagicMock(bottle=agent_bottle) for name in agent_names}
|
||||||
manifest.all_agent_names = sorted(agent_names)
|
manifest.all_agent_names = sorted(agent_names)
|
||||||
|
manifest.all_bottle_names = sorted(bottle_names or [])
|
||||||
|
manifest.home_md = None # eager mode so _peek_agent_bottle uses agents dict
|
||||||
return manifest
|
return manifest
|
||||||
|
|
||||||
|
|
||||||
@@ -28,27 +36,27 @@ class TestCmdStartSelector(unittest.TestCase):
|
|||||||
"""Drive cmd_start with a minimal set of stubs."""
|
"""Drive cmd_start with a minimal set of stubs."""
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
# Stub Manifest.resolve so no on-disk manifest is needed.
|
self._manifest = _make_manifest(["researcher", "implementer"], ["claude", "dev"])
|
||||||
self._manifest = _make_manifest(["researcher", "implementer"])
|
|
||||||
self._resolve_patch = patch(
|
self._resolve_patch = patch(
|
||||||
"bot_bottle.cli.start.ManifestIndex.resolve",
|
"bot_bottle.cli.start.ManifestIndex.resolve",
|
||||||
return_value=self._manifest,
|
return_value=self._manifest,
|
||||||
)
|
)
|
||||||
self._resolve_patch.start()
|
self._resolve_patch.start()
|
||||||
|
|
||||||
# Stub _launch_bottle so no real container work happens.
|
|
||||||
self._launch_patch = patch(
|
self._launch_patch = patch(
|
||||||
"bot_bottle.cli.start._launch_bottle",
|
"bot_bottle.cli.start._launch_bottle",
|
||||||
return_value=0,
|
return_value=("", 0),
|
||||||
)
|
)
|
||||||
self._launch_mock = self._launch_patch.start()
|
self._launch_mock = self._launch_patch.start()
|
||||||
|
|
||||||
# Stub filter_select to avoid opening /dev/tty.
|
# Stub filter_select (agent picker) and filter_multiselect (bottle picker).
|
||||||
self._tui_patch = patch.object(tui_mod, "filter_select")
|
self._agent_picker_patch = patch.object(tui_mod, "filter_select")
|
||||||
self._tui_mock = self._tui_patch.start()
|
self._agent_picker_mock = self._agent_picker_patch.start()
|
||||||
|
|
||||||
|
self._bottle_picker_patch = patch.object(tui_mod, "filter_multiselect")
|
||||||
|
self._bottle_picker_mock = self._bottle_picker_patch.start()
|
||||||
|
self._bottle_picker_mock.return_value = ["claude"] # default: one bottle selected
|
||||||
|
|
||||||
# Ensure BOT_BOTTLE_BACKEND is absent so omitted --backend
|
|
||||||
# flows through to the resolver default.
|
|
||||||
self._env_patch = patch.dict(os.environ, {}, clear=False)
|
self._env_patch = patch.dict(os.environ, {}, clear=False)
|
||||||
self._env_patch.start()
|
self._env_patch.start()
|
||||||
os.environ.pop("BOT_BOTTLE_BACKEND", None)
|
os.environ.pop("BOT_BOTTLE_BACKEND", None)
|
||||||
@@ -56,50 +64,108 @@ class TestCmdStartSelector(unittest.TestCase):
|
|||||||
def tearDown(self):
|
def tearDown(self):
|
||||||
self._resolve_patch.stop()
|
self._resolve_patch.stop()
|
||||||
self._launch_patch.stop()
|
self._launch_patch.stop()
|
||||||
self._tui_patch.stop()
|
self._agent_picker_patch.stop()
|
||||||
|
self._bottle_picker_patch.stop()
|
||||||
self._env_patch.stop()
|
self._env_patch.stop()
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
# Both explicit — no picker shown
|
# Agent explicit — agent picker skipped; bottle picker always shown
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
def test_both_explicit_skips_picker(self):
|
def test_explicit_agent_skips_agent_picker(self):
|
||||||
self._tui_mock.return_value = "researcher"
|
|
||||||
rc = start_mod.cmd_start(["--backend=docker", "researcher"])
|
rc = start_mod.cmd_start(["--backend=docker", "researcher"])
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
self._tui_mock.assert_not_called()
|
self._agent_picker_mock.assert_not_called()
|
||||||
|
self._bottle_picker_mock.assert_called_once()
|
||||||
self._launch_mock.assert_called_once()
|
self._launch_mock.assert_called_once()
|
||||||
_, kwargs = self._launch_mock.call_args
|
|
||||||
self.assertEqual("docker", kwargs["backend_name"])
|
def test_explicit_agent_bottle_picker_shows_available_bottles(self):
|
||||||
|
start_mod.cmd_start(["researcher"])
|
||||||
|
call_kwargs = self._bottle_picker_mock.call_args
|
||||||
|
self.assertEqual(["claude", "dev"], call_kwargs[0][0])
|
||||||
|
self.assertIn("bottle", call_kwargs[1]["title"].lower())
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
# Agent absent → agent picker fires; backend explicit
|
# Agent absent → agent picker fires; bottle picker always follows
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
def test_agent_absent_shows_agent_picker(self):
|
def test_agent_absent_shows_agent_picker(self):
|
||||||
self._tui_mock.return_value = "researcher"
|
self._agent_picker_mock.return_value = "researcher"
|
||||||
rc = start_mod.cmd_start(["--backend=docker"])
|
rc = start_mod.cmd_start(["--backend=docker"])
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
self._tui_mock.assert_called_once()
|
self._agent_picker_mock.assert_called_once()
|
||||||
call_kwargs = self._tui_mock.call_args
|
call_kwargs = self._agent_picker_mock.call_args
|
||||||
self.assertEqual(["implementer", "researcher"], call_kwargs[0][0])
|
self.assertEqual(["implementer", "researcher"], call_kwargs[0][0])
|
||||||
self.assertIn("agent", call_kwargs[1]["title"].lower())
|
self.assertIn("agent", call_kwargs[1]["title"].lower())
|
||||||
|
# Bottle picker must also fire after agent selection.
|
||||||
|
self._bottle_picker_mock.assert_called_once()
|
||||||
|
|
||||||
def test_agent_picker_cancel_returns_0(self):
|
def test_agent_picker_cancel_skips_bottle_picker(self):
|
||||||
self._tui_mock.return_value = None
|
self._agent_picker_mock.return_value = None
|
||||||
rc = start_mod.cmd_start(["--backend=docker"])
|
rc = start_mod.cmd_start(["--backend=docker"])
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
|
self._bottle_picker_mock.assert_not_called()
|
||||||
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_bottle_picker_cancel_returns_0(self):
|
||||||
|
self._bottle_picker_mock.return_value = None
|
||||||
|
rc = start_mod.cmd_start(["researcher"])
|
||||||
|
self.assertEqual(0, rc)
|
||||||
self._launch_mock.assert_not_called()
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
# Agent explicit, backend absent → no picker
|
# Bottle selection is forwarded to BottleSpec
|
||||||
# ------------------------------------------------------------------
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
def test_backend_absent_uses_default_without_picker(self):
|
def test_selected_bottles_forwarded_to_spec(self):
|
||||||
rc = start_mod.cmd_start(["researcher"])
|
self._bottle_picker_mock.return_value = ["claude", "dev"]
|
||||||
self.assertEqual(0, rc)
|
start_mod.cmd_start(["researcher"])
|
||||||
self._tui_mock.assert_not_called()
|
|
||||||
self._launch_mock.assert_called_once()
|
self._launch_mock.assert_called_once()
|
||||||
|
spec = self._launch_mock.call_args[0][0]
|
||||||
|
self.assertEqual(("claude", "dev"), spec.bottle_names)
|
||||||
|
|
||||||
|
def test_empty_bottle_selection_forwarded(self):
|
||||||
|
self._bottle_picker_mock.return_value = []
|
||||||
|
start_mod.cmd_start(["researcher"])
|
||||||
|
self._launch_mock.assert_called_once()
|
||||||
|
spec = self._launch_mock.call_args[0][0]
|
||||||
|
self.assertEqual((), spec.bottle_names)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# Agent default bottle pre-populates the picker
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
|
def test_agent_bottle_prepopulates_bottle_picker(self):
|
||||||
|
manifest = _make_manifest(
|
||||||
|
["implementer"], ["claude", "dev"], agent_bottle="claude"
|
||||||
|
)
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.cli.start.ManifestIndex.resolve", return_value=manifest
|
||||||
|
):
|
||||||
|
start_mod.cmd_start(["implementer"])
|
||||||
|
call_kwargs = self._bottle_picker_mock.call_args
|
||||||
|
self.assertEqual(["claude"], call_kwargs[1]["initial"])
|
||||||
|
|
||||||
|
def test_no_agent_bottle_empty_initial(self):
|
||||||
|
manifest = _make_manifest(["researcher"], ["claude", "dev"], agent_bottle="")
|
||||||
|
with patch(
|
||||||
|
"bot_bottle.cli.start.ManifestIndex.resolve", return_value=manifest
|
||||||
|
):
|
||||||
|
start_mod.cmd_start(["researcher"])
|
||||||
|
call_kwargs = self._bottle_picker_mock.call_args
|
||||||
|
self.assertEqual([], call_kwargs[1]["initial"])
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# Backend wiring
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
|
def test_explicit_backend_forwarded(self):
|
||||||
|
start_mod.cmd_start(["--backend=docker", "researcher"])
|
||||||
|
_, kwargs = self._launch_mock.call_args
|
||||||
|
self.assertEqual("docker", kwargs["backend_name"])
|
||||||
|
|
||||||
|
def test_absent_backend_uses_default(self):
|
||||||
|
start_mod.cmd_start(["researcher"])
|
||||||
_, kwargs = self._launch_mock.call_args
|
_, kwargs = self._launch_mock.call_args
|
||||||
self.assertIsNone(kwargs["backend_name"])
|
self.assertIsNone(kwargs["backend_name"])
|
||||||
|
|
||||||
@@ -110,28 +176,21 @@ class TestCmdStartSelector(unittest.TestCase):
|
|||||||
finally:
|
finally:
|
||||||
os.environ.pop("BOT_BOTTLE_BACKEND", None)
|
os.environ.pop("BOT_BOTTLE_BACKEND", None)
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
self._tui_mock.assert_not_called()
|
|
||||||
|
|
||||||
# ------------------------------------------------------------------
|
def test_both_absent_shows_agent_picker_then_bottle_picker(self):
|
||||||
# Both absent → only agent picker
|
self._agent_picker_mock.return_value = "researcher"
|
||||||
# ------------------------------------------------------------------
|
|
||||||
|
|
||||||
def test_both_absent_shows_only_agent_picker(self):
|
|
||||||
self._tui_mock.return_value = "researcher"
|
|
||||||
rc = start_mod.cmd_start([])
|
rc = start_mod.cmd_start([])
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
self._tui_mock.assert_called_once()
|
self._agent_picker_mock.assert_called_once()
|
||||||
title = self._tui_mock.call_args[1]["title"].lower()
|
self._bottle_picker_mock.assert_called_once()
|
||||||
self.assertIn("agent", title)
|
|
||||||
self._launch_mock.assert_called_once()
|
self._launch_mock.assert_called_once()
|
||||||
_, kwargs = self._launch_mock.call_args
|
|
||||||
self.assertIsNone(kwargs["backend_name"])
|
|
||||||
|
|
||||||
def test_both_absent_agent_cancel_skips_backend_picker(self):
|
def test_both_absent_agent_cancel_skips_bottle_and_launch(self):
|
||||||
self._tui_mock.side_effect = [None]
|
self._agent_picker_mock.return_value = None
|
||||||
rc = start_mod.cmd_start([])
|
rc = start_mod.cmd_start([])
|
||||||
self.assertEqual(0, rc)
|
self.assertEqual(0, rc)
|
||||||
self.assertEqual(1, self._tui_mock.call_count)
|
self._agent_picker_mock.assert_called_once()
|
||||||
|
self._bottle_picker_mock.assert_not_called()
|
||||||
self._launch_mock.assert_not_called()
|
self._launch_mock.assert_not_called()
|
||||||
|
|
||||||
|
|
||||||
@@ -149,11 +208,13 @@ class TestCmdStartLabelCollision(unittest.TestCase):
|
|||||||
"""cmd_start re-prompts when the label's slug is already running."""
|
"""cmd_start re-prompts when the label's slug is already running."""
|
||||||
|
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._manifest = _make_manifest(["researcher"])
|
self._manifest = _make_manifest(["researcher"], ["claude"])
|
||||||
patch("bot_bottle.cli.start.ManifestIndex.resolve", return_value=self._manifest).start()
|
patch("bot_bottle.cli.start.ManifestIndex.resolve", return_value=self._manifest).start()
|
||||||
self._launch_mock = patch(
|
self._launch_mock = patch(
|
||||||
"bot_bottle.cli.start._launch_bottle", return_value=0,
|
"bot_bottle.cli.start._launch_bottle", return_value=("", 0),
|
||||||
).start()
|
).start()
|
||||||
|
# Stub the bottle picker to always return a selection.
|
||||||
|
patch.object(tui_mod, "filter_multiselect", return_value=["claude"]).start()
|
||||||
self.addCleanup(patch.stopall)
|
self.addCleanup(patch.stopall)
|
||||||
|
|
||||||
def test_no_collision_proceeds_without_reprompt(self):
|
def test_no_collision_proceeds_without_reprompt(self):
|
||||||
@@ -193,5 +254,107 @@ class TestCmdStartLabelCollision(unittest.TestCase):
|
|||||||
self.assertIn("already in use", second_call_kwargs.get("disclaimer", ""))
|
self.assertIn("already in use", second_call_kwargs.get("disclaimer", ""))
|
||||||
|
|
||||||
|
|
||||||
|
class TestBottleLineage(unittest.TestCase):
|
||||||
|
"""Unit tests for _bottle_lineage."""
|
||||||
|
|
||||||
|
def test_returns_empty_in_eager_mode(self):
|
||||||
|
manifest = _make_manifest(["agent"], ["base", "dev"])
|
||||||
|
# home_md is None in eager mode → no file reads, returns {}
|
||||||
|
result = start_mod._bottle_lineage(manifest)
|
||||||
|
self.assertEqual({}, result)
|
||||||
|
|
||||||
|
def test_reads_extends_chain_from_files(self):
|
||||||
|
import tempfile
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
bottles_dir = Path(tmp) / "bottles"
|
||||||
|
bottles_dir.mkdir()
|
||||||
|
(bottles_dir / "base.md").write_text("---\n{}\n---\n")
|
||||||
|
(bottles_dir / "mid.md").write_text("---\nextends: base\n---\n")
|
||||||
|
(bottles_dir / "leaf.md").write_text("---\nextends: mid\n---\n")
|
||||||
|
|
||||||
|
manifest = MagicMock()
|
||||||
|
manifest.home_md = Path(tmp)
|
||||||
|
|
||||||
|
result = start_mod._bottle_lineage(manifest)
|
||||||
|
|
||||||
|
self.assertNotIn("base", result) # no parent → not in map
|
||||||
|
self.assertEqual("base -> mid", result["mid"])
|
||||||
|
self.assertEqual("base -> mid -> leaf", result["leaf"])
|
||||||
|
|
||||||
|
def test_cycle_protection(self):
|
||||||
|
import tempfile
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
bottles_dir = Path(tmp) / "bottles"
|
||||||
|
bottles_dir.mkdir()
|
||||||
|
(bottles_dir / "a.md").write_text("---\nextends: b\n---\n")
|
||||||
|
(bottles_dir / "b.md").write_text("---\nextends: a\n---\n")
|
||||||
|
|
||||||
|
manifest = MagicMock()
|
||||||
|
manifest.home_md = Path(tmp)
|
||||||
|
|
||||||
|
result = start_mod._bottle_lineage(manifest)
|
||||||
|
|
||||||
|
# Cycle must not hang; each should get a two-element chain.
|
||||||
|
for name in ("a", "b"):
|
||||||
|
self.assertIn(name, result)
|
||||||
|
self.assertIn("->", result[name])
|
||||||
|
|
||||||
|
|
||||||
|
class TestManifestToYaml(unittest.TestCase):
|
||||||
|
"""Unit tests for _manifest_to_yaml."""
|
||||||
|
|
||||||
|
def _make_manifest_obj(
|
||||||
|
self,
|
||||||
|
*,
|
||||||
|
skills: Sequence[str] = (),
|
||||||
|
env: Mapping[str, str] | None = None,
|
||||||
|
supervise: bool = True,
|
||||||
|
agent_provider_template: str = "claude",
|
||||||
|
):
|
||||||
|
from bot_bottle.manifest import Manifest, ManifestBottle
|
||||||
|
from bot_bottle.manifest_agent import ManifestAgent, ManifestAgentProvider
|
||||||
|
|
||||||
|
agent = ManifestAgent(skills=tuple(skills))
|
||||||
|
bottle = ManifestBottle(
|
||||||
|
env=env or {},
|
||||||
|
supervise=supervise,
|
||||||
|
agent_provider=ManifestAgentProvider(template=agent_provider_template),
|
||||||
|
)
|
||||||
|
return Manifest(agent=agent, bottle=bottle)
|
||||||
|
|
||||||
|
def test_includes_agent_section(self):
|
||||||
|
m = self._make_manifest_obj(skills=["researcher"])
|
||||||
|
yaml = start_mod._manifest_to_yaml(m)
|
||||||
|
self.assertIn("agent:", yaml)
|
||||||
|
self.assertIn("- researcher", yaml)
|
||||||
|
|
||||||
|
def test_includes_bottle_section(self):
|
||||||
|
m = self._make_manifest_obj(env={"FOO": "bar"})
|
||||||
|
yaml = start_mod._manifest_to_yaml(m)
|
||||||
|
self.assertIn("bottle:", yaml)
|
||||||
|
self.assertIn("FOO: bar", yaml)
|
||||||
|
|
||||||
|
def test_supervise_rendered(self):
|
||||||
|
m_true = self._make_manifest_obj(supervise=True)
|
||||||
|
m_false = self._make_manifest_obj(supervise=False)
|
||||||
|
self.assertIn("supervise: true", start_mod._manifest_to_yaml(m_true))
|
||||||
|
self.assertIn("supervise: false", start_mod._manifest_to_yaml(m_false))
|
||||||
|
|
||||||
|
def test_non_claude_provider_shown(self):
|
||||||
|
m = self._make_manifest_obj(agent_provider_template="codex")
|
||||||
|
yaml = start_mod._manifest_to_yaml(m)
|
||||||
|
self.assertIn("agent_provider:", yaml)
|
||||||
|
self.assertIn("template: codex", yaml)
|
||||||
|
|
||||||
|
def test_default_claude_provider_omitted(self):
|
||||||
|
m = self._make_manifest_obj(agent_provider_template="claude")
|
||||||
|
yaml = start_mod._manifest_to_yaml(m)
|
||||||
|
self.assertNotIn("agent_provider:", yaml)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -29,8 +29,8 @@ class _FakeHomeMixin:
|
|||||||
|
|
||||||
|
|
||||||
class TestCaptureSessionState(_FakeHomeMixin, unittest.TestCase):
|
class TestCaptureSessionState(_FakeHomeMixin, unittest.TestCase):
|
||||||
# snapshot_transcript is commented out (capability_apply is disabled);
|
# capture_claude_session_state handles the preserve marker for
|
||||||
# capture_claude_session_state now only handles the preserve marker.
|
# non-zero agent exits.
|
||||||
def setUp(self):
|
def setUp(self):
|
||||||
self._setup_fake_home()
|
self._setup_fake_home()
|
||||||
|
|
||||||
@@ -102,6 +102,27 @@ class TestAttachAgent(unittest.TestCase):
|
|||||||
bottle.argv,
|
bottle.argv,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def test_remote_control_is_provider_startup_arg(self):
|
||||||
|
class Bottle:
|
||||||
|
argv: list[str] = []
|
||||||
|
|
||||||
|
def exec_agent(self, argv: list[str], *, tty: bool = True) -> int:
|
||||||
|
self.argv = list(argv)
|
||||||
|
return 0
|
||||||
|
|
||||||
|
bottle = Bottle()
|
||||||
|
exit_code = start_mod.attach_agent(
|
||||||
|
bottle, # type: ignore[arg-type]
|
||||||
|
agent_provider_template="codex",
|
||||||
|
startup_args=("remote-control",),
|
||||||
|
)
|
||||||
|
|
||||||
|
self.assertEqual(0, exit_code)
|
||||||
|
self.assertEqual(
|
||||||
|
["--dangerously-bypass-approvals-and-sandbox", "remote-control"],
|
||||||
|
bottle.argv,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
+128
-2
@@ -1,4 +1,4 @@
|
|||||||
"""Unit tests for bot_bottle.cli.tui — filter_select internals.
|
"""Unit tests for bot_bottle.cli.tui — filter_select and filter_multiselect.
|
||||||
|
|
||||||
We test the pure-Python logic (_filter_items, cursor movement, confirm,
|
We test the pure-Python logic (_filter_items, cursor movement, confirm,
|
||||||
cancel) by exercising the internal helpers directly, without spinning up
|
cancel) by exercising the internal helpers directly, without spinning up
|
||||||
@@ -8,8 +8,15 @@ a real curses session (which requires a TTY).
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
|
from typing import Any, Optional
|
||||||
|
|
||||||
from bot_bottle.cli.tui import _filter_items, filter_select
|
from bot_bottle.cli.tui import _filter_items, _multiselect_loop, filter_multiselect, filter_select
|
||||||
|
|
||||||
|
_KEY_SPACE = 32
|
||||||
|
_KEY_ENTER = 10
|
||||||
|
|
||||||
|
_KEY_ESC = 27
|
||||||
|
_KEY_CTRL_D = 4
|
||||||
|
|
||||||
|
|
||||||
class TestFilterItems(unittest.TestCase):
|
class TestFilterItems(unittest.TestCase):
|
||||||
@@ -46,5 +53,124 @@ class TestFilterSelectEmptyItems(unittest.TestCase):
|
|||||||
self.assertIsNone(result)
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
|
||||||
|
class TestFilterMultiselectEmptyItems(unittest.TestCase):
|
||||||
|
def test_returns_empty_list_for_empty_items(self):
|
||||||
|
# No TTY needed — short-circuits before opening tty.
|
||||||
|
result = filter_multiselect([], title="Select", tty_path="/dev/null")
|
||||||
|
self.assertEqual([], result)
|
||||||
|
|
||||||
|
def test_returns_none_when_tty_unavailable(self):
|
||||||
|
result = filter_multiselect(["a", "b"], tty_path="/nonexistent/tty")
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
|
||||||
|
class TestMultiselectLoopReordering(unittest.TestCase):
|
||||||
|
"""Exercise _multiselect_loop key handling without a real curses terminal.
|
||||||
|
|
||||||
|
We drive the loop via a fake screen that feeds a pre-recorded key sequence
|
||||||
|
and records what was drawn — we only need the return value, so the fake
|
||||||
|
screen's getch() raises StopIteration after the key list is exhausted, and
|
||||||
|
the loop is expected to return before that via Ctrl-D.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def _run(self, keys: list[int], items: list[str], initial: list[str]) -> Optional[list[str]]:
|
||||||
|
"""Run _multiselect_loop with a synthetic screen feeding `keys`."""
|
||||||
|
key_iter = iter(keys)
|
||||||
|
|
||||||
|
class FakeScreen:
|
||||||
|
def erase(self) -> None: pass
|
||||||
|
def getmaxyx(self) -> tuple[int, int]: return (40, 80)
|
||||||
|
def refresh(self) -> None: pass
|
||||||
|
def getch(self) -> int: return next(key_iter)
|
||||||
|
def addstr(self, *a: Any) -> None: pass
|
||||||
|
def keypad(self, *a: Any) -> None: pass
|
||||||
|
|
||||||
|
return _multiselect_loop(FakeScreen(), items, title="", initial=initial) # type: ignore[arg-type]
|
||||||
|
|
||||||
|
def test_ctrl_d_confirms_initial_selection(self):
|
||||||
|
result = self._run([_KEY_CTRL_D], ["a", "b", "c"], ["a", "b"])
|
||||||
|
self.assertEqual(["a", "b"], result)
|
||||||
|
|
||||||
|
def test_esc_cancels(self):
|
||||||
|
result = self._run([_KEY_ESC], ["a", "b"], ["a"])
|
||||||
|
self.assertIsNone(result)
|
||||||
|
|
||||||
|
def test_tab_then_K_moves_item_up(self):
|
||||||
|
# Start: selected = ["a", "b", "c"]
|
||||||
|
# Tab → order mode (order_cursor=0 on "a")
|
||||||
|
# ↓ → order_cursor=1 (on "b")
|
||||||
|
# K → swap b and a → ["b", "a", "c"], order_cursor=0
|
||||||
|
# Ctrl-D → confirm
|
||||||
|
DOWN = ord("j")
|
||||||
|
result = self._run(
|
||||||
|
[ord("\t"), DOWN, ord("K"), _KEY_CTRL_D],
|
||||||
|
["a", "b", "c"],
|
||||||
|
["a", "b", "c"],
|
||||||
|
)
|
||||||
|
self.assertEqual(["b", "a", "c"], result)
|
||||||
|
|
||||||
|
def test_tab_then_J_moves_item_down(self):
|
||||||
|
# selected = ["a", "b", "c"], focus order, cursor=0
|
||||||
|
# J → swap a and b → ["b", "a", "c"], cursor=1
|
||||||
|
# Ctrl-D → confirm
|
||||||
|
result = self._run(
|
||||||
|
[ord("\t"), ord("J"), _KEY_CTRL_D],
|
||||||
|
["a", "b", "c"],
|
||||||
|
["a", "b", "c"],
|
||||||
|
)
|
||||||
|
self.assertEqual(["b", "a", "c"], result)
|
||||||
|
|
||||||
|
def test_K_at_top_is_no_op(self):
|
||||||
|
# cursor already at 0, K should not change order
|
||||||
|
result = self._run(
|
||||||
|
[ord("\t"), ord("K"), _KEY_CTRL_D],
|
||||||
|
["a", "b"],
|
||||||
|
["a", "b"],
|
||||||
|
)
|
||||||
|
self.assertEqual(["a", "b"], result)
|
||||||
|
|
||||||
|
def test_J_at_bottom_is_no_op(self):
|
||||||
|
DOWN = ord("j")
|
||||||
|
result = self._run(
|
||||||
|
[ord("\t"), DOWN, ord("J"), _KEY_CTRL_D],
|
||||||
|
["a", "b"],
|
||||||
|
["a", "b"],
|
||||||
|
)
|
||||||
|
self.assertEqual(["a", "b"], result)
|
||||||
|
|
||||||
|
def test_tab_back_to_filter_then_confirm(self):
|
||||||
|
# Tab → order, Tab → filter, Ctrl-D confirms unchanged
|
||||||
|
result = self._run(
|
||||||
|
[ord("\t"), ord("\t"), _KEY_CTRL_D],
|
||||||
|
["a", "b"],
|
||||||
|
["a", "b"],
|
||||||
|
)
|
||||||
|
self.assertEqual(["a", "b"], result)
|
||||||
|
|
||||||
|
def test_space_toggles_item_on(self):
|
||||||
|
# Space on an unselected item selects it; Ctrl-D confirms.
|
||||||
|
result = self._run([_KEY_SPACE, _KEY_CTRL_D], ["a", "b"], [])
|
||||||
|
self.assertEqual(["a"], result)
|
||||||
|
|
||||||
|
def test_space_toggles_item_off(self):
|
||||||
|
# Space on a selected item deselects it; Ctrl-D confirms empty.
|
||||||
|
result = self._run([_KEY_SPACE, _KEY_CTRL_D], ["a", "b"], ["a"])
|
||||||
|
self.assertEqual([], result)
|
||||||
|
|
||||||
|
def test_enter_confirms_without_toggle(self):
|
||||||
|
# Enter immediately confirms the current selection without toggling.
|
||||||
|
result = self._run([_KEY_ENTER], ["a", "b"], ["a"])
|
||||||
|
self.assertEqual(["a"], result)
|
||||||
|
|
||||||
|
def test_enter_confirms_empty_selection(self):
|
||||||
|
result = self._run([_KEY_ENTER], ["a", "b"], [])
|
||||||
|
self.assertEqual([], result)
|
||||||
|
|
||||||
|
def test_space_then_enter_confirms(self):
|
||||||
|
# Space selects "a", Enter confirms.
|
||||||
|
result = self._run([_KEY_SPACE, _KEY_ENTER], ["a", "b"], [])
|
||||||
|
self.assertEqual(["a"], result)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user