ec38458c94
prd-number-check / require-numbered-prds (pull_request) Successful in 9s
tracker-policy-pr / check-pr (pull_request) Successful in 9s
test / image-input-builds (pull_request) Successful in 39s
test / unit (pull_request) Successful in 50s
test / integration-docker (pull_request) Successful in 1m0s
test / coverage (pull_request) Successful in 17s
test / image-input-builds (push) Successful in 43s
lint / lint (push) Successful in 1m0s
test / integration-docker (push) Successful in 1m4s
test / unit (push) Successful in 3m4s
test / coverage (push) Successful in 18s
Update Quality Badges / update-badges (push) Failing after 10m3s
226 lines
9.5 KiB
Python
226 lines
9.5 KiB
Python
"""Unit tests for the docker-free Firecracker agent-image builder.
|
|
|
|
The VM boot / SSH / buildah plumbing (`_build_in_infra`) is integration-tested
|
|
on a KVM host; here we cover the cache decision, the boot-bit injection, and
|
|
the smoke-test no-op — the logic that must hold without a VM.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import subprocess
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
from unittest.mock import patch
|
|
|
|
from bot_bottle.backend.firecracker import image_builder
|
|
|
|
|
|
class TestBuildAgentRootfsDir(unittest.TestCase):
|
|
def setUp(self):
|
|
self._tmp = tempfile.TemporaryDirectory()
|
|
self.cache = Path(self._tmp.name)
|
|
self.dockerfile = self.cache / "Dockerfile"
|
|
self.dockerfile.write_text("FROM node:22-slim\n")
|
|
self.addCleanup(self._tmp.cleanup)
|
|
|
|
def test_cache_hit_skips_rebuild(self):
|
|
digest = image_builder._rootfs_digest(self.dockerfile)
|
|
base = self.cache / "rootfs" / f"agent-{digest}"
|
|
base.mkdir(parents=True)
|
|
(base / ".bb-ready").write_text("ok\n")
|
|
with patch.object(image_builder.util, "cache_dir", return_value=self.cache), \
|
|
patch.object(image_builder, "_build_in_infra") as build:
|
|
out = image_builder.build_agent_rootfs_dir(
|
|
self.dockerfile, image_tag="t:latest")
|
|
build.assert_not_called()
|
|
self.assertEqual(base, out)
|
|
|
|
def test_cached_lookup_requires_ready_marker(self):
|
|
digest = image_builder._rootfs_digest(self.dockerfile)
|
|
base = self.cache / "rootfs" / f"agent-{digest}"
|
|
base.mkdir(parents=True)
|
|
with patch.object(image_builder.util, "cache_dir", return_value=self.cache):
|
|
self.assertIsNone(image_builder.cached_agent_rootfs_dir(self.dockerfile))
|
|
(base / ".bb-ready").write_text("ok\n")
|
|
self.assertEqual(base, image_builder.cached_agent_rootfs_dir(self.dockerfile))
|
|
|
|
def test_cache_miss_builds_injects_and_marks_ready(self):
|
|
with patch.object(image_builder.util, "cache_dir", return_value=self.cache), \
|
|
patch.object(image_builder, "_build_in_infra") as build, \
|
|
patch.object(image_builder.util, "inject_guest_boot") as inject:
|
|
out = image_builder.build_agent_rootfs_dir(
|
|
self.dockerfile, image_tag="t:latest", smoke_test=("claude", "--version"))
|
|
build.assert_called_once()
|
|
# smoke_test threads through to the VM build.
|
|
self.assertEqual(("claude", "--version"), build.call_args.args[2])
|
|
inject.assert_called_once()
|
|
self.assertTrue((out / ".bb-ready").is_file())
|
|
|
|
def test_content_addressed_cache_key(self):
|
|
other = self.cache / "Dockerfile2"
|
|
other.write_text("FROM python:3.12-slim\n")
|
|
self.assertNotEqual(
|
|
image_builder._dockerfile_hash(self.dockerfile),
|
|
image_builder._dockerfile_hash(other),
|
|
)
|
|
|
|
def test_rootfs_digest_tracks_dockerfile_and_init(self):
|
|
# Same Dockerfile, different injected init -> different rootfs key, so
|
|
# an init fix (e.g. /tmp perms) rebuilds instead of reusing a stale
|
|
# rootfs; different Dockerfiles also differ.
|
|
base = image_builder._rootfs_digest(self.dockerfile)
|
|
with patch.object(image_builder.util, "_GUEST_INIT", "#!/bin/sh\n# changed\n"):
|
|
self.assertNotEqual(base, image_builder._rootfs_digest(self.dockerfile))
|
|
other = self.cache / "Dockerfile2"
|
|
other.write_text("FROM python:3.12-slim\n")
|
|
self.assertNotEqual(base, image_builder._rootfs_digest(other))
|
|
|
|
def test_rootfs_digest_tracks_centralized_build_args(self):
|
|
with patch.object(
|
|
image_builder.resources,
|
|
"image_build_args",
|
|
return_value={"NODE_BASE_IMAGE": "node:first"},
|
|
):
|
|
first = image_builder._rootfs_digest(self.dockerfile)
|
|
with patch.object(
|
|
image_builder.resources,
|
|
"image_build_args",
|
|
return_value={"NODE_BASE_IMAGE": "node:second"},
|
|
):
|
|
second = image_builder._rootfs_digest(self.dockerfile)
|
|
self.assertNotEqual(first, second)
|
|
|
|
|
|
class TestBuildContext(unittest.TestCase):
|
|
"""The COPY-source parsing + context shipping that lets a Dockerfile pin an
|
|
input by COPYing a committed file (codex checksum list, claude/pi npm
|
|
lockfiles) through the otherwise-empty VM-side build context."""
|
|
|
|
def setUp(self):
|
|
self._tmp = tempfile.TemporaryDirectory()
|
|
self.root = Path(self._tmp.name)
|
|
self.addCleanup(self._tmp.cleanup)
|
|
codex = self.root / "bot_bottle" / "contrib" / "codex"
|
|
codex.mkdir(parents=True)
|
|
self.sums = codex / "codex-package_SHA256SUMS"
|
|
self.sums.write_text("aaaa codex-package-x86_64-unknown-linux-musl.tar.gz\n")
|
|
self.dockerfile = self.root / "Dockerfile"
|
|
self.dockerfile.write_text(
|
|
"FROM node:22-slim\n"
|
|
"COPY --chown=node:node "
|
|
"bot_bottle/contrib/codex/codex-package_SHA256SUMS /tmp/x\n"
|
|
)
|
|
|
|
def _patch_root(self):
|
|
return patch.object(
|
|
image_builder.resources, "build_root", return_value=self.root)
|
|
|
|
def test_copy_sources_parses_flags_and_continuations(self):
|
|
df = self.root / "Multi"
|
|
df.write_text(
|
|
"FROM x\n"
|
|
"COPY a/one.json \\\n a/two.json /dest/\n"
|
|
"COPY --from=builder /built /built\n" # excluded: build stage
|
|
"COPY --chown=n:n b/three /dest\n"
|
|
)
|
|
self.assertEqual(
|
|
image_builder._context_copy_sources(df),
|
|
["a/one.json", "a/two.json", "b/three"],
|
|
)
|
|
|
|
def test_context_files_resolves_existing_under_root(self):
|
|
with self._patch_root():
|
|
files = image_builder._context_files(self.dockerfile)
|
|
self.assertEqual(
|
|
[rel for rel, _ in files],
|
|
["bot_bottle/contrib/codex/codex-package_SHA256SUMS"],
|
|
)
|
|
|
|
def test_context_files_recurses_into_directory_sources(self):
|
|
nested = self.root / "assets" / "nested"
|
|
nested.mkdir(parents=True)
|
|
(self.root / "assets" / "one").write_text("one")
|
|
(nested / "two").write_text("two")
|
|
df = self.root / "Directory"
|
|
df.write_text("FROM x\nCOPY assets /opt/assets\n")
|
|
with self._patch_root():
|
|
files = image_builder._context_files(df)
|
|
self.assertEqual(
|
|
[rel for rel, _ in files],
|
|
["assets/nested/two", "assets/one"],
|
|
)
|
|
|
|
def test_context_files_drops_missing_and_traversal(self):
|
|
df = self.root / "Bad"
|
|
df.write_text("FROM x\nCOPY ../escape /d\nCOPY does/not/exist /d\n")
|
|
with self._patch_root():
|
|
self.assertEqual(image_builder._context_files(df), [])
|
|
|
|
def test_rootfs_digest_tracks_context_file_content(self):
|
|
with self._patch_root(), \
|
|
patch.object(image_builder.util, "cache_dir", return_value=self.root):
|
|
first = image_builder._rootfs_digest(self.dockerfile)
|
|
self.sums.write_text("bbbb codex-package-x86_64-unknown-linux-musl.tar.gz\n")
|
|
second = image_builder._rootfs_digest(self.dockerfile)
|
|
self.assertNotEqual(first, second)
|
|
|
|
def test_send_build_context_noop_without_copy(self):
|
|
df = self.root / "None"
|
|
df.write_text("FROM x\n")
|
|
with self._patch_root(), \
|
|
patch.object(image_builder.subprocess, "Popen") as popen:
|
|
image_builder._send_build_context(Path("/k"), "10.0.0.1", df, "/tmp/c")
|
|
popen.assert_not_called()
|
|
|
|
def test_send_build_context_streams_copied_files_to_vm(self):
|
|
completed = subprocess.CompletedProcess([], 0, stdout=b"", stderr=b"")
|
|
with self._patch_root(), \
|
|
patch.object(image_builder.subprocess, "Popen") as popen, \
|
|
patch.object(image_builder.subprocess, "run",
|
|
return_value=completed) as run:
|
|
popen.return_value.stdout = None
|
|
popen.return_value.returncode = 0
|
|
popen.return_value.wait.return_value = 0
|
|
image_builder._send_build_context(
|
|
Path("/k"), "10.0.0.1", self.dockerfile, "/tmp/c")
|
|
tar_argv = popen.call_args.args[0]
|
|
self.assertEqual(tar_argv[:3], ["tar", "-C", str(self.root)])
|
|
self.assertIn("--", tar_argv)
|
|
self.assertIn(
|
|
"bot_bottle/contrib/codex/codex-package_SHA256SUMS", tar_argv)
|
|
self.assertIn("tar -C /tmp/c/ctx -xf -", run.call_args.args[0][-1])
|
|
|
|
|
|
class TestSmokeTest(unittest.TestCase):
|
|
def test_buildah_receives_centralized_image_build_args(self):
|
|
with patch.object(
|
|
image_builder,
|
|
"_ssh_streamed",
|
|
return_value=0,
|
|
) as ssh, patch.object(image_builder, "info"):
|
|
image_builder._buildah_build(
|
|
Path("/k"),
|
|
"10.0.0.1",
|
|
"/tmp/context",
|
|
"agent:test",
|
|
{"NODE_BASE_IMAGE": "node:pinned"},
|
|
)
|
|
script = ssh.call_args.args[2]
|
|
self.assertIn("--build-arg NODE_BASE_IMAGE=node:pinned", script)
|
|
|
|
def test_empty_argv_is_noop(self):
|
|
with patch.object(image_builder, "_ssh") as ssh:
|
|
image_builder._smoke_test(Path("/k"), "10.0.0.1", "tag", "ctr", ())
|
|
ssh.assert_not_called()
|
|
|
|
def test_failed_smoke_dies(self):
|
|
result = subprocess.CompletedProcess([], 1, stdout="broken", stderr="")
|
|
with patch.object(image_builder, "_ssh", return_value=result), \
|
|
self.assertRaises(SystemExit):
|
|
image_builder._smoke_test(Path("/k"), "10.0.0.1", "tag", "ctr", ("claude", "--version"))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|