406 lines
17 KiB
Python
406 lines
17 KiB
Python
"""Unit: provider runtime defaults."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import base64
|
|
import json
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
from bot_bottle.agent_provider import (
|
|
CODEX_HOST_CREDENTIAL_HOSTS,
|
|
build_agent_provision_plan,
|
|
prompt_args,
|
|
)
|
|
from bot_bottle.egress import CODEX_HOST_CREDENTIAL_TOKEN_REF
|
|
|
|
|
|
def _jwt(exp: int) -> str:
|
|
def enc(obj: dict[str, object]) -> str: # type: ignore
|
|
raw = json.dumps(obj, separators=(",", ":")).encode()
|
|
return base64.urlsafe_b64encode(raw).decode().rstrip("=")
|
|
return f"{enc({'alg': 'none'})}.{enc({'exp': exp})}.sig"
|
|
|
|
|
|
class TestAgentProviderRuntime(unittest.TestCase):
|
|
def test_codex_plan_declares_home_state(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="/tmp/Dockerfile.codex",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
)
|
|
config = Path(tmp, "codex-config.toml").read_text()
|
|
self.assertEqual("codex", plan.template)
|
|
self.assertEqual("codex", plan.command)
|
|
self.assertEqual("read_prompt_file", plan.prompt_mode)
|
|
self.assertEqual("/tmp/Dockerfile.codex", plan.dockerfile)
|
|
self.assertEqual(
|
|
"/etc/ssl/certs/ca-certificates.crt",
|
|
plan.env_vars["CODEX_CA_CERTIFICATE"],
|
|
)
|
|
self.assertEqual({}, plan.guest_env)
|
|
self.assertEqual(("/home/node/.codex",), tuple(d.guest_path for d in plan.dirs))
|
|
self.assertEqual(
|
|
("/home/node/.codex/config.toml",),
|
|
tuple(f.guest_path for f in plan.files),
|
|
)
|
|
self.assertIn('[projects."/home/node"]', config)
|
|
|
|
def test_codex_trusts_requested_project_path(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
trusted_project_path="/home/node/workspace",
|
|
)
|
|
config = Path(tmp, "codex-config.toml").read_text()
|
|
self.assertIn('[projects."/home/node/workspace"]', config)
|
|
|
|
def test_codex_writes_tui_settings_without_mutating_prompt(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
prompt_file = Path(tmp) / "prompt.txt"
|
|
prompt_file.write_text("Existing instructions.\n")
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=prompt_file,
|
|
label="review-api",
|
|
color="bright-cyan",
|
|
)
|
|
prompt = prompt_file.read_text()
|
|
config = Path(tmp, "codex-config.toml").read_text()
|
|
self.assertTrue(plan.has_prompt)
|
|
self.assertEqual("Existing instructions.\n", prompt)
|
|
self.assertIn("[tui]", config)
|
|
self.assertIn('status_line = ["model-with-reasoning"]', config)
|
|
self.assertIn('terminal_title = ["spinner", "project"]', config)
|
|
|
|
def test_codex_forward_host_credentials_adds_auth_and_verify(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
home = Path(tmp) / "host-codex"
|
|
home.mkdir()
|
|
(home / "auth.json").write_text(json.dumps({
|
|
"auth_mode": "chatgpt",
|
|
"tokens": {"access_token": _jwt(2000000000)},
|
|
}))
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
guest_env={"CODEX_HOME": "/run/codex-home"},
|
|
forward_host_credentials=True,
|
|
host_env={"CODEX_HOME": str(home)},
|
|
)
|
|
self.assertIn(
|
|
"/run/codex-home/auth.json",
|
|
{f.guest_path for f in plan.files},
|
|
)
|
|
self.assertEqual("/run/codex-home", plan.env_vars["CODEX_HOME"])
|
|
self.assertEqual(1, len(plan.pre_copy))
|
|
self.assertEqual(1, len(plan.verify))
|
|
self.assertIn("CODEX_HOME=/run/codex-home", plan.verify[0].argv)
|
|
|
|
def test_claude_with_auth_token_injects_provider_route_and_placeholder(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="claude",
|
|
dockerfile="/tmp/Dockerfile.claude",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
auth_token="BOT_BOTTLE_CLAUDE_OAUTH_TOKEN",
|
|
)
|
|
claude_config = json.loads(Path(tmp, "claude.json").read_text())
|
|
self.assertEqual(1, len(plan.egress_routes))
|
|
route = plan.egress_routes[0]
|
|
self.assertEqual("api.anthropic.com", route.host)
|
|
self.assertEqual("Bearer", route.auth_scheme)
|
|
self.assertEqual("BOT_BOTTLE_CLAUDE_OAUTH_TOKEN", route.token_ref)
|
|
self.assertEqual("egress-placeholder", plan.env_vars["CLAUDE_CODE_OAUTH_TOKEN"])
|
|
self.assertEqual("1", plan.env_vars["CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC"])
|
|
self.assertEqual("1", plan.env_vars["DISABLE_ERROR_REPORTING"])
|
|
self.assertEqual(frozenset({"CLAUDE_CODE_OAUTH_TOKEN"}), plan.hidden_env_names)
|
|
self.assertIn("/home/node", claude_config["projects"])
|
|
self.assertIn("/home/node/.claude.json", {f.guest_path for f in plan.files})
|
|
|
|
def test_claude_trusts_requested_project_path(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
build_agent_provision_plan(
|
|
template="claude",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
trusted_project_path="/home/node/workspace",
|
|
)
|
|
config = json.loads(Path(tmp, "claude.json").read_text())
|
|
self.assertIn("/home/node", config["projects"])
|
|
self.assertIn("/home/node/workspace", config["projects"])
|
|
|
|
def test_claude_writes_statusline_and_theme_without_mutating_prompt(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
prompt_file = Path(tmp) / "prompt.txt"
|
|
prompt_file.write_text("Existing instructions.\n")
|
|
plan = build_agent_provision_plan(
|
|
template="claude",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=prompt_file,
|
|
label="research-ui",
|
|
color="green",
|
|
)
|
|
prompt = prompt_file.read_text()
|
|
settings = json.loads(Path(tmp, "claude-settings.json").read_text())
|
|
self.assertTrue(plan.has_prompt)
|
|
self.assertEqual("Existing instructions.\n", prompt)
|
|
self.assertEqual("~/.claude/statusline.sh", settings["statusLine"]["command"])
|
|
self.assertEqual("custom:bot-bottle-research-ui", settings["theme"])
|
|
|
|
def test_codex_forward_host_credentials_populates_egress_routes(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
home = Path(tmp) / "host-codex"
|
|
home.mkdir()
|
|
(home / "auth.json").write_text(json.dumps({
|
|
"auth_mode": "chatgpt",
|
|
"tokens": {"access_token": _jwt(2000000000)},
|
|
}))
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
forward_host_credentials=True,
|
|
host_env={"CODEX_HOME": str(home)},
|
|
)
|
|
hosts = [r.host for r in plan.egress_routes]
|
|
self.assertEqual(sorted(CODEX_HOST_CREDENTIAL_HOSTS), sorted(hosts))
|
|
for r in plan.egress_routes:
|
|
self.assertEqual("Bearer", r.auth_scheme)
|
|
self.assertEqual(CODEX_HOST_CREDENTIAL_TOKEN_REF, r.token_ref)
|
|
|
|
def test_codex_without_forward_host_credentials_has_passthrough_egress_routes(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
forward_host_credentials=False,
|
|
)
|
|
self.assertEqual(
|
|
{r.host for r in plan.egress_routes},
|
|
set(CODEX_HOST_CREDENTIAL_HOSTS),
|
|
)
|
|
for r in plan.egress_routes:
|
|
self.assertEqual("", r.auth_scheme)
|
|
self.assertEqual("", r.token_ref)
|
|
|
|
def test_claude_without_auth_token_has_passthrough_egress_route(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="claude",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
)
|
|
self.assertEqual(1, len(plan.egress_routes))
|
|
route = plan.egress_routes[0]
|
|
self.assertEqual("api.anthropic.com", route.host)
|
|
self.assertEqual("", route.auth_scheme)
|
|
self.assertEqual("", route.token_ref)
|
|
self.assertNotIn("CLAUDE_CODE_OAUTH_TOKEN", plan.env_vars)
|
|
self.assertEqual(frozenset(), plan.hidden_env_names)
|
|
|
|
def test_codex_forward_host_credentials_populates_provisioned_env(self):
|
|
access = _jwt(2000000000)
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
home = Path(tmp) / "host-codex"
|
|
home.mkdir()
|
|
(home / "auth.json").write_text(json.dumps({
|
|
"auth_mode": "chatgpt",
|
|
"tokens": {"access_token": access},
|
|
}))
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
forward_host_credentials=True,
|
|
host_env={"CODEX_HOME": str(home)},
|
|
)
|
|
self.assertEqual(
|
|
{CODEX_HOST_CREDENTIAL_TOKEN_REF: access},
|
|
plan.provisioned_env,
|
|
)
|
|
|
|
def test_codex_without_forward_host_credentials_has_empty_provisioned_env(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="codex",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
forward_host_credentials=False,
|
|
)
|
|
self.assertEqual({}, plan.provisioned_env)
|
|
|
|
def test_pi_plan_writes_default_ollama_models(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="pi",
|
|
dockerfile="/tmp/Dockerfile.pi",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
)
|
|
models = json.loads(Path(tmp, "pi-models.json").read_text())
|
|
self.assertEqual("pi", plan.template)
|
|
self.assertEqual("pi", plan.command)
|
|
self.assertEqual("append_system_prompt", plan.prompt_mode)
|
|
self.assertEqual("/tmp/Dockerfile.pi", plan.dockerfile)
|
|
self.assertEqual("bot-bottle-pi:latest", plan.image)
|
|
self.assertEqual(
|
|
("/home/node/.pi/agent",),
|
|
tuple(d.guest_path for d in plan.dirs),
|
|
)
|
|
self.assertEqual(
|
|
("/home/node/.pi/agent/models.json",),
|
|
tuple(f.guest_path for f in plan.files),
|
|
)
|
|
self.assertEqual(("--models", "ollama/qwen2.5-coder:7b"), plan.startup_args)
|
|
provider = models["providers"]["ollama"]
|
|
self.assertEqual("http://ollama:11434/v1", provider["baseUrl"])
|
|
self.assertEqual("openai-completions", provider["api"])
|
|
self.assertEqual("ollama", provider["apiKey"])
|
|
self.assertEqual("max_tokens", provider["compat"]["maxTokensField"])
|
|
self.assertEqual(
|
|
[{
|
|
"id": "qwen2.5-coder:7b",
|
|
"name": "qwen2.5-coder:7b",
|
|
"contextWindow": 3072,
|
|
"maxTokens": 1024,
|
|
}],
|
|
provider["models"],
|
|
)
|
|
self.assertEqual("ollama", plan.egress_routes[0].host)
|
|
self.assertEqual("", plan.egress_routes[0].auth_scheme)
|
|
self.assertEqual("", plan.egress_routes[0].token_ref)
|
|
|
|
def test_pi_plan_uses_provider_settings(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
build_agent_provision_plan(
|
|
template="pi",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
provider_settings={
|
|
"base_url": "http://host.docker.internal:11434/v1",
|
|
"api": "openai-responses",
|
|
"api_key": "local",
|
|
"models": ["gpt-oss:20b", "qwen3:14b"],
|
|
"context_window": 65536,
|
|
"max_tokens_field": "max_completion_tokens",
|
|
"max_tokens": 12000,
|
|
"supports_developer_role": True,
|
|
"supports_reasoning_effort": True,
|
|
},
|
|
)
|
|
models = json.loads(Path(tmp, "pi-models.json").read_text())
|
|
provider = models["providers"]["ollama"]
|
|
self.assertEqual("http://host.docker.internal:11434/v1", provider["baseUrl"])
|
|
self.assertEqual("openai-responses", provider["api"])
|
|
self.assertEqual("local", provider["apiKey"])
|
|
self.assertEqual(
|
|
[
|
|
{
|
|
"id": "gpt-oss:20b",
|
|
"name": "gpt-oss:20b",
|
|
"contextWindow": 53536,
|
|
"maxTokens": 12000,
|
|
},
|
|
{
|
|
"id": "qwen3:14b",
|
|
"name": "qwen3:14b",
|
|
"contextWindow": 53536,
|
|
"maxTokens": 12000,
|
|
},
|
|
],
|
|
provider["models"],
|
|
)
|
|
self.assertTrue(provider["compat"]["supportsDeveloperRole"])
|
|
self.assertTrue(provider["compat"]["supportsReasoningEffort"])
|
|
self.assertEqual(
|
|
"max_completion_tokens",
|
|
provider["compat"]["maxTokensField"],
|
|
)
|
|
|
|
def test_pi_plan_can_target_openrouter_with_egress_injected_api_key(self):
|
|
with tempfile.TemporaryDirectory(prefix="bb-provider.") as tmp:
|
|
plan = build_agent_provision_plan(
|
|
template="pi",
|
|
dockerfile="",
|
|
state_dir=Path(tmp),
|
|
instance_name="bot-bottle-test",
|
|
prompt_file=Path(tmp) / "prompt.txt",
|
|
provider_settings={
|
|
"provider": "openrouter",
|
|
"base_url": "https://openrouter.ai/api/v1",
|
|
"api": "openai-completions",
|
|
"api_key_env": "OPENROUTER_API_KEY",
|
|
"models": ["google/gemma-4-26b-a4b-it:free"],
|
|
"supports_reasoning_effort": True,
|
|
},
|
|
)
|
|
models = json.loads(Path(tmp, "pi-models.json").read_text())
|
|
provider = models["providers"]["openrouter"]
|
|
self.assertEqual("https://openrouter.ai/api/v1", provider["baseUrl"])
|
|
self.assertEqual("openai-completions", provider["api"])
|
|
self.assertEqual("egress-placeholder", provider["apiKey"])
|
|
self.assertEqual("max_tokens", provider["compat"]["maxTokensField"])
|
|
self.assertEqual(
|
|
[{
|
|
"id": "google/gemma-4-26b-a4b-it:free",
|
|
"name": "google/gemma-4-26b-a4b-it:free",
|
|
"contextWindow": 3072,
|
|
"maxTokens": 1024,
|
|
}],
|
|
provider["models"],
|
|
)
|
|
self.assertEqual(
|
|
("--models", "openrouter/google/gemma-4-26b-a4b-it:free"),
|
|
plan.startup_args,
|
|
)
|
|
self.assertEqual("openrouter.ai", plan.egress_routes[0].host)
|
|
self.assertEqual("Bearer", plan.egress_routes[0].auth_scheme)
|
|
self.assertEqual("OPENROUTER_API_KEY", plan.egress_routes[0].token_ref)
|
|
self.assertNotIn("OPENROUTER_API_KEY", plan.guest_env)
|
|
self.assertTrue(provider["compat"]["supportsReasoningEffort"])
|
|
|
|
def test_pi_prompt_mode_appends_system_prompt_interactively(self):
|
|
self.assertEqual(
|
|
["--append-system-prompt", "/home/node/.bot-bottle-prompt.txt"],
|
|
prompt_args("append_system_prompt", "/home/node/.bot-bottle-prompt.txt"),
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|