data-gen-ebd/tests/test_cli.py

49 lines
2.4 KiB
Python

import contextlib
import io
import json
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
from rollout.__main__ import main
class CliTests(unittest.TestCase):
def test_missing_docker_does_not_report_available(self):
with patch("rollout.__main__.doctor", return_value={"status": "UNAVAILABLE"}):
with contextlib.redirect_stdout(io.StringIO()) as output:
self.assertEqual(main(["doctor"]), 2)
self.assertEqual(json.loads(output.getvalue())["status"], "UNAVAILABLE")
def test_unverified_calibration_returns_nonzero(self):
with tempfile.TemporaryDirectory() as temporary:
directory = Path(temporary)
(directory / "receipt.json").write_text(json.dumps({"task_verdict": "UNVERIFIED"}))
with patch("rollout.__main__.calibrate", return_value=directory):
with contextlib.redirect_stdout(io.StringIO()):
self.assertEqual(main(["calibrate", "task", "--trusted-local"]), 2)
def test_run_requires_real_agent_command(self):
with contextlib.redirect_stderr(io.StringIO()):
with self.assertRaises(SystemExit) as error:
main(["run", "task", "--image", "fixed-image", "--agent-id", "test", "--calibration", "prior", "--agent"])
self.assertEqual(error.exception.code, 2)
def test_run_forwards_agent_runtime_configuration(self):
with tempfile.TemporaryDirectory() as temporary:
directory = Path(temporary)
directory.joinpath("receipt.json").write_text(json.dumps({"task_verdict": "PASS"}))
with patch("rollout.__main__.run", return_value=directory) as run:
with contextlib.redirect_stdout(io.StringIO()):
self.assertEqual(main(["run", "task", "--image", "image", "--agent-id", "pi@1",
"--calibration", "prior", "--agent-timeout", "120",
"--model-base-url", "http://host.docker.internal:8123/v1",
"--agent-network", "rollout-test", "--agent", "node", "pi.mjs"]), 0)
self.assertEqual(run.call_args.kwargs, dict(agent_timeout=120,
model_base_url="http://host.docker.internal:8123/v1", agent_network="rollout-test"))
if __name__ == "__main__":
unittest.main()