forked from longtao.wu/droboticflow
117 lines
7.8 KiB
Python
117 lines
7.8 KiB
Python
"""Offline only: resource-plan generation cannot deploy or expose credentials."""
|
|
import copy
|
|
import importlib.util
|
|
import json
|
|
from pathlib import Path
|
|
import unittest
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
spec = importlib.util.spec_from_file_location("source_capacity", ROOT / "scripts/source_index_capacity_plan.py")
|
|
capacity = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(capacity)
|
|
|
|
|
|
class SourceCapacityTests(unittest.TestCase):
|
|
def fixture(self):
|
|
profile = json.loads(capacity.PROFILE.read_text())
|
|
items = []
|
|
for name, cfg in profile["deployments"].items():
|
|
if name.endswith("validator"):
|
|
continue
|
|
env = [{"name": "DROBOTICFLOW_BUILD_COMMIT", "value": "c" * 40},
|
|
{"name": "MONGO_URI", "valueFrom": {"secretKeyRef": {"name": "mongo-secret", "key": "MONGO_URI"}}},
|
|
{"name": "ANNOTATION_PROCESSOR_MODE", "value": "processor"},
|
|
{"name": "DROSYNC_COORDINATOR_PORT", "valueFrom": {"configMapKeyRef": {"name": "droboticflow-config", "key": "DROSYNC_COORDINATOR_PORT"}}}]
|
|
items.append({"kind": "Deployment", "metadata": {"namespace": profile["namespace"], "name": name, "uid": name, "resourceVersion": "1"},
|
|
"spec": {"replicas": 1, "template": {"spec": {"containers": [{"name": cfg["container"], "image": "registry.test/api@sha256:" + "a" * 64,
|
|
"env": env, "volumeMounts": [{"name": "workspace", "mountPath": "/workspace"}]}],
|
|
"volumes": [{"name": "workspace", "persistentVolumeClaim": {"claimName": "workspace"}}]}}}})
|
|
evidence = {"activeOperators": 100, "completed": 100, "sourceFramesPerCamera": 27000, "projectWriteLockMode": "striped", "requests": {"draft-save": {"p95Ms": 400}}}
|
|
return {"items": items}, profile, evidence
|
|
|
|
def test_bounded_patches_and_separate_validator_do_not_include_secrets(self):
|
|
snapshot, profile, evidence = self.fixture()
|
|
result = capacity.render(snapshot, "c" * 40, profile, "registry.test/package@sha256:" + "b" * 64, evidence)
|
|
self.assertEqual(result["state"], "review_only_not_authorized")
|
|
self.assertEqual(result["resourceTotals"]["steadyLimitCPU"], 24)
|
|
self.assertEqual(result["resourceTotals"]["unallocatedCPUAfterExportAllowance"], 6)
|
|
self.assertEqual(result["createValidator"]["spec"]["replicas"], 2)
|
|
validator_env = {e["name"]: e.get("value") for e in result["createValidator"]["spec"]["template"]["spec"]["containers"][0]["env"]}
|
|
self.assertEqual(validator_env["ANNOTATION_PROCESSOR_MODE"], "processor")
|
|
self.assertEqual(validator_env["DROBOTICFLOW_DATABASE_BOOTSTRAP"], "verify-existing")
|
|
self.assertEqual(validator_env["DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE"], "barrier")
|
|
for item in result["patches"]:
|
|
self.assertEqual(item["patch"][0]["path"], "/metadata/uid")
|
|
self.assertEqual(item["patch"][1]["path"], "/metadata/resourceVersion")
|
|
self.assertFalse(any(op["path"].endswith("/image") and op["op"] != "test" for op in item["patch"]))
|
|
|
|
def test_worker_memory_and_validator_port_survive_future_plans(self):
|
|
snapshot, profile, evidence = self.fixture()
|
|
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
|
|
port = {"name": "DROSYNC_COORDINATOR_PORT", "valueFrom": {"configMapKeyRef": {"name": "droboticflow-config", "key": "DROSYNC_COORDINATOR_PORT"}}}
|
|
processor["spec"]["template"]["spec"]["containers"][0]["env"][-1] = port
|
|
result = capacity.render(snapshot, "c" * 40, profile, "registry.test/package@sha256:" + "b" * 64, evidence)
|
|
self.assertEqual(profile["deployments"]["droboticflow-worker"]["limits"]["memory"], "8Gi")
|
|
self.assertEqual(result["resourceTotals"]["steadyLimitMemoryBytes"], 60 * 2**30)
|
|
self.assertEqual(result["resourceTotals"]["unallocatedMemoryBytesAfterExportAllowance"], 120000000000 - 72 * 2**30)
|
|
env = result["createValidator"]["spec"]["template"]["spec"]["containers"][0]["env"]
|
|
self.assertEqual([e for e in env if e["name"] == port["name"]], [port])
|
|
self.assertEqual(sum(e["name"] == "DROBOTICFLOW_DATABASE_BOOTSTRAP" for e in env), 1)
|
|
|
|
def test_validator_requires_one_explicit_coordinator_port(self):
|
|
for mode in ("missing", "duplicate", "service-link"):
|
|
snapshot, profile, evidence = self.fixture()
|
|
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
|
|
env = processor["spec"]["template"]["spec"]["containers"][0]["env"]
|
|
if mode == "missing":
|
|
env.pop()
|
|
elif mode == "duplicate":
|
|
env.append(copy.deepcopy(env[-1]))
|
|
else:
|
|
env[-1] = {"name": "DROSYNC_COORDINATOR_PORT", "value": "tcp://service:3003"}
|
|
with self.subTest(mode=mode), self.assertRaises(ValueError):
|
|
capacity.render(snapshot, "c" * 40, profile, load_report=evidence)
|
|
|
|
def test_missing_images_or_slow_saves_are_blocking_not_success(self):
|
|
snapshot, profile, evidence = self.fixture()
|
|
evidence["requests"]["draft-save"]["p95Ms"] = 2000
|
|
result = capacity.render(snapshot, "d" * 40, profile, load_report=evidence)
|
|
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
|
|
self.assertGreaterEqual(len(result["blockers"]), 3)
|
|
|
|
def test_wrong_namespace_and_literal_mongo_credentials_are_rejected(self):
|
|
snapshot, profile, _ = self.fixture()
|
|
changed = copy.deepcopy(snapshot)
|
|
changed["items"][0]["metadata"]["namespace"] = "other"
|
|
with self.assertRaises(ValueError):
|
|
capacity.render(changed, "c" * 40, profile)
|
|
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
|
|
processor["spec"]["template"]["spec"]["containers"][0]["env"][1] = {"name": "MONGO_URI", "value": "never-render-credentials"}
|
|
with self.assertRaises(ValueError):
|
|
capacity.render(snapshot, "c" * 40, profile)
|
|
|
|
def test_striped_activation_requires_all_five_complete_bridge_rollouts(self):
|
|
snapshot, profile, evidence = self.fixture()
|
|
image = "registry.test/package@sha256:" + "b" * 64
|
|
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
|
|
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
|
|
self.assertTrue(any("bridge validator" in b for b in result["blockers"]))
|
|
bridge = capacity.render(snapshot, "c" * 40, profile, image, evidence)
|
|
snapshot["items"].append(bridge["createValidator"])
|
|
for d in snapshot["items"]:
|
|
d["metadata"].update({"generation": 2, "uid": d["metadata"]["name"], "resourceVersion": "2"})
|
|
replicas = d["spec"]["replicas"]
|
|
d["status"] = {"observedGeneration": 2, **{k: replicas for k in ("replicas", "updatedReplicas", "readyReplicas", "availableReplicas")}}
|
|
env = d["spec"]["template"]["spec"]["containers"][0]["env"]
|
|
if not any(e["name"] == "DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE" for e in env):
|
|
env.append({"name": "DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE", "value": "barrier"})
|
|
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
|
|
self.assertEqual(result["state"], "review_only_not_authorized")
|
|
snapshot["items"][0]["status"]["updatedReplicas"] = 0
|
|
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
|
|
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|