droboticflow-new/tests/release/test_source_capacity.py
d-robotics 569b1693a2 🚀 Record approved validator scale-up to 16 slots and raise resident CPU budget to 48
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-26 19:09:05 +08:00

117 lines
7.8 KiB
Python

"""Offline only: resource-plan generation cannot deploy or expose credentials."""
import copy
import importlib.util
import json
from pathlib import Path
import unittest
ROOT = Path(__file__).resolve().parents[2]
spec = importlib.util.spec_from_file_location("source_capacity", ROOT / "scripts/source_index_capacity_plan.py")
capacity = importlib.util.module_from_spec(spec)
spec.loader.exec_module(capacity)
class SourceCapacityTests(unittest.TestCase):
def fixture(self):
profile = json.loads(capacity.PROFILE.read_text())
items = []
for name, cfg in profile["deployments"].items():
if name.endswith("validator"):
continue
env = [{"name": "DROBOTICFLOW_BUILD_COMMIT", "value": "c" * 40},
{"name": "MONGO_URI", "valueFrom": {"secretKeyRef": {"name": "mongo-secret", "key": "MONGO_URI"}}},
{"name": "ANNOTATION_PROCESSOR_MODE", "value": "processor"},
{"name": "DROSYNC_COORDINATOR_PORT", "valueFrom": {"configMapKeyRef": {"name": "droboticflow-config", "key": "DROSYNC_COORDINATOR_PORT"}}}]
items.append({"kind": "Deployment", "metadata": {"namespace": profile["namespace"], "name": name, "uid": name, "resourceVersion": "1"},
"spec": {"replicas": 1, "template": {"spec": {"containers": [{"name": cfg["container"], "image": "registry.test/api@sha256:" + "a" * 64,
"env": env, "volumeMounts": [{"name": "workspace", "mountPath": "/workspace"}]}],
"volumes": [{"name": "workspace", "persistentVolumeClaim": {"claimName": "workspace"}}]}}}})
evidence = {"activeOperators": 100, "completed": 100, "sourceFramesPerCamera": 27000, "projectWriteLockMode": "striped", "requests": {"draft-save": {"p95Ms": 400}}}
return {"items": items}, profile, evidence
def test_bounded_patches_and_separate_validator_do_not_include_secrets(self):
snapshot, profile, evidence = self.fixture()
result = capacity.render(snapshot, "c" * 40, profile, "registry.test/package@sha256:" + "b" * 64, evidence)
self.assertEqual(result["state"], "review_only_not_authorized")
self.assertEqual(result["resourceTotals"]["steadyLimitCPU"], 48)
self.assertEqual(result["resourceTotals"]["unallocatedCPUAfterExportAllowance"], 0)
self.assertEqual(result["createValidator"]["spec"]["replicas"], 4)
validator_env = {e["name"]: e.get("value") for e in result["createValidator"]["spec"]["template"]["spec"]["containers"][0]["env"]}
self.assertEqual(validator_env["ANNOTATION_PROCESSOR_MODE"], "processor")
self.assertEqual(validator_env["DROBOTICFLOW_DATABASE_BOOTSTRAP"], "verify-existing")
self.assertEqual(validator_env["DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE"], "barrier")
for item in result["patches"]:
self.assertEqual(item["patch"][0]["path"], "/metadata/uid")
self.assertEqual(item["patch"][1]["path"], "/metadata/resourceVersion")
self.assertFalse(any(op["path"].endswith("/image") and op["op"] != "test" for op in item["patch"]))
def test_worker_memory_and_validator_port_survive_future_plans(self):
snapshot, profile, evidence = self.fixture()
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
port = {"name": "DROSYNC_COORDINATOR_PORT", "valueFrom": {"configMapKeyRef": {"name": "droboticflow-config", "key": "DROSYNC_COORDINATOR_PORT"}}}
processor["spec"]["template"]["spec"]["containers"][0]["env"][-1] = port
result = capacity.render(snapshot, "c" * 40, profile, "registry.test/package@sha256:" + "b" * 64, evidence)
self.assertEqual(profile["deployments"]["droboticflow-worker"]["limits"]["memory"], "8Gi")
self.assertEqual(result["resourceTotals"]["steadyLimitMemoryBytes"], 76 * 2**30)
self.assertEqual(result["resourceTotals"]["unallocatedMemoryBytesAfterExportAllowance"], 120000000000 - 88 * 2**30)
env = result["createValidator"]["spec"]["template"]["spec"]["containers"][0]["env"]
self.assertEqual([e for e in env if e["name"] == port["name"]], [port])
self.assertEqual(sum(e["name"] == "DROBOTICFLOW_DATABASE_BOOTSTRAP" for e in env), 1)
def test_validator_requires_one_explicit_coordinator_port(self):
for mode in ("missing", "duplicate", "service-link"):
snapshot, profile, evidence = self.fixture()
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
env = processor["spec"]["template"]["spec"]["containers"][0]["env"]
if mode == "missing":
env.pop()
elif mode == "duplicate":
env.append(copy.deepcopy(env[-1]))
else:
env[-1] = {"name": "DROSYNC_COORDINATOR_PORT", "value": "tcp://service:3003"}
with self.subTest(mode=mode), self.assertRaises(ValueError):
capacity.render(snapshot, "c" * 40, profile, load_report=evidence)
def test_missing_images_or_slow_saves_are_blocking_not_success(self):
snapshot, profile, evidence = self.fixture()
evidence["requests"]["draft-save"]["p95Ms"] = 2000
result = capacity.render(snapshot, "d" * 40, profile, load_report=evidence)
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
self.assertGreaterEqual(len(result["blockers"]), 3)
def test_wrong_namespace_and_literal_mongo_credentials_are_rejected(self):
snapshot, profile, _ = self.fixture()
changed = copy.deepcopy(snapshot)
changed["items"][0]["metadata"]["namespace"] = "other"
with self.assertRaises(ValueError):
capacity.render(changed, "c" * 40, profile)
processor = next(d for d in snapshot["items"] if d["metadata"]["name"].endswith("processor"))
processor["spec"]["template"]["spec"]["containers"][0]["env"][1] = {"name": "MONGO_URI", "value": "never-render-credentials"}
with self.assertRaises(ValueError):
capacity.render(snapshot, "c" * 40, profile)
def test_striped_activation_requires_all_five_complete_bridge_rollouts(self):
snapshot, profile, evidence = self.fixture()
image = "registry.test/package@sha256:" + "b" * 64
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
self.assertTrue(any("bridge validator" in b for b in result["blockers"]))
bridge = capacity.render(snapshot, "c" * 40, profile, image, evidence)
snapshot["items"].append(bridge["createValidator"])
for d in snapshot["items"]:
d["metadata"].update({"generation": 2, "uid": d["metadata"]["name"], "resourceVersion": "2"})
replicas = d["spec"]["replicas"]
d["status"] = {"observedGeneration": 2, **{k: replicas for k in ("replicas", "updatedReplicas", "readyReplicas", "availableReplicas")}}
env = d["spec"]["template"]["spec"]["containers"][0]["env"]
if not any(e["name"] == "DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE" for e in env):
env.append({"name": "DROBOTICFLOW_PROJECT_WRITE_LOCK_MODE", "value": "barrier"})
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
self.assertEqual(result["state"], "review_only_not_authorized")
snapshot["items"][0]["status"]["updatedReplicas"] = 0
result = capacity.render(snapshot, "c" * 40, profile, image, evidence, "striped")
self.assertEqual(result["state"], "blocked_until_candidate_and_review")
if __name__ == "__main__":
unittest.main()