forked from longtao.wu/droboticflow
97 lines
5.0 KiB
Python
97 lines
5.0 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
from pathlib import Path
|
|
import subprocess
|
|
import unittest
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|
SCRIPT = ROOT / "scripts" / "render-qwen-node-cache-local-pv.sh"
|
|
CONTROL_VERIFY_SCRIPT = ROOT / "scripts" / "verify-qwen-node-cache-control-image.sh"
|
|
POC_ENV = ROOT / "scripts" / "deploy-envs" / "poc.env"
|
|
CONTROL_IMAGE = "registry.example/control@sha256:" + "a" * 64
|
|
|
|
|
|
class TestQwenNodeLocalPVTemplate(unittest.TestCase):
|
|
def render(self, *args: str, **extra: str) -> subprocess.CompletedProcess[str]:
|
|
env = os.environ.copy()
|
|
env.update(extra)
|
|
return subprocess.run(["bash", str(SCRIPT), *args], cwd=ROOT, env=env, text=True, capture_output=True, check=False)
|
|
|
|
def test_default_pv_and_pvc_are_local_nvme_bound_and_retained(self) -> None:
|
|
result = self.render()
|
|
self.assertEqual(result.returncode, 0, result.stderr)
|
|
self.assertIn("path: /home/cce/droboticflow-qwen-cache", result.stdout)
|
|
self.assertIn("storage: 80Gi", result.stdout)
|
|
self.assertIn("persistentVolumeReclaimPolicy: Retain", result.stdout)
|
|
self.assertIn("- 192.168.80.136", result.stdout)
|
|
self.assertIn("name: droboticflow-qwen-node-cache", result.stdout)
|
|
self.assertNotIn("hostPath:", result.stdout)
|
|
self.assertNotIn("kubectl apply", result.stdout)
|
|
|
|
def test_prepare_job_is_strictly_scoped_to_single_cache_directory(self) -> None:
|
|
result = self.render("--prepare-job", QWEN_NODE_CACHE_PREPARE_IMAGE=CONTROL_IMAGE)
|
|
self.assertEqual(result.returncode, 0, result.stderr)
|
|
self.assertIn("path: /home/cce/droboticflow-qwen-cache", result.stdout)
|
|
self.assertIn("type: DirectoryOrCreate", result.stdout)
|
|
self.assertIn('command: ["/usr/bin/chown", "10001:10001", "/cache-root"]', result.stdout)
|
|
self.assertIn('command: ["/usr/bin/chmod", "0750", "/cache-root"]', result.stdout)
|
|
self.assertIn('add: ["CHOWN", "DAC_OVERRIDE", "FOWNER"]', result.stdout)
|
|
self.assertIn("automountServiceAccountToken: false", result.stdout)
|
|
self.assertNotIn("chmod -R", result.stdout)
|
|
self.assertNotIn("privileged: true", result.stdout)
|
|
self.assertNotIn("host-cache-parent", result.stdout)
|
|
self.assertIn("activeDeadlineSeconds: 120", result.stdout)
|
|
self.assertNotIn("nvidia.com/gpu", result.stdout)
|
|
|
|
def test_preflight_job_is_read_only_and_requires_exact_control_image(self) -> None:
|
|
missing = self.render("--preflight-job")
|
|
self.assertNotEqual(missing.returncode, 0)
|
|
self.assertIn("must be an exact digest-pinned image", missing.stderr)
|
|
result = self.render("--preflight-job", QWEN_NODE_CACHE_PREPARE_IMAGE=CONTROL_IMAGE)
|
|
self.assertEqual(result.returncode, 0, result.stderr)
|
|
self.assertIn("readOnly: true", result.stdout)
|
|
self.assertIn("realpath /cache-root", result.stdout)
|
|
self.assertIn("host-cache-parent", result.stdout)
|
|
self.assertIn("runAsUser: 10001", result.stdout)
|
|
self.assertNotIn("install -d", result.stdout)
|
|
|
|
def test_rejects_root_and_outside_nvme_paths(self) -> None:
|
|
for path in ("/", "/var/lib/droboticflow-qwen-cache", "/home/cce", "/home/cce/../root"):
|
|
with self.subTest(path=path):
|
|
result = self.render(QWEN_NODE_CACHE_HOST_PATH=path)
|
|
self.assertNotEqual(result.returncode, 0)
|
|
self.assertIn("must be a clean unique directory under /home/cce", result.stderr)
|
|
|
|
def test_control_image_verifier_requires_three_read_only_proofs(self) -> None:
|
|
script = CONTROL_VERIFY_SCRIPT.read_text(encoding="utf-8")
|
|
self.assertIn("verify_registry_manifest.py", script)
|
|
self.assertIn("get deployment droboticflow-api", script)
|
|
self.assertIn("get pods -l app=droboticflow-api", script)
|
|
self.assertIn("must be an exact digest-pinned image", script)
|
|
self.assertNotIn("kubectl apply", script)
|
|
|
|
def test_poc_profile_enables_only_the_verified_cache_configuration(self) -> None:
|
|
command = """
|
|
unset DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED DROBOTICFLOW_QWEN_NODE_CACHE_PVC
|
|
unset DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR
|
|
unset DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS
|
|
source \"$1\"
|
|
printf '%s\\n' \"$DROBOTICFLOW_QWEN_NODE_CACHE_ENABLED\" \\
|
|
\"$DROBOTICFLOW_QWEN_NODE_CACHE_PVC\" \\
|
|
\"$DROBOTICFLOW_QWEN_NODE_CACHE_MOUNT_PATH\" \\
|
|
\"$DROBOTICFLOW_QWEN_NODE_CACHE_NODE_SELECTOR\" \\
|
|
\"$DROBOTICFLOW_QWEN_NODE_CACHE_STALE_STAGING_SECONDS\"
|
|
"""
|
|
result = subprocess.run(["bash", "-c", command, "--", str(POC_ENV)], cwd=ROOT, text=True, capture_output=True, check=False)
|
|
self.assertEqual(result.returncode, 0, result.stderr)
|
|
self.assertEqual(
|
|
result.stdout.splitlines(),
|
|
["true", "droboticflow-qwen-node-cache", "/qwen-node-cache", "kubernetes.io/hostname=192.168.80.136", "86400"],
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|