diff --git a/rollout/report.py b/rollout/report.py index ca10a43c..ce2e1fe0 100644 --- a/rollout/report.py +++ b/rollout/report.py @@ -16,7 +16,10 @@ def _jsonl(root, name, limit=core.MAX_FILE_BYTES): def attempt(controller): """One row per controller, read only from host-held receipts and native output.""" - control = json.loads(core._read(controller, "receipt.json")) + try: + control = json.loads(core._read(controller, "receipt.json")) + except ValueError: + control = dict(status="NO_RECEIPT", task_id="unknown") # Still running, or the controller died before writing. evidence = control.get("pi_evidence", {}) row = dict(controller=controller.name, task_id=control.get("task_id"), task_digest=control.get("task_digest"), model_id=control.get("model_id", "glm-5.3"), status=control.get("status"), diff --git a/tests/test_report.py b/tests/test_report.py index 4424bd77..76ada7a5 100644 --- a/tests/test_report.py +++ b/tests/test_report.py @@ -39,6 +39,7 @@ class ReportTests(unittest.TestCase): self.controller("pi-3", "b", "UNVERIFIED", evidence="UNVERIFIED") self.controller("pi-4", "b", "INFRA_ERROR", cleanup="unknown") self.batch.joinpath("calibration-x").mkdir() + self.batch.joinpath("pi-5-running").mkdir() for name, controller, consistent, cleanup in (("regrade-1", "pi-1", True, "confirmed"), ("regrade-2", "pi-2", False, "confirmed"), ("regrade-3", "pi-2", True, "unknown")): @@ -48,9 +49,10 @@ class ReportTests(unittest.TestCase): result = report.report(self.batch, self.tasks) self.assertEqual((result["regraded"], result["regrade_consistent"]), (2, 1)) self.assertEqual((result["attempts"], result["complete_trajectories"], result["passed"], result["failed"]), - (4, 2, 1, 1)) - self.assertEqual(result["excluded"], {"UNVERIFIED/UNVERIFIED": 1, "INFRA_ERROR/VERIFIED": 1}) - self.assertEqual(result["tasks"], {"a": {"PASS": 1, "FAIL": 1}, "b": {"incomplete": 2}}) + (5, 2, 1, 1)) + self.assertEqual(result["excluded"], {"UNVERIFIED/UNVERIFIED": 1, "INFRA_ERROR/VERIFIED": 1, + "NO_RECEIPT/None": 1}) + self.assertEqual(result["tasks"], {"a": {"PASS": 1, "FAIL": 1}, "b": {"incomplete": 2}, "unknown": {"incomplete": 1}}) self.assertEqual(result["families"]["abi"], dict(tasks=1, attempts=2, complete=2, passed=1)) self.assertEqual(result["tokens"], dict(input=40, output=20, cacheRead=4, totalTokens=64)) self.assertEqual(result["tool_calls"]["p50"], 2)