data-gen-bpu/scripts/test_depth_gate.py

47 lines
2.3 KiB
Python

"""Depth accuracy needs both the original delta1 limit and real alignment."""
from copy import deepcopy
import unittest
from harness.gates import g3
class DepthGate(unittest.TestCase):
def setUp(self):
self.cfg = {"metric": "absrel", "kind": "rel_pct", "tol": 5, "require_source": "board",
"extra": {"delta1_abs_pp_tol": -1.0, "scale_alignment": "required"}}
self.measurement = {"metric": "absrel", "fp32": .1, "quant": .104, "source": "board",
"tier": "t1", "n": 1, "extra": {
"delta1": {"status": "measured", "unit": "percent", "fp32": 90., "quant": 89., "delta_pp": -1.},
"scale_alignment": {"status": "measured", "protocol": {"id": "relative-inverse-ls"}, "n": 1,
"samples": [{"id": "image1", "fp32_scale": 2., "fp32_shift": .1,
"quant_scale": 1.9, "quant_shift": .11}]}}}
def test_existing_threshold_boundary_passes(self):
self.assertEqual(g3(self.measurement, self.cfg)["verdict"], "pass-screen")
def test_absrel_pass_does_not_hide_delta1_failure(self):
measurement = deepcopy(self.measurement)
measurement["extra"]["delta1"].update(quant=88.9, delta_pp=-1.1)
result = g3(measurement, self.cfg)
self.assertEqual(result["verdict"], "fail")
self.assertIn("delta1", result["reason"])
def test_status_without_measured_alignment_is_unverified(self):
measurement = deepcopy(self.measurement)
del measurement["extra"]["scale_alignment"]["samples"]
self.assertEqual(g3(measurement, self.cfg)["verdict"], "unverified")
def test_invalid_alignment_and_inconsistent_delta_are_unverified(self):
for field, value in (("quant_scale", -1.), ("quant_shift", float("nan"))):
with self.subTest(field=field):
measurement = deepcopy(self.measurement)
measurement["extra"]["scale_alignment"]["samples"][0][field] = value
self.assertEqual(g3(measurement, self.cfg)["verdict"], "unverified")
measurement = deepcopy(self.measurement)
measurement["extra"]["delta1"]["delta_pp"] = 0
self.assertEqual(g3(measurement, self.cfg)["verdict"], "unverified")
if __name__ == "__main__":
unittest.main()