"""Metric contract tests: official COCOeval golden predictions, not mock scores.""" import io import json from types import SimpleNamespace import unittest import numpy as np from harness.eval.coco_extra import decode, evaluate, masks_to_original def fixture(): points = sum(([10 + i % 4, 10 + i // 4, 2] for i in range(17)), []) category = {"id": 1, "name": "person", "keypoints": [str(i) for i in range(17)], "skeleton": []} a = {"id": 1, "image_id": 1, "category_id": 1, "bbox": [5, 5, 20, 20], "area": 400, "segmentation": [[5, 5, 25, 5, 25, 25, 5, 25]], "iscrowd": 0, "keypoints": points, "num_keypoints": 17} ann = {"images": [{"id": 1, "width": 32, "height": 32}], "annotations": [a], "categories": [category], "info": {}, "keypoints": {"annotations": [a], "categories": [category]}} tar = SimpleNamespace(extractfile=lambda _: io.BytesIO(json.dumps(ann).encode())) return SimpleNamespace(tar=tar, items=[{"id": 1}]), a class CocoExtra(unittest.TestCase): def test_official_coco_perfect_masks_and_keypoints(self): from pycocotools import mask as mu t1, a = fixture() rle = mu.merge(mu.frPyObjects(a["segmentation"], 32, 32)) mask = [{"image_id": 1, "category_id": 1, "score": .99, "segmentation": rle}] pose = [{"image_id": 1, "category_id": 1, "score": .99, "keypoints": a["keypoints"]}] self.assertAlmostEqual(evaluate(t1, mask, "iseg")["mask_ap"], 100) self.assertAlmostEqual(evaluate(t1, pose, "pose")["oks_ap"], 100) self.assertEqual(evaluate(t1, [], "iseg")["mask_ap"], 0) shifted = [{**pose[0], "keypoints": [v + 100 if i % 3 != 2 else v for i, v in enumerate(a["keypoints"])]}] self.assertEqual(evaluate(t1, shifted, "pose")["oks_ap"], 0) def test_coefficients_are_not_class_scores_and_nms_preserves_extras(self): p = np.zeros((1, 116, 2), dtype=np.float32) p[:, :4, :] = np.array([20, 20, 10, 10])[None, :, None] p[0, 9, :] = [.9, .8] p[0, 84:, :] = 100 boxes, scores, labels, coeff, proto = decode([p, np.ones((1, 32, 4, 4), dtype=np.float32)], "iseg") self.assertEqual(labels.tolist(), [5]) self.assertEqual(coeff.shape, (1, 32)) self.assertTrue(np.all(coeff == 100)) self.assertEqual(boxes.tolist(), [[15, 15, 25, 25]]) with self.assertRaises(ValueError): decode([np.zeros((1, 37, 2))], "iseg") # class-agnostic FastSAM def test_masks_undo_integer_letterbox_and_crop_original_coordinates(self): masks = list(masks_to_original(np.ones((32, 2, 2), dtype=np.float32), np.ones((1, 32), dtype=np.float32), np.array([[1, 1, 4, 3]]), 8, (5, 3), 1.6, (0, 1))) expected = np.zeros((3, 5), dtype=np.uint8) expected[1:3, 1:4] = 1 np.testing.assert_array_equal(masks[0], expected) if __name__ == "__main__": unittest.main()