59 lines
2.9 KiB
Python
59 lines
2.9 KiB
Python
"""Metric contract tests: official COCOeval golden predictions, not mock scores."""
|
|
import io
|
|
import json
|
|
from types import SimpleNamespace
|
|
import unittest
|
|
import numpy as np
|
|
from harness.eval.coco_extra import decode, evaluate, masks_to_original
|
|
|
|
|
|
def fixture():
|
|
points = sum(([10 + i % 4, 10 + i // 4, 2] for i in range(17)), [])
|
|
category = {"id": 1, "name": "person", "keypoints": [str(i) for i in range(17)], "skeleton": []}
|
|
a = {"id": 1, "image_id": 1, "category_id": 1, "bbox": [5, 5, 20, 20], "area": 400,
|
|
"segmentation": [[5, 5, 25, 5, 25, 25, 5, 25]], "iscrowd": 0,
|
|
"keypoints": points, "num_keypoints": 17}
|
|
ann = {"images": [{"id": 1, "width": 32, "height": 32}], "annotations": [a], "categories": [category],
|
|
"info": {}, "keypoints": {"annotations": [a], "categories": [category]}}
|
|
tar = SimpleNamespace(extractfile=lambda _: io.BytesIO(json.dumps(ann).encode()))
|
|
return SimpleNamespace(tar=tar, items=[{"id": 1}]), a
|
|
|
|
|
|
class CocoExtra(unittest.TestCase):
|
|
def test_official_coco_perfect_masks_and_keypoints(self):
|
|
from pycocotools import mask as mu
|
|
t1, a = fixture()
|
|
rle = mu.merge(mu.frPyObjects(a["segmentation"], 32, 32))
|
|
mask = [{"image_id": 1, "category_id": 1, "score": .99, "segmentation": rle}]
|
|
pose = [{"image_id": 1, "category_id": 1, "score": .99, "keypoints": a["keypoints"]}]
|
|
self.assertAlmostEqual(evaluate(t1, mask, "iseg")["mask_ap"], 100)
|
|
self.assertAlmostEqual(evaluate(t1, pose, "pose")["oks_ap"], 100)
|
|
self.assertEqual(evaluate(t1, [], "iseg")["mask_ap"], 0)
|
|
shifted = [{**pose[0], "keypoints": [v + 100 if i % 3 != 2 else v for i, v in enumerate(a["keypoints"])]}]
|
|
self.assertEqual(evaluate(t1, shifted, "pose")["oks_ap"], 0)
|
|
|
|
def test_coefficients_are_not_class_scores_and_nms_preserves_extras(self):
|
|
p = np.zeros((1, 116, 2), dtype=np.float32)
|
|
p[:, :4, :] = np.array([20, 20, 10, 10])[None, :, None]
|
|
p[0, 9, :] = [.9, .8]
|
|
p[0, 84:, :] = 100
|
|
boxes, scores, labels, coeff, proto = decode([p, np.ones((1, 32, 4, 4), dtype=np.float32)], "iseg")
|
|
self.assertEqual(labels.tolist(), [5])
|
|
self.assertEqual(coeff.shape, (1, 32))
|
|
self.assertTrue(np.all(coeff == 100))
|
|
self.assertEqual(boxes.tolist(), [[15, 15, 25, 25]])
|
|
with self.assertRaises(ValueError):
|
|
decode([np.zeros((1, 37, 2))], "iseg") # class-agnostic FastSAM
|
|
|
|
def test_masks_undo_integer_letterbox_and_crop_original_coordinates(self):
|
|
masks = list(masks_to_original(np.ones((32, 2, 2), dtype=np.float32),
|
|
np.ones((1, 32), dtype=np.float32), np.array([[1, 1, 4, 3]]),
|
|
8, (5, 3), 1.6, (0, 1)))
|
|
expected = np.zeros((3, 5), dtype=np.uint8)
|
|
expected[1:3, 1:4] = 1
|
|
np.testing.assert_array_equal(masks[0], expected)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|