From b237818d94fdeef0abdf4a6cae785649b60698cd Mon Sep 17 00:00:00 2001 From: Onuralp SEZER Date: Fri, 31 Oct 2025 21:20:13 +0300 Subject: [PATCH] =?UTF-8?q?feat:=20=E2=9C=A8=20Add=20ExecuTorch=20benchmar?= =?UTF-8?q?k=20and=20update=20export=20settings=20and=20add=20format=20val?= =?UTF-8?q?idation=20in=20benchmarks=20(#22552)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Onuralp SEZER --- ultralytics/engine/exporter.py | 2 +- ultralytics/utils/benchmarks.py | 5 +++++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/ultralytics/engine/exporter.py b/ultralytics/engine/exporter.py index ad0a2381..59cbb7ae 100644 --- a/ultralytics/engine/exporter.py +++ b/ultralytics/engine/exporter.py @@ -158,7 +158,7 @@ def export_formats(): ["NCNN", "ncnn", "_ncnn_model", True, True, ["batch", "half"]], ["IMX", "imx", "_imx_model", True, True, ["int8", "fraction", "nms"]], ["RKNN", "rknn", "_rknn_model", False, False, ["batch", "name"]], - ["ExecuTorch", "executorch", "_executorch_model", False, False, ["batch"]], + ["ExecuTorch", "executorch", "_executorch_model", True, False, ["batch"]], ] return dict(zip(["Format", "Argument", "Suffix", "CPU", "GPU", "Arguments"], zip(*x))) diff --git a/ultralytics/utils/benchmarks.py b/ultralytics/utils/benchmarks.py index 443bb915..93a93871 100644 --- a/ultralytics/utils/benchmarks.py +++ b/ultralytics/utils/benchmarks.py @@ -25,6 +25,7 @@ MNN | `mnn` | yolo11n.mnn NCNN | `ncnn` | yolo11n_ncnn_model/ IMX | `imx` | yolo11n_imx_model/ RKNN | `rknn` | yolo11n_rknn_model/ +ExecuTorch | `executorch` | yolo11n_executorch_model/ """ from __future__ import annotations @@ -153,6 +154,9 @@ def benchmark( assert not is_end2end, "End-to-end models not supported by RKNN yet" assert LINUX, "RKNN only supported on Linux" assert not is_rockchip(), "RKNN Inference only supported on Rockchip devices" + if format == "executorch": + assert not isinstance(model, YOLOWorld), "YOLOWorldv2 ExecuTorch exports not supported yet" + assert not is_end2end, "End-to-end models not supported by ExecuTorch yet" if "cpu" in device.type: assert cpu, "inference not supported on CPU" if "cuda" in device.type: @@ -172,6 +176,7 @@ def benchmark( # Predict assert model.task != "pose" or format != "pb", "GraphDef Pose inference is not supported" + assert model.task != "pose" or format != "executorch", "ExecuTorch Pose inference is not supported" assert format not in {"edgetpu", "tfjs"}, "inference not supported" assert format != "coreml" or platform.system() == "Darwin", "inference only supported on macOS>=10.13" if format == "ncnn":