"""harness/container_site/sitecustomize.py caps onnxruntime sessions at OMP_NUM_THREADS (Salty containers).""" import os from pathlib import Path import subprocess import sys import tempfile import unittest SITE = Path(__file__).resolve().parents[1] / "harness/container_site" FAKE = ''' class SessionOptions: intra_op_num_threads = 0 class InferenceSession: def __init__(self, path_or_bytes, sess_options=None, providers=None): self.threads = sess_options.intra_op_num_threads ''' CHILD = ''' import onnxruntime as o def threads(n=None): so = None if n is not None: so = o.SessionOptions(); so.intra_op_num_threads = n return o.InferenceSession("m.onnx", sess_options=so).threads print(threads(), threads(10), threads(1)) ''' class ContainerSite(unittest.TestCase): def test_onnxruntime_sessions_are_capped_at_the_cpu_quota(self): with tempfile.TemporaryDirectory() as td: (Path(td) / "onnxruntime").mkdir() (Path(td) / "onnxruntime/__init__.py").write_text(FAKE) env = dict(os.environ, PYTHONPATH=f"{SITE}{os.pathsep}{td}", OMP_NUM_THREADS="2") out = subprocess.run([sys.executable, "-c", CHILD], env=env, capture_output=True, text=True, timeout=60) self.assertEqual(out.stdout.split(), ["2", "2", "1"], out.stderr) if __name__ == "__main__": unittest.main()