[
  {
    "model_name": "yolo11n_detect_nashe_640x640_nv12.hbm",
    "model_path": "/workspace/input/yolo11n_detect_nashe_640x640_nv12.hbm",
    "perf_results": [
      {
        "thread_num": 1,
        "frame_count": 20,
        "run_time_ms": 32.467,
        "total_latency_ms": 30.841,
        "avg_latency_ms": 1.542,
        "fps": 620.79,
        "raw_output": "[UCP]: log level = 3\n[UCP]: UCP version = 3.7.3\n[VP]: log level = 3\n[DNN]: log level = 3\n[HPL]: log level = 3\n[UCPT]: log level = 6\nhrt_model_exec perf --model_file /workspace/input/yolo11n_detect_nashe_640x640_nv12.hbm --thread_num 1 --frame_count 20\n\n\u001b[1;33m [Warning]: These operators have range limitations on input data: \u001b[0m\n\u001b[1;33m [Acos, Acosh, Asin, Atanh, BevPoolV2, Div, Gather, GatherElements, GatherND, GridSample, ImageDecoder, IndexSelect, Log, Mod, Pow, Reciprocal, RoiAlign, ScatterElements, ScatterND, Slice, Sqrt, Tan, Tile, Topk, Upsample]. \u001b[0m\n\u001b[1;33m Please make sure that these operators are not in your model, when no input data is provided to the tool. \u001b[0m\n\u001b[1;33m [Suggestion]: Using --input_file command to specify perf input data, which can appoint valid input data.  \u001b[0m\n\n[BPU][[BPU_MONITOR]][281473143438048][INFO]BPULib verison(2, 1, 2)[0d3f195]!\n[DNN] HBTL_EXT_DNN log level:6\n[DNN]: 3.7.3_(4.2.11 HBRT)\nLoad model to DDR cost 352.489ms.\n\u001b[32m[I][9][03-18][09:19:21:855][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[0] stride is dynamic, but you did not specify the stride, set as (409600,640,1,1)\n\u001b[m\u001b[K\u001b[32m[I][9][03-18][09:19:21:855][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[1] stride is dynamic, but you did not specify the stride, set as (204800,640,2,1)\n\u001b[m\u001b[K\nRunning condition:\n  Thread number is: 1\n  Frame count   is: 20\n  Program run time: 32.467 ms\nPerf result:\n  Frame totally latency is: 30.841 ms\n  Average    latency    is: 1.542 ms\n  Frame      rate       is: 620.790 FPS\n",
        "returncode": 0
      },
      {
        "thread_num": 2,
        "frame_count": 20,
        "run_time_ms": 19.705,
        "total_latency_ms": 36.596,
        "avg_latency_ms": 1.837,
        "fps": 1016.369,
        "raw_output": "[UCP]: log level = 3\n[UCP]: UCP version = 3.7.3\n[VP]: log level = 3\n[DNN]: log level = 3\n[HPL]: log level = 3\n[UCPT]: log level = 6\nhrt_model_exec perf --model_file /workspace/input/yolo11n_detect_nashe_640x640_nv12.hbm --thread_num 2 --frame_count 20\n\n\u001b[1;33m [Warning]: These operators have range limitations on input data: \u001b[0m\n\u001b[1;33m [Acos, Acosh, Asin, Atanh, BevPoolV2, Div, Gather, GatherElements, GatherND, GridSample, ImageDecoder, IndexSelect, Log, Mod, Pow, Reciprocal, RoiAlign, ScatterElements, ScatterND, Slice, Sqrt, Tan, Tile, Topk, Upsample]. \u001b[0m\n\u001b[1;33m Please make sure that these operators are not in your model, when no input data is provided to the tool. \u001b[0m\n\u001b[1;33m [Suggestion]: Using --input_file command to specify perf input data, which can appoint valid input data.  \u001b[0m\n\n[BPU][[BPU_MONITOR]][281472894728928][INFO]BPULib verison(2, 1, 2)[0d3f195]!\n[DNN] HBTL_EXT_DNN log level:6\n[DNN]: 3.7.3_(4.2.11 HBRT)\nLoad model to DDR cost 356.068ms.\n\u001b[32m[I][53][03-18][09:19:23:890][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[0] stride is dynamic, but you did not specify the stride, set as (409600,640,1,1)\n\u001b[m\u001b[K\u001b[32m[I][53][03-18][09:19:23:890][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[1] stride is dynamic, but you did not specify the stride, set as (204800,640,2,1)\n\u001b[m\u001b[K\nRunning condition:\n  Thread number is: 2\n  Frame count   is: 20\n  Program run time: 19.705 ms\nPerf result:\n  Frame totally latency is: 36.596 ms\n  Average    latency    is: 1.837 ms\n  Frame      rate       is: 1016.369 FPS\n",
        "returncode": 0
      },
      {
        "thread_num": 3,
        "frame_count": 20,
        "run_time_ms": 18.084,
        "total_latency_ms": 49.101,
        "avg_latency_ms": 2.456,
        "fps": 1111.797,
        "raw_output": "[UCP]: log level = 3\n[UCP]: UCP version = 3.7.3\n[VP]: log level = 3\n[DNN]: log level = 3\n[HPL]: log level = 3\n[UCPT]: log level = 6\nhrt_model_exec perf --model_file /workspace/input/yolo11n_detect_nashe_640x640_nv12.hbm --thread_num 3 --frame_count 20\n\n\u001b[1;33m [Warning]: These operators have range limitations on input data: \u001b[0m\n\u001b[1;33m [Acos, Acosh, Asin, Atanh, BevPoolV2, Div, Gather, GatherElements, GatherND, GridSample, ImageDecoder, IndexSelect, Log, Mod, Pow, Reciprocal, RoiAlign, ScatterElements, ScatterND, Slice, Sqrt, Tan, Tile, Topk, Upsample]. \u001b[0m\n\u001b[1;33m Please make sure that these operators are not in your model, when no input data is provided to the tool. \u001b[0m\n\u001b[1;33m [Suggestion]: Using --input_file command to specify perf input data, which can appoint valid input data.  \u001b[0m\n\n[BPU][[BPU_MONITOR]][281473576172256][INFO]BPULib verison(2, 1, 2)[0d3f195]!\n[DNN] HBTL_EXT_DNN log level:6\n[DNN]: 3.7.3_(4.2.11 HBRT)\nLoad model to DDR cost 347.722ms.\n\u001b[32m[I][98][03-18][09:19:25:890][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[0] stride is dynamic, but you did not specify the stride, set as (409600,640,1,1)\n\u001b[m\u001b[K\u001b[32m[I][98][03-18][09:19:25:890][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[1] stride is dynamic, but you did not specify the stride, set as (204800,640,2,1)\n\u001b[m\u001b[K\nRunning condition:\n  Thread number is: 3\n  Frame count   is: 20\n  Program run time: 18.084 ms\nPerf result:\n  Frame totally latency is: 49.101 ms\n  Average    latency    is: 2.456 ms\n  Frame      rate       is: 1111.797 FPS\n",
        "returncode": 0
      },
      {
        "thread_num": 4,
        "frame_count": 20,
        "run_time_ms": 18.174,
        "total_latency_ms": 64.363,
        "avg_latency_ms": 3.217,
        "fps": 1092.826,
        "raw_output": "[UCP]: log level = 3\n[UCP]: UCP version = 3.7.3\n[VP]: log level = 3\n[DNN]: log level = 3\n[HPL]: log level = 3\n[UCPT]: log level = 6\nhrt_model_exec perf --model_file /workspace/input/yolo11n_detect_nashe_640x640_nv12.hbm --thread_num 4 --frame_count 20\n\n\u001b[1;33m [Warning]: These operators have range limitations on input data: \u001b[0m\n\u001b[1;33m [Acos, Acosh, Asin, Atanh, BevPoolV2, Div, Gather, GatherElements, GatherND, GridSample, ImageDecoder, IndexSelect, Log, Mod, Pow, Reciprocal, RoiAlign, ScatterElements, ScatterND, Slice, Sqrt, Tan, Tile, Topk, Upsample]. \u001b[0m\n\u001b[1;33m Please make sure that these operators are not in your model, when no input data is provided to the tool. \u001b[0m\n\u001b[1;33m [Suggestion]: Using --input_file command to specify perf input data, which can appoint valid input data.  \u001b[0m\n\n[BPU][[BPU_MONITOR]][281472884636384][INFO]BPULib verison(2, 1, 2)[0d3f195]!\n[DNN] HBTL_EXT_DNN log level:6\n[DNN]: 3.7.3_(4.2.11 HBRT)\nLoad model to DDR cost 347.186ms.\n\u001b[32m[I][144][03-18][09:19:27:914][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[0] stride is dynamic, but you did not specify the stride, set as (409600,640,1,1)\n\u001b[m\u001b[K\u001b[32m[I][144][03-18][09:19:27:914][tensor_util.cpp:321][hrt_model_exec][HRT_MODEL_EXEC] Input[1] stride is dynamic, but you did not specify the stride, set as (204800,640,2,1)\n\u001b[m\u001b[K\nRunning condition:\n  Thread number is: 4\n  Frame count   is: 20\n  Program run time: 18.174 ms\nPerf result:\n  Frame totally latency is: 64.363 ms\n  Average    latency    is: 3.217 ms\n  Frame      rate       is: 1092.826 FPS\n",
        "returncode": 0
      }
    ]
  }
]