[Protopipe] Reshape support for ONNXRT backend

src/plugins/intel_npu/tools/protopipe/README.md

@@ -50,6 +50,7 @@ log_level: INFO
 - `name` or `path` - **Required**. Path to the model file.
 - `framework` - **Optional**. Framework to use for inference: *onnxrt*, *openvino*. (**Default**: *openvino*)
 - `input_data`, `output_data`, `metric`, `random` - **Optional**. Follow [Use-cases](#use-cases) to  learn the details.
+- `reshape` - **Optional**. Set shape for input layers. For example, "input1: [1,3,224,224], input2: [1,4]" or "[1,3,224,224]" in case of one input layer.
 #### OpenVINO parameters
 - `priority` - **Optional**. Model priority: _HIGH_, _MEDIUM_, _LOW_. (Default: _MEDIUM_)
 - `config` - **Optional**. OpenVINO Plugin specific parameters.
@@ -60,7 +61,6 @@ log_level: INFO
 - `ol` - **Optional**. Output layer layout.
 - `iml` - **Optional**. Input model layout.
 - `oml` - **Optional**. Output model layout.
-- `reshape` - **Optional**. Set shape for input layers. For example, "input1: [1,3,224,224], input2: [1,4]" or "[1,3,224,224]" in case of one input layer.
 - `clamp_outputs` - **Optional**. Clamps all model outputs to the valid range for their precision. Requires `op` to be set for it to take effect.
 
 Examples:

src/plugins/intel_npu/tools/protopipe/src/parser/config.cpp

@@ -1,4 +1,3 @@
-//
 // Copyright (C) 2018-2026 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 //
@@ -432,6 +431,9 @@ struct convert<ONNXRTParams> {
         if (node["opt_level"]) {
             params.opt_level = node["opt_level"].as<int>();
         }
+        if (node["reshape"]) {
+            params.reshape = node["reshape"].as<LayerVariantAttr<std::vector<size_t>>>();
+        }
         return true;
     }
 };

src/plugins/intel_npu/tools/protopipe/src/scenario/inference.hpp

@@ -1,4 +1,3 @@
-//
 // Copyright (C) 2018-2026 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 //
@@ -108,6 +107,8 @@ struct ONNXRTParams {
     using EP = std::variant<std::monostate, OpenVINO>;
     std::optional<int> opt_level;
     EP ep;
+
+    LayerVariantAttr<std::vector<size_t>> reshape;
 };
 
 using InferenceParams = std::variant<std::monostate, OpenVINOParams, ONNXRTParams>;

src/plugins/intel_npu/tools/protopipe/src/simulation/layers_reader.cpp

@@ -1,4 +1,3 @@
-//
 // Copyright (C) 2018-2026 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 //
@@ -42,5 +41,7 @@ InOutLayers LayersReader::readLayers(const InferenceParams& params) {
     // NB: Using OpenVINO to read the i/o layers information for *.onnx model
     OpenVINOParams ov;
     ov.path = OpenVINOParams::ModelPath{ort.model_path, ""};
+    // NB: Pass reshape info to handle models with dynamic shapes
+    ov.reshape = ort.reshape;
     return getOVReader().readLayers(ov, true /* use_results_names */);
 }

src/plugins/intel_npu/tools/protopipe/src/simulation/simulation.cpp

@@ -1,4 +1,3 @@
-//
 // Copyright (C) 2018-2026 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 //
@@ -73,28 +72,43 @@ static cv::gapi::GNetPackage getNetPackage(const std::string& tag, const OpenVIN
     return cv::gapi::networks(*network);
 }
 
+// NB: Convert reshape map to OpenVINO EP reshape_input format: "input1[d1,d2] input2[d1,d2,d3]"
+static std::string toReshapeInputString(const AttrMap<std::vector<size_t>>& reshape_map) {
+    std::string result;
+    for (const auto& [name, shape] : reshape_map) {
+        if (!result.empty()) {
+            result += " ";
+        }
+        result += name + "[";
+        for (size_t i = 0; i < shape.size(); ++i) {
+            if (i > 0) result += ",";
+            result += std::to_string(shape[i]);
+        }
+        result += "]";
+    }
+    return result;
+}
+
 static void cfgExecutionProvider(cv::gapi::onnx::Params<cv::gapi::Generic>& network,
                                  const ONNXRTParams::OpenVINO& ovep) {
     network.cfgAddExecutionProvider(cv::gapi::onnx::ep::OpenVINO{ovep.params_map});
 }
 
-static void cfgExecutionProvider(cv::gapi::onnx::Params<cv::gapi::Generic>& network, const ONNXRTParams::EP& ep) {
-    // NB: Nothing to configure for default MLAS EP
-    if (std::holds_alternative<std::monostate>(ep)) {
-        return;
-    }
-    // TODO: Extend for any other available execution provider
-    ASSERT(std::holds_alternative<ONNXRTParams::OpenVINO>(ep));
-    cfgExecutionProvider(network, std::get<ONNXRTParams::OpenVINO>(ep));
-}
-
 static cv::gapi::GNetPackage getNetPackage(const std::string& tag, const ONNXRTParams& params) {
     cv::gapi::onnx::Params<cv::gapi::Generic> network{tag, params.model_path};
     network.cfgSessionOptions(params.session_options);
     if (params.opt_level.has_value()) {
         network.cfgOptLevel(params.opt_level.value());
     }
-    cfgExecutionProvider(network, params.ep);
+    if (std::holds_alternative<ONNXRTParams::OpenVINO>(params.ep)) {
+        auto ovep = std::get<ONNXRTParams::OpenVINO>(params.ep);
+        // NB: Generate reshape_input from reshape
+        if (std::holds_alternative<AttrMap<std::vector<size_t>>>(params.reshape)) {
+            ovep.params_map["reshape_input"] = toReshapeInputString(std::get<AttrMap<std::vector<size_t>>>(params.reshape));
+        }
+        cfgExecutionProvider(network, ovep);
+    }
+
     return cv::gapi::networks(network);
 }
 

src/plugins/intel_npu/tools/protopipe/version.hpp.in

@@ -1,3 +1,3 @@
 #pragma once
 
-#define APP_VERSION   "v1.2.2-@GIT_SHA@"
+#define APP_VERSION   "v1.2.3-@GIT_SHA@"