From 871038f63b3347f021f26e1876f9e8a9a528c53b Mon Sep 17 00:00:00 2001 From: Ryan Metcalfe Date: Mon, 7 Jul 2025 12:10:13 -0800 Subject: [PATCH] Enable dynamic path for NPU when enable_causallm is true --- onnxruntime/core/providers/openvino/backend_manager.cc | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/onnxruntime/core/providers/openvino/backend_manager.cc b/onnxruntime/core/providers/openvino/backend_manager.cc index 253bae3d92a36..65532c31e14bd 100644 --- a/onnxruntime/core/providers/openvino/backend_manager.cc +++ b/onnxruntime/core/providers/openvino/backend_manager.cc @@ -118,7 +118,9 @@ BackendManager::BackendManager(SessionContext& session_context, LOGS_DEFAULT(INFO) << "[OpenVINO-EP] Model has symbolic input dims"; if ((!session_context_.disable_dynamic_shapes && (session_context_.device_type.find("CPU") != std::string::npos || - session_context_.device_type.find("GPU") != std::string::npos)) || + session_context_.device_type.find("GPU") != std::string::npos || + (session_context_.device_type.find("NPU") != std::string::npos && + session_context_.enable_causallm) )) || (subgraph_context_.is_ep_ctx_graph)) { LOGS_DEFAULT(INFO) << "[OpenVINO-EP] Starting backend initialization. " << "Creating backend Dynamic Shapes";