Skip to content

Commit 7aa5363

Browse files
[OVEP] support to run layout feature using python bindings (#846)
1 parent b9a73f3 commit 7aa5363

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

onnxruntime/python/onnxruntime_pybind_state.cc

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1083,7 +1083,7 @@ static std::shared_ptr<IExecutionProviderFactory> CreateExecutionProviderFactory
10831083
ProviderOptions OV_provider_options_map;
10841084
const std::unordered_set<std::string> valid_provider_keys = {"device_type", "device_id", "device_luid", "cache_dir", "precision",
10851085
"load_config", "context", "num_of_threads", "model_priority", "num_streams", "enable_opencl_throttling", "enable_qdq_optimizer",
1086-
"enable_causallm", "disable_dynamic_shapes", "reshape_input"};
1086+
"enable_causallm", "disable_dynamic_shapes", "reshape_input", "layout"};
10871087
auto it = provider_options_map.find(type);
10881088
if (it != provider_options_map.end()) {
10891089
for (auto option : it->second) {
@@ -1892,7 +1892,7 @@ void addObjectMethods(py::module& m, ExecutionProviderRegistrationFn ep_registra
18921892

18931893
py::class_<OrtSyncStream> py_sync_stream(m, "OrtSyncStream",
18941894
R"pbdoc(Represents a synchronization stream for model inference.)pbdoc");
1895-
py_sync_stream.def("get_handle", [](OrtSyncStream* stream) -> uintptr_t {
1895+
py_sync_stream.def("get_handle", [](OrtSyncStream* stream) -> uintptr_t {
18961896
Ort::UnownedSyncStream ort_stream(stream);
18971897
return reinterpret_cast<uintptr_t>(ort_stream.GetHandle()); }, R"pbdoc(SyncStream handle that can be converted to a string and added to SessionOptions)pbdoc");
18981898

@@ -2006,7 +2006,7 @@ for model inference.)pbdoc");
20062006
.def_property_readonly("allocator_type", [](const OrtMemoryInfo* mem_info) -> OrtAllocatorType { return mem_info->alloc_type; }, R"pbdoc(Allocator type)pbdoc")
20072007
.def_property_readonly("device_mem_type", [](const OrtMemoryInfo* mem_info) -> OrtDeviceMemoryType {
20082008
auto mem_type = mem_info->device.MemType();
2009-
return (mem_type == OrtDevice::MemType::DEFAULT) ?
2009+
return (mem_type == OrtDevice::MemType::DEFAULT) ?
20102010
OrtDeviceMemoryType_DEFAULT: OrtDeviceMemoryType_HOST_ACCESSIBLE ; }, R"pbdoc(Device memory type (Device or Host accessible).)pbdoc")
20112011
.def_property_readonly("device_vendor_id", [](const OrtMemoryInfo* mem_info) -> uint32_t { return mem_info->device.Vendor(); });
20122012

@@ -2748,7 +2748,7 @@ including arg name, arg type (contains both type and shape).)pbdoc")
27482748
auto res = sess->GetSessionHandle()->GetModelMetadata();
27492749
OrtPybindThrowIfError(res.first);
27502750
return *(res.second); }, py::return_value_policy::reference_internal)
2751-
.def_property_readonly("input_meminfos", [](const PyInferenceSession* sess) -> py::list {
2751+
.def_property_readonly("input_meminfos", [](const PyInferenceSession* sess) -> py::list {
27522752
Ort::ConstSession session(reinterpret_cast<const OrtSession*>(sess->GetSessionHandle()));
27532753
auto inputs_mem_info = session.GetMemoryInfoForInputs();
27542754
py::list result;
@@ -2757,7 +2757,7 @@ including arg name, arg type (contains both type and shape).)pbdoc")
27572757
result.append(py::cast(p_info, py::return_value_policy::reference));
27582758
}
27592759
return result; })
2760-
.def_property_readonly("output_meminfos", [](const PyInferenceSession* sess) -> py::list {
2760+
.def_property_readonly("output_meminfos", [](const PyInferenceSession* sess) -> py::list {
27612761
Ort::ConstSession session(reinterpret_cast<const OrtSession*>(sess->GetSessionHandle()));
27622762
auto outputs_mem_info = session.GetMemoryInfoForOutputs();
27632763
py::list result;

0 commit comments

Comments
 (0)