[CANN] Fix the ACL_ERROR_REPEAT_INITIALIZE error that occurs when coexisting… (microsoft#26193)

### Description
This PR fixes the ACL_ERROR_REPEAT_INITIALIZE error that occurs when
onnxruntime-cann coexists with torch_npu, which causes the CANN provider
to fail to initialize and fall back to CPU for inference.

### Error log
```
2025-08-30 03:30:44.189484484 [E:onnxruntime:Default, provider_bridge_ort.cc:2279 TryGetProviderInfo_CANN] ~/code/onnxruntime/onnxruntime/core/providers/cann/cann_call.cc:143 bool onnxruntime::CannCall(ERRTYPE, const char*, const char*, ERRTYPE, const char*) [with ERRTYPE = int; bool THRW = true]
~/code/onnxruntime/onnxruntime/core/providers/cann/cann_call.cc:137 bool onnxruntime::CannCall(ERRTYPE, const char*, const char*, ERRTYPE, const char*) [with ERRTYPE = int; bool THRW = true] CANN failure 100002: ACL_ERROR_REPEAT_INITIALIZE ; NPU=0 ; hostname=coder-6a95445b-e353-4b0b-970b-41797b02ca23-566969c97-xlf2s ; expr=aclInit(nullptr); 


*************** EP Error ***************
EP Error /home/dou/code/onnxruntime/onnxruntime/python/onnxruntime_pybind_state.cc:1231 std::shared_ptr<onnxruntime::IExecutionProviderFactory> onnxruntime::python::CreateExecutionProviderFactoryInstance(const onnxruntime::SessionOptions&, const string&, const ProviderOptionsMap&) create CANN ExecutionProvider fail
 when using [('CANNExecutionProvider', {'device_id': 0, 'arena_extend_strategy': 'kNextPowerOfTwo', 'npu_mem_limit': 4294967296, 'enable_cann_graph': True}), 'CPUExecutionProvider']
Falling back to ['CPUExecutionProvider'] and retrying.
****************************************
================= before run
[array([[ -8.8664875,  -7.903085 ,  -6.529765 ,  -6.0811057,  -4.148506 ,
         -6.4790154,  -5.8431354,  -8.300879 ,  -6.77909  ,  -8.013498 ,
         -8.759175 ,  -7.237462 ,  -6.890937 ,  -8.367442 ,  -7.565303 ,
```

Author: bachelor-dou

onnxruntime/core/providers/cann/cann_call.cc

@@ -3,8 +3,10 @@
 // Licensed under the MIT License.
 
 #include <string.h>
+#include <cstdio>
 #include "core/providers/shared_library/provider_api.h"
 #include "cann_call.h"
+#include "core/providers/cann/cann_utils.h"
 
 namespace onnxruntime {
 
@@ -121,28 +123,32 @@ const char* CannErrString<ge::graphStatus>(ge::graphStatus e) {
 template <typename ERRTYPE, bool THRW>
 bool CannCall(ERRTYPE retCode, const char* exprString, const char* libName, ERRTYPE successCode, const char* msg) {
   if (retCode != successCode) {
-    try {
-      char hostname[HOST_NAME_MAX];
-      if (gethostname(hostname, HOST_NAME_MAX) != 0)
-        snprintf(hostname, HOST_NAME_MAX, "%s", "?");
-      int currentCannDevice;
-      (void)aclrtGetDevice(&currentCannDevice);
-      (void)aclGetRecentErrMsg();
-      static char str[1024];
-      snprintf(str, sizeof(str), "%s failure %d: %s ; NPU=%d ; hostname=%s ; expr=%s; %s",
-               libName, static_cast<int>(retCode), CannErrString(retCode), currentCannDevice,
-               hostname,
-               exprString, msg);
-      if (THRW) {
-        ORT_THROW(str);
-      } else {
-        LOGS_DEFAULT(ERROR) << str;
-      }
-    } catch (const std::exception& e) {
-      if (THRW) {
-        ORT_THROW(e.what());
-      } else {
-        LOGS_DEFAULT(ERROR) << e.what();
+    if (retCode == ACL_ERROR_REPEAT_INITIALIZE) {
+      cann::SetRepeatInitFlag(true);
+    } else {
+      try {
+        char hostname[HOST_NAME_MAX];
+        if (gethostname(hostname, HOST_NAME_MAX) != 0)
+          snprintf(hostname, HOST_NAME_MAX, "%s", "?");
+        int currentCannDevice;
+        (void)aclrtGetDevice(&currentCannDevice);
+        (void)aclGetRecentErrMsg();
+        char str[1024];
+        snprintf(str, sizeof(str), "%s failure %d: %s ; NPU=%d ; hostname=%s ; expr=%s; %s",
+                 libName, static_cast<int>(retCode), CannErrString(retCode), currentCannDevice,
+                 hostname,
+                 exprString, msg);
+        if (THRW) {
+          ORT_THROW(str);
+        } else {
+          LOGS_DEFAULT(ERROR) << str;
+        }
+      } catch (const std::exception& e) {
+        if (THRW) {
+          ORT_THROW(e.what());
+        } else {
+          LOGS_DEFAULT(ERROR) << e.what();
+        }
       }
     }
     return false;

onnxruntime/core/providers/cann/cann_execution_provider.cc

@@ -18,6 +18,7 @@
 #include "core/providers/cann/cann_fwd.h"
 #include "core/providers/cann/cann_stream_handle.h"
 #include "core/providers/cann/npu_data_transfer.h"
+#include "core/providers/cann/cann_utils.h"
 
 using onnxruntime::cann::BuildONNXModel;
 using onnxruntime::cann::CannModelPreparation;
@@ -1068,7 +1069,9 @@ void DeleteRegistry() {
 
   ge::aclgrphBuildFinalize();
 
-  CANN_CALL_THROW(aclFinalize());
+  if (!cann::GetRepeatInitFlag()) {
+    CANN_CALL_THROW(aclFinalize());
+  }
 }
 
 std::shared_ptr<KernelRegistry> CANNExecutionProvider::GetKernelRegistry() const {
@@ -1393,7 +1396,7 @@ Status CANNExecutionProvider::Compile(const std::vector<FusedNodeAndGraph>& fuse
         modelID = modelIDs_[filename];
       } else {
         std::lock_guard<std::mutex> lock(g_mutex);
-        auto filename_with_suffix = cann::RegexMatchFile(filename);
+        auto filename_with_suffix = cann::MatchFile(filename);
         if (!filename_with_suffix.empty()) {
           CANN_RETURN_IF_ERROR(aclmdlLoadFromFile(filename_with_suffix.c_str(), &modelID));
         } else {

onnxruntime/core/providers/cann/cann_utils.cc

@@ -4,6 +4,7 @@
 
 #include <unistd.h>
 #include <algorithm>
+#include <string>
 
 #include "core/providers/cann/cann_utils.h"
 
@@ -229,18 +230,28 @@ bool is_dynamic_shape(const aclmdlIODims& dims) {
 }
 
 namespace fs = std::filesystem;
-std::string RegexMatchFile(const std::string& file_name) {
+std::string MatchFile(const std::string& file_name) {
   fs::path current_dir = fs::current_path();
-  std::regex pattern(file_name);
+
   for (const auto& entry : fs::directory_iterator(current_dir)) {
     if (entry.is_regular_file()) {
       std::string name = entry.path().filename().string();
-      if (std::regex_search(name, pattern)) {
+      if (name.find(file_name) != std::string::npos && entry.path().extension() == ".om") {
         return name;
       }
     }
   }
   return "";
 }
+
+static bool repeat_acl_init_flag = false;
+
+bool GetRepeatInitFlag() {
+  return repeat_acl_init_flag;
+}
+
+void SetRepeatInitFlag(bool val) {
+  repeat_acl_init_flag = val;
+}
 }  // namespace cann
 }  // namespace onnxruntime

onnxruntime/core/providers/cann/cann_utils.h

@@ -127,8 +127,9 @@ Status aclrtblasGemmEx(aclTransType transA,
 bool FileExist(const std::string& file_name);
 void GenerateHashValue(const std::string string, HashValue& hash_value);
 bool is_dynamic_shape(const aclmdlIODims& dims);
-std::string RegexMatchFile(const std::string& file_name);
+std::string MatchFile(const std::string& file_name);
 std::unique_ptr<Model> CreateModel(const GraphViewer& graph_viewer, const logging::Logger& logger);
-
+bool GetRepeatInitFlag();
+void SetRepeatInitFlag(bool val);
 }  // namespace cann
 }  // namespace onnxruntime