WSL - fixing resource cleanup on process shutdown

Resolves issues with coexistance of NEO L0 and NEO OCL libraries
within a single process running in WSL and using WDDM GPU PV

Signed-off-by: Jaroslaw Chodor <jaroslaw.chodor@intel.com>

Author: jchodor

opencl/test/unit_test/os_interface/linux/drm_tests.cpp

@@ -875,3 +875,11 @@ TEST(DrmQueryTest, GivenRpsMaxFreqFileDoesntExistWhenFrequencyIsQueriedThenFallb
 
     EXPECT_EQ(expectedMaxFrequency, maxFrequency);
 }
+
+TEST(DrmTest, whenCheckedIfResourcesCleanupCanBeSkippedThenReturnsFalse) {
+    auto executionEnvironment = std::make_unique<ExecutionEnvironment>();
+    executionEnvironment->prepareRootDeviceEnvironments(1);
+    DrmMock *pDrm = new DrmMock(*executionEnvironment->rootDeviceEnvironments[0]);
+    EXPECT_FALSE(pDrm->skipResourceCleanup());
+    delete pDrm;
+}

shared/source/command_stream/command_stream_receiver.cpp

@@ -211,7 +211,15 @@ bool CommandStreamReceiver::isRcs() const {
     return this->osContext->getEngineType() == aub_stream::ENGINE_RCS;
 }
 
+bool CommandStreamReceiver::skipResourceCleanup() const {
+    return this->getOSInterface() && this->getOSInterface()->getDriverModel() && this->getOSInterface()->getDriverModel()->skipResourceCleanup();
+}
+
 void CommandStreamReceiver::cleanupResources() {
+    if (this->skipResourceCleanup()) {
+        return;
+    }
+
     waitForTaskCountAndCleanAllocationList(this->latestFlushedTaskCount, TEMPORARY_ALLOCATION);
     waitForTaskCountAndCleanAllocationList(this->latestFlushedTaskCount, REUSABLE_ALLOCATION);
 

shared/source/command_stream/command_stream_receiver.h

@@ -288,6 +288,8 @@ class CommandStreamReceiver {
         return activePartitions;
     }
 
+    bool skipResourceCleanup() const;
+
     std::unique_ptr<GmmPageTableMngr> pageTableManager;
 
   protected:

shared/source/device/device.cpp

@@ -36,10 +36,15 @@ Device::Device(ExecutionEnvironment *executionEnvironment)
 }
 
 Device::~Device() {
-    getMemoryManager()->freeGraphicsMemory(rtMemoryBackedBuffer);
-    rtMemoryBackedBuffer = nullptr;
+    if (false == commandStreamReceivers.empty()) {
+        if (commandStreamReceivers[0]->skipResourceCleanup()) {
+            return;
+        }
+    }
 
     DEBUG_BREAK_IF(nullptr == executionEnvironment->memoryManager.get());
+    getMemoryManager()->freeGraphicsMemory(rtMemoryBackedBuffer);
+    rtMemoryBackedBuffer = nullptr;
 
     if (performanceCounters) {
         performanceCounters->shutdown();

shared/source/os_interface/os_interface.h

@@ -83,6 +83,10 @@ class DriverModel : public NonCopyableClass {
         return std::numeric_limits<size_t>::max();
     }
 
+    virtual bool skipResourceCleanup() const {
+        return false;
+    }
+
   protected:
     DriverModelType driverModelType;
 };

shared/source/os_interface/windows/CMakeLists.txt

@@ -87,6 +87,7 @@ set(NEO_CORE_OS_INTERFACE_WDDM
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/set_gmm_input_args_${DRIVER_MODEL}.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/max_mem_alloc_size_${DRIVER_MODEL}.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/helper_${DRIVER_MODEL}.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/wddm/skip_resource_cleanup_${DRIVER_MODEL}.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/wddm.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/wddm.h
     ${CMAKE_CURRENT_SOURCE_DIR}/wddm/wddm_defs.h

shared/source/os_interface/windows/os_context_win.cpp

@@ -39,7 +39,7 @@ void OsContextWin::initializeContext() {
 };
 
 OsContextWin::~OsContextWin() {
-    if (contextInitialized) {
+    if (contextInitialized && (false == this->wddm.skipResourceCleanup())) {
         wddm.getWddmInterface()->destroyHwQueue(hardwareQueue.handle);
         wddm.getWddmInterface()->destroyMonitorFence(residencyController.getMonitoredFence());
         wddm.destroyContext(wddmContextHandle);

shared/source/os_interface/windows/wddm/configure_device_address_space_drm_or_wddm.cpp

@@ -159,7 +159,7 @@ bool ensureGpuAddressRangeIsReserved(uint64_t address, size_t size, D3DKMT_HANDL
         rangeDesc.MaximumAddress = alignUp(address + size, MemoryConstants::pageSize64k);
         rangeDesc.Size = MemoryConstants::pageSize64k;
         status = gdi.reserveGpuVirtualAddress(&rangeDesc);
-        if (status != STATUS_SUCCESS) {
+        if (status == STATUS_SUCCESS) {
             DEBUG_BREAK_IF(true);
             return false;
         }

shared/source/os_interface/windows/wddm/skip_resource_cleanup_drm_or_wddm.cpp

@@ -0,0 +1,23 @@
+/*
+ * Copyright (C) 2021 Intel Corporation
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ */
+
+#include "shared/source/os_interface/windows/gdi_interface.h"
+#include "shared/source/os_interface/windows/wddm/wddm.h"
+
+namespace NEO {
+
+bool Wddm::skipResourceCleanup() const {
+    D3DKMT_GETDEVICESTATE deviceState = {};
+    deviceState.hDevice = device;
+    deviceState.StateType = D3DKMT_DEVICESTATE_PRESENT;
+
+    NTSTATUS status = STATUS_SUCCESS;
+    status = getGdi()->getDeviceState(&deviceState);
+    return status != STATUS_SUCCESS;
+}
+
+} // namespace NEO

shared/source/os_interface/windows/wddm/skip_resource_cleanup_wddm.cpp

@@ -0,0 +1,16 @@
+/*
+ * Copyright (C) 2021 Intel Corporation
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ */
+
+#include "shared/source/os_interface/windows/wddm/wddm.h"
+
+namespace NEO {
+
+bool Wddm::skipResourceCleanup() const {
+    return false;
+}
+
+} // namespace NEO