From b66a9771e37529f286d3ec2ca813fbf439e1e99f Mon Sep 17 00:00:00 2001
From: limam-B <73091373+limam-B@users.noreply.github.com>
Date: Sun, 23 Nov 2025 02:32:24 +0100
Subject: [PATCH] fix: add NVIDIA CDI device for WSL2 GPU support

Signed-off-by: limam-B <73091373+limam-B@users.noreply.github.com>
---
 packages/backend/src/workers/provider/LlamaCppPython.ts | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/packages/backend/src/workers/provider/LlamaCppPython.ts b/packages/backend/src/workers/provider/LlamaCppPython.ts
index 746593bb2..bb647a555 100644
--- a/packages/backend/src/workers/provider/LlamaCppPython.ts
+++ b/packages/backend/src/workers/provider/LlamaCppPython.ts
@@ -119,6 +119,12 @@ export class LlamaCppPython extends InferenceProvider {
             Type: 'bind',
           });
 
+          devices.push({
+            PathOnHost: 'nvidia.com/gpu=all',
+            PathInContainer: '',
+            CgroupPermissions: '',
+          });
+
           devices.push({
             PathOnHost: '/dev/dxg',
             PathInContainer: '/dev/dxg',