fix for running llamasharp inside containers based on nvidia/cuda and detecting version

Author: Crelex

LLama/Native/Load/SystemInfo.cs

@@ -41,31 +41,31 @@ public static SystemInfo Get()
 
             return new SystemInfo(platform, GetCudaMajorVersion(), GetVulkanVersion());
         }
-        
+
         #region Vulkan version
         private static string? GetVulkanVersion()
         {
             // Get Vulkan Summary
             string? vulkanSummary = GetVulkanSummary();
-            
+
             // If we have a Vulkan summary
             if (vulkanSummary != null)
             {
                 // Extract Vulkan version from summary
                 string? vulkanVersion = ExtractVulkanVersionFromSummary(vulkanSummary);
-                
+
                 // If we have a Vulkan version
                 if (vulkanVersion != null)
                 {
                     // Return the Vulkan version
                     return vulkanVersion;
                 }
             }
-            
+
             // Return null if we failed to get the Vulkan version
             return null;
         }
-        
+
         private static string? GetVulkanSummary()
         {
             // Note: on Linux, this requires `vulkan-tools` to be installed. (`sudo apt install vulkan-tools`)
@@ -102,19 +102,19 @@ public static SystemInfo Get()
             // We have three ways of parsing the Vulkan version from the summary (output is a different between Windows and Linux)
             // For now, I have decided to go with the full version number, and leave it up to the user to parse it further if needed
             // I have left the other patterns in, in case we need them in the future
-            
+
             // Output on linux : 4206847 (1.3.255)
             // Output on windows : 1.3.255
             string pattern = @"apiVersion\s*=\s*([^\r\n]+)";
-            
+
             // Output on linux : 4206847
             // Output on windows : 1.3.255
             //string pattern = @"apiVersion\s*=\s*([\d\.]+)";
-            
+
             // Output on linux : 1.3.255
             // Output on windows : 1.3.255
             //string pattern = @"apiVersion\s*=\s*(?:\d+\s*)?(?:\(\s*)?([\d]+\.[\d]+\.[\d]+)(?:\s*\))?";
-            
+
             // Create a Regex object to match the pattern
             Regex regex = new Regex(pattern);
 
@@ -158,24 +158,30 @@ private static int GetCudaMajorVersion()
             }
             else if (RuntimeInformation.IsOSPlatform(OSPlatform.Linux))
             {
+                string? env_version = Environment.GetEnvironmentVariable("CUDA_VERSION");
+                if (env_version is not null)
+                {
+                    return ExtractMajorVersion(ref env_version);
+                }
+
                 // List of default cuda paths
                 string[] defaultCudaPaths =
                 [
                     "/usr/local/bin/cuda",
                     "/usr/local/cuda",
                 ];
-                
+
                 // Loop through every default path to find the version
                 foreach (var path in defaultCudaPaths)
                 {
                     // Attempt to get the version from the path
                     version = GetCudaVersionFromPath(path);
-                    
+
                     // If a CUDA version is found, break the loop
                     if (!string.IsNullOrEmpty(version))
                         break;
                 }
-                
+
                 if (string.IsNullOrEmpty(version))
                 {
                     cudaPath = Environment.GetEnvironmentVariable("LD_LIBRARY_PATH");
@@ -197,6 +203,11 @@ private static int GetCudaMajorVersion()
             if (string.IsNullOrEmpty(version))
                 return -1;
 
+            return ExtractMajorVersion(ref version);
+        }
+
+        private static int ExtractMajorVersion(ref string version)
+        {
             version = version.Split('.')[0];
             if (int.TryParse(version, out var majorVersion))
                 return majorVersion;