Enhanced text-based bootstrapping for Vulkan compilation and improved recognition of Win32 Vulkan libraries.

Signed-off-by: JamePeng <jame_peng@sina.com>

Author: JamePeng

README.md

@@ -172,7 +172,11 @@ CMAKE_ARGS="-DGGML_HIPBLAS=on" pip install llama-cpp-python
 <details>
 <summary>Vulkan</summary>
 
-To install with Vulkan support, set the `GGML_VULKAN=on` environment variable before installing:
+- For Windows User: Download and install the [`Vulkan SDK`](https://vulkan.lunarg.com/sdk/home#windows) with the default settings.
+
+- For Linux User: Follow the official LunarG instructions for the installation and setup of the Vulkan SDK in the [Getting Started with the Linux Tarball Vulkan SDK](https://vulkan.lunarg.com/doc/sdk/latest/linux/getting_started.html) guide.
+
+Then install with Vulkan support by set the `GGML_VULKAN=on` environment variable before installing:
 
 ```bash
 CMAKE_ARGS="-DGGML_VULKAN=on" pip install llama-cpp-python

llama_cpp/_ctypes_extensions.py

@@ -67,6 +67,11 @@ def load_shared_library(lib_base_name: str, base_path: pathlib.Path):
         if "HIP_PATH" in os.environ:
             os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "bin"))
             os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "lib"))
+
+        if "VULKAN_SDK" in os.environ:
+            os.add_dll_directory(os.path.join(os.environ["VULKAN_SDK"], "Bin"))
+            os.add_dll_directory(os.path.join(os.environ["VULKAN_SDK"], "Lib"))
+
         cdll_args["winmode"] = ctypes.RTLD_GLOBAL
 
     # Try to load the shared library, handling potential errors