Changes for CUDA13

Author: apbose

py/torch_tensorrt/dynamo/utils.py

@@ -873,6 +873,7 @@ def is_tegra_platform() -> bool:
 def is_thor() -> bool:
     if torch.cuda.get_device_capability() in [(11, 0)]:
         return True
+    return False
 
 
 def is_platform_supported_for_trtllm() -> bool:
@@ -885,6 +886,7 @@ def is_platform_supported_for_trtllm() -> bool:
     Unsupported:
         - Windows platforms
         - Jetson/Orin/Xavier (aarch64 architecture + 'tegra' in platform release)
+        - CUDA 13 not supported
     """
     system = platform.system().lower()
     machine = platform.machine().lower()
@@ -902,6 +904,23 @@ def is_platform_supported_for_trtllm() -> bool:
         )
         return False
 
+    try:
+        cuda_version = torch.version.cuda  # e.g., "12.4" or "13.0"
+        if cuda_version is None:
+            logger.warning("No CUDA runtime detected — TRT-LLM plugins unavailable.")
+            return False
+
+        major, minor = map(int, cuda_version.split("."))
+        if major != 12:
+            logger.warning("CUDA 13 is not supported for TRT-LLM plugins.")
+            return False
+
+        return True
+
+    except Exception as e:
+        logger.warning(f"Failed to detect CUDA version: {e}")
+        return False
+
     return True
 
 

tests/py/dynamo/distributed/test_nccl_ops.py

@@ -44,7 +44,7 @@ def forward(self, x):
 class TestNcclOpsConverter(DispatchTestCase):
     @unittest.skipIf(
         not is_platform_supported_for_trtllm(),
-        "Skipped on Windows, Jetson: NCCL backend is not supported.",
+        "Skipped on Windows, Jetson and CUDA13: NCCL backend is not supported.",
     )
     @classmethod
     def setUpClass(cls):