Skip to content

Commit 771e079

Browse files
peri044peri044
authored
chore: Upgrade TRT to 10.13.2.6 (#3791)
Signed-off-by: Dheeraj Peri <peri.dheeraj@gmail.com>
1 parent 7c4ee62 commit 771e079

File tree

6 files changed

+36
-31
lines changed

6 files changed

+36
-31
lines changed

‎.github/scripts/generate-tensorrt-test-matrix.py‎

Lines changed: 11 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,9 +11,9 @@
1111
# channel: nightly if the future tensorRT version test workflow is triggered from the main branch or your personal branch
1212
# channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....)
1313
CUDA_VERSIONS_DICT = {
14-
"nightly": ["cu128"],
15-
"test": ["cu118", "cu126", "cu128"],
16-
"release": ["cu118", "cu126", "cu128"],
14+
"nightly": ["cu129"],
15+
"test": ["cu126", "cu128", "cu129"],
16+
"release": ["cu126", "cu128", "cu129"],
1717
}
1818

1919
# please update the python version you want to test with the future tensorRT version here
@@ -56,6 +56,10 @@
5656
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip",
5757
"strip_prefix": "TensorRT-10.12.0.36",
5858
},
59+
"10.13.2": {
60+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip",
61+
"strip_prefix": "TensorRT-10.13.2.6",
62+
},
5963
},
6064
"linux": {
6165
"10.3.0": {
@@ -86,6 +90,10 @@
8690
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz",
8791
"strip_prefix": "TensorRT-10.12.0.36",
8892
},
93+
"10.13.2": {
94+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz",
95+
"strip_prefix": "TensorRT-10.13.2.6",
96+
},
8997
},
9098
}
9199

‎MODULE.bazel‎

Lines changed: 6 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,6 @@ git_override(
2222
remote = "https://github.com/narendasan/rules_pkg",
2323
)
2424

25-
local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "local_repository")
26-
27-
2825
new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository")
2926

3027
# External dependency for torch_tensorrt if you already have precompiled binaries.
@@ -104,9 +101,9 @@ http_archive(
104101
http_archive(
105102
name = "tensorrt",
106103
build_file = "@//third_party/tensorrt/archive:BUILD",
107-
strip_prefix = "TensorRT-10.12.0.36",
104+
strip_prefix = "TensorRT-10.13.2.6",
108105
urls = [
109-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz",
106+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz",
110107
],
111108
)
112109

@@ -122,9 +119,9 @@ http_archive(
122119
http_archive(
123120
name = "tensorrt_sbsa",
124121
build_file = "@//third_party/tensorrt/archive:BUILD",
125-
strip_prefix = "TensorRT-10.12.0.36",
122+
strip_prefix = "TensorRT-10.13.2.6",
126123
urls = [
127-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.aarch64-gnu.cuda-12.9.tar.gz",
124+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.aarch64-gnu.cuda-13.0.tar.gz",
128125
],
129126
)
130127

@@ -140,9 +137,9 @@ http_archive(
140137
http_archive(
141138
name = "tensorrt_win",
142139
build_file = "@//third_party/tensorrt/archive:BUILD",
143-
strip_prefix = "TensorRT-10.12.0.36",
140+
strip_prefix = "TensorRT-10.13.2.6",
144141
urls = [
145-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip",
142+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip",
146143
],
147144
)
148145

‎README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ Torch-TensorRT
77
[![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
88
[![pytorch](https://img.shields.io/badge/PyTorch-2.8-green)](https://download.pytorch.org/whl/nightly/cu128)
99
[![cuda](https://img.shields.io/badge/CUDA-12.8-green)](https://developer.nvidia.com/cuda-downloads)
10-
[![trt](https://img.shields.io/badge/TensorRT-10.12.0-green)](https://github.com/nvidia/tensorrt-llm)
10+
[![trt](https://img.shields.io/badge/TensorRT-10.13.2.6-green)](https://github.com/nvidia/tensorrt-llm)
1111
[![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
1212
[![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml)
1313
[![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml)
@@ -123,7 +123,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR
123123
- Bazel 8.1.1
124124
- Libtorch 2.9.0.dev (latest nightly)
125125
- CUDA 12.8 (CUDA 12.6 on Jetson)
126-
- TensorRT 10.12 (TensorRT 10.3 on Jetson)
126+
- TensorRT 10.13.2.6 (TensorRT 10.3 on Jetson)
127127
128128
## Deprecation Policy
129129

‎docker/README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,14 +15,14 @@
1515

1616
### Instructions
1717

18-
- The example below uses TensorRT 10.12.0.36
18+
- The example below uses TensorRT 10.13.2.6
1919
- See <a href="https://github.com/pytorch/TensorRT#dependencies">dependencies</a> for a list of current default dependencies.
2020

2121
> From root of Torch-TensorRT repo
2222
2323
Build:
2424
```
25-
DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.12.0 -f docker/Dockerfile -t torch_tensorrt:latest .
25+
DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.13.2 -f docker/Dockerfile -t torch_tensorrt:latest .
2626
```
2727

2828
Run:

‎setup.py‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -749,10 +749,10 @@ def get_requirements():
749749
]
750750
else:
751751
requirements = requirements + [
752-
"tensorrt>=10.12.0,<10.13.0",
753-
"tensorrt-cu12>=10.12.0,<10.13.0",
754-
"tensorrt-cu12-bindings>=10.12.0,<10.13.0",
755-
"tensorrt-cu12-libs>=10.12.0,<10.13.0",
752+
"tensorrt>=10.13.0,<10.14.0",
753+
"tensorrt-cu12>=10.13.0,<10.14.0",
754+
"tensorrt-cu12-bindings>=10.13.0,<10.14.0",
755+
"tensorrt-cu12-libs>=10.13.0,<10.14.0",
756756
]
757757
return requirements
758758

@@ -770,10 +770,10 @@ def get_sbsa_requirements():
770770
return sbsa_requirements
771771
return sbsa_requirements + [
772772
"torch>=2.9.0.dev,<2.10.0",
773-
"tensorrt>=10.12.0,<10.13.0",
774-
"tensorrt-cu12>=10.12.0,<10.13.0",
775-
"tensorrt-cu12-bindings>=10.12.0,<10.13.0",
776-
"tensorrt-cu12-libs>=10.12.0,<10.13.0",
773+
"tensorrt>=10.13.0,<10.14.0",
774+
"tensorrt-cu12>=10.13.0,<10.14.0",
775+
"tensorrt-cu12-bindings>=10.13.0,<10.14.0",
776+
"tensorrt-cu12-libs>=10.13.0,<10.14.0",
777777
]
778778

779779

‎toolchains/ci_workspaces/MODULE.bazel.tmpl‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ new_local_repository(
4545
new_local_repository(
4646
name = "cuda_l4t",
4747
build_file = "@//third_party/cuda:BUILD",
48-
path = "/usr/local/cuda-12.6",
48+
path = "/usr/local/cuda-12.9",
4949
)
5050

5151
new_local_repository(
@@ -75,9 +75,9 @@ http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "ht
7575
http_archive(
7676
name = "tensorrt",
7777
build_file = "@//third_party/tensorrt/archive:BUILD",
78-
strip_prefix = "TensorRT-10.12.0.36",
78+
strip_prefix = "TensorRT-10.13.2.6",
7979
urls = [
80-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz",
80+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz",
8181
],
8282
)
8383

@@ -93,9 +93,9 @@ http_archive(
9393
http_archive(
9494
name = "tensorrt_sbsa",
9595
build_file = "@//third_party/tensorrt/archive:BUILD",
96-
strip_prefix = "TensorRT-10.12.0.36",
96+
strip_prefix = "TensorRT-10.13.2.6",
9797
urls = [
98-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.aarch64-gnu.cuda-12.9.tar.gz",
98+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.aarch64-gnu.cuda-13.0.tar.gz",
9999
],
100100
)
101101

@@ -111,9 +111,9 @@ http_archive(
111111
http_archive(
112112
name = "tensorrt_win",
113113
build_file = "@//third_party/tensorrt/archive:BUILD",
114-
strip_prefix = "TensorRT-10.12.0.36",
114+
strip_prefix = "TensorRT-10.13.2.6",
115115
urls = [
116-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip",
116+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip",
117117
],
118118
)
119119

0 commit comments

Comments
 (0)