chore: bump to TRT 10.9 (#3436)

zewenli98 · web-flow · commit 95e4b632d95b · 2025-03-12T12:22:45.000-07:00
diff --git a/.github/scripts/generate-tensorrt-test-matrix.py b/.github/scripts/generate-tensorrt-test-matrix.py
@@ -40,6 +40,10 @@
             "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/zip/TensorRT-10.8.0.43.Windows.win10.cuda-12.8.zip",
             "strip_prefix": "TensorRT-10.8.0.43",
         },
+        "10.9.0": {
+            "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/zip/TensorRT-10.9.0.34.Windows.win10.cuda-12.8.zip",
+            "strip_prefix": "TensorRT-10.9.0.34",
+        },
     },
     "linux": {
         "10.6.0": {
@@ -54,6 +58,10 @@
             "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/tars/TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar.gz",
             "strip_prefix": "TensorRT-10.8.0.43",
         },
+        "10.9.0": {
+            "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz",
+            "strip_prefix": "TensorRT-10.9.0.34",
+        },
     },
 }
 
diff --git a/MODULE.bazel b/MODULE.bazel
@@ -1,6 +1,6 @@
 module(
     name = "torch_tensorrt",
-    version = "2.5.0a0",
+    version = "2.7.0a0",
     repo_name = "org_pytorch_tensorrt",
 )
 
@@ -79,18 +79,18 @@ http_archive(
 http_archive(
     name = "tensorrt",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    strip_prefix = "TensorRT-10.8.0.43",
+    strip_prefix = "TensorRT-10.9.0.34",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/tars/TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar.gz",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz",
     ],
 )
 
 http_archive(
     name = "tensorrt_win",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    strip_prefix = "TensorRT-10.8.0.43",
+    strip_prefix = "TensorRT-10.9.0.34",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/zip/TensorRT-10.8.0.43.Windows.win10.cuda-12.8.zip",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/zip/TensorRT-10.9.0.34.Windows.win10.cuda-12.8.zip",
     ],
 )
 
diff --git a/README.md b/README.md
@@ -7,7 +7,7 @@ Torch-TensorRT
 [![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
 [![pytorch](https://img.shields.io/badge/PyTorch-2.4-green)](https://www.python.org/downloads/release/python-31013/)
 [![cuda](https://img.shields.io/badge/CUDA-12.4-green)](https://developer.nvidia.com/cuda-downloads)
-[![trt](https://img.shields.io/badge/TensorRT-10.8.0-green)](https://github.com/nvidia/tensorrt-llm)
+[![trt](https://img.shields.io/badge/TensorRT-10.9.0-green)](https://github.com/nvidia/tensorrt-llm)
 [![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
 [![linux_tests](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux.yml/badge.svg)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux.yml)
 [![windows_tests](https://github.com/pytorch/TensorRT/actions/workflows/build-test-windows.yml/badge.svg)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-windows.yml)
@@ -119,7 +119,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR
 - Bazel 6.3.2
 - Libtorch 2.7.0.dev (latest nightly) (built with CUDA 12.8)
 - CUDA 12.8
-- TensorRT 10.8.0.43
+- TensorRT 10.9.0.43
 
 ## Deprecation Policy
 
diff --git a/dev_dep_versions.yml b/dev_dep_versions.yml
@@ -1,2 +1,2 @@
 __cuda_version__: "12.8"
-__tensorrt_version__: "10.8.0"
+__tensorrt_version__: "10.9.0"
diff --git a/docker/README.md b/docker/README.md
@@ -17,14 +17,14 @@ Note: By default the container uses the `cxx11-abi` version of Torch + Torch-TRT
 
 ### Instructions
 
-- The example below uses TensorRT 10.8.0.43
+- The example below uses TensorRT 10.9.0.34
 - See <a href="https://github.com/pytorch/TensorRT#dependencies">dependencies</a> for a list of current default dependencies.
 
 > From root of Torch-TensorRT repo
 
 Build:
 ```
-DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.8.0 -f docker/Dockerfile -t torch_tensorrt:latest .
+DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.9.0 -f docker/Dockerfile -t torch_tensorrt:latest .
 ```
 
 Run:
diff --git a/py/ci/Dockerfile.ci b/py/ci/Dockerfile.ci
@@ -3,13 +3,13 @@ FROM pytorch/manylinux2_28-builder:cuda12.8
 RUN yum install -y ninja-build
 
 # download TensorRT tarball
-RUN wget -q https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/tars/TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar.gz \
-&& gunzip TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar.gz \
-&& tar -xvf TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar \
-&& rm TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar
+RUN wget -q https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz \
+&& gunzip TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz \
+&& tar -xvf TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar \
+&& rm TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar
 
-ENV TENSORRT_DIR=/TensorRT-10.8.0.43
-ENV TENSORRT_VERSION=10.8.0
+ENV TENSORRT_DIR=/TensorRT-10.9.0.34
+ENV TENSORRT_VERSION=10.9.0
 
 RUN wget https://github.com/bazelbuild/bazelisk/releases/download/v1.17.0/bazelisk-linux-amd64 \
     && mv bazelisk-linux-amd64 /usr/bin/bazel \
diff --git a/pyproject.toml b/pyproject.toml
@@ -8,7 +8,7 @@ requires = [
     "cffi>=1.15.1",
     "typing-extensions>=4.7.0",
     "future>=0.18.3",
-    "tensorrt-cu12>=10.8.0,<10.9.0",
+    "tensorrt-cu12>=10.9.0,<10.10.0",
     "torch>=2.7.0.dev,<2.8.0",
     "pybind11==2.6.2",
     "numpy",
@@ -56,10 +56,10 @@ keywords = [
 ]
 dependencies = [
     "torch>=2.7.0.dev,<2.8.0",
-    "tensorrt>=10.8.0,<10.9.0",
-    "tensorrt-cu12>=10.8.0,<10.9.0",
-    "tensorrt-cu12-bindings>=10.8.0,<10.9.0",
-    "tensorrt-cu12-libs>=10.8.0,<10.9.0",
+    "tensorrt>=10.9.0,<10.10.0",
+    "tensorrt-cu12>=10.9.0,<10.10.0",
+    "tensorrt-cu12-bindings>=10.9.0,<10.10.0",
+    "tensorrt-cu12-libs>=10.9.0,<10.10.0",
     "packaging>=23",
     "numpy",
     "typing-extensions>=4.7.0",
@@ -116,6 +116,11 @@ name = "pytorch-nightly-cu126"
 url = "https://download.pytorch.org/whl/nightly/cu126"
 explicit = false
 
+[[tool.uv.index]]
+name = "nvidia"
+url = "https://pypi.nvidia.com"
+explicit = false
+
 # [[tool.uv.index]]
 # name = "pytorch-nightly-cu124"
 # url = "https://download.pytorch.org/whl/nightly/cu124"
diff --git a/toolchains/ci_workspaces/MODULE.bazel.tmpl b/toolchains/ci_workspaces/MODULE.bazel.tmpl
@@ -67,18 +67,18 @@ http_archive(
 http_archive(
     name = "tensorrt",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    strip_prefix = "TensorRT-10.8.0.43",
+    strip_prefix = "TensorRT-10.9.0.34",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/tars/TensorRT-10.8.0.43.Linux.x86_64-gnu.cuda-12.8.tar.gz",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz",
     ],
 )
 
 http_archive(
     name = "tensorrt_win",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    strip_prefix = "TensorRT-10.8.0.43",
+    strip_prefix = "TensorRT-10.9.0.34",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.8.0/zip/TensorRT-10.8.0.43.Windows.win10.cuda-12.8.zip",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/zip/TensorRT-10.9.0.34.Windows.win10.cuda-12.8.zip",
     ],
 )
 
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`	`__cuda_version__: "12.8"`
`2`		`-__tensorrt_version__: "10.8.0"`
	`2`	`+__tensorrt_version__: "10.9.0"`