Merge branch 'main' into group_norm_layer

pytorch · Dec 12, 2024 · 1f12ffa · 1f12ffa
2 parents 8e01fd8 + de39fa3
commit 1f12ffa
Show file tree

Hide file tree

Showing 194 changed files with 2,065 additions and 837 deletions.
diff --git a/.github/scripts/generate_binary_build_matrix.py b/.github/scripts/generate_binary_build_matrix.py
@@ -152,33 +152,33 @@ def initialize_globals(channel: str, build_python_only: bool) -> None:
         "12.4": "pytorch/manylinux2_28-builder:cuda12.4",
         "12.6": "pytorch/manylinux2_28-builder:cuda12.6",
         **{
-            gpu_arch: f"pytorch/manylinux-builder:rocm{gpu_arch}"
+            gpu_arch: f"pytorch/manylinux2_28-builder:rocm{gpu_arch}"
             for gpu_arch in ROCM_ARCHES
         },
-        CPU: "pytorch/manylinux-builder:cpu",
+        CPU: "pytorch/manylinux2_28-builder:cpu",
         XPU: "pytorch/manylinux2_28-builder:xpu",
         # TODO: Migrate CUDA_AARCH64 image to manylinux2_28_aarch64-builder:cuda12.4
         CPU_AARCH64: "pytorch/manylinux2_28_aarch64-builder:cpu-aarch64",
         CUDA_AARCH64: "pytorch/manylinuxaarch64-builder:cuda12.4",
     }
     LIBTORCH_CONTAINER_IMAGES = {
         **{
-            (gpu_arch, PRE_CXX11_ABI): f"pytorch/manylinux-builder:cuda{gpu_arch}"
+            (gpu_arch, PRE_CXX11_ABI): f"pytorch/manylinux2_28-builder:cuda{gpu_arch}"
             for gpu_arch in CUDA_ARCHES
         },
         **{
             (gpu_arch, CXX11_ABI): f"pytorch/libtorch-cxx11-builder:cuda{gpu_arch}"
             for gpu_arch in CUDA_ARCHES
         },
         **{
-            (gpu_arch, PRE_CXX11_ABI): f"pytorch/manylinux-builder:rocm{gpu_arch}"
+            (gpu_arch, PRE_CXX11_ABI): f"pytorch/manylinux2_28-builder:rocm{gpu_arch}"
             for gpu_arch in ROCM_ARCHES
         },
         **{
             (gpu_arch, CXX11_ABI): f"pytorch/libtorch-cxx11-builder:rocm{gpu_arch}"
             for gpu_arch in ROCM_ARCHES
         },
-        (CPU, PRE_CXX11_ABI): "pytorch/manylinux-builder:cpu",
+        (CPU, PRE_CXX11_ABI): "pytorch/manylinux2_28-builder:cpu",
         (CPU, CXX11_ABI): "pytorch/libtorch-cxx11-builder:cpu",
     }
 

diff --git a/.github/workflows/build-test-linux.yml b/.github/workflows/build-test-linux.yml
@@ -137,7 +137,7 @@ jobs:
         export CI_BUILD=1
         pushd .
         cd tests/py/dynamo
-        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 8 conversion/
+        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
         popd
 
   tests-py-dynamo-fe:

diff --git a/.github/workflows/build-test-tensorrt-linux.yml b/.github/workflows/build-test-tensorrt-linux.yml
@@ -129,7 +129,7 @@ jobs:
         export CI_BUILD=1
         pushd .
         cd tests/py/dynamo
-        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 8 conversion/
+        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
         popd
 
   tests-py-dynamo-fe:
@@ -314,4 +314,4 @@ jobs:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ inputs.repository }}-${{ github.event_name == 'workflow_dispatch' }}-${{ inputs.job-name }}
-  cancel-in-progress: true
+  cancel-in-progress: true
diff --git a/.github/workflows/build-test-tensorrt-windows.yml b/.github/workflows/build-test-tensorrt-windows.yml
@@ -132,7 +132,7 @@ jobs:
         export CI_BUILD=1
         pushd .
         cd tests/py/dynamo
-        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 8 conversion/
+        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
         popd
 
   tests-py-dynamo-fe:
@@ -298,4 +298,4 @@ jobs:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ inputs.repository }}-${{ github.event_name == 'workflow_dispatch' }}-${{ inputs.job-name }}
-  cancel-in-progress: true
+  cancel-in-progress: true
diff --git a/.github/workflows/build-test-windows.yml b/.github/workflows/build-test-windows.yml
@@ -119,7 +119,7 @@ jobs:
         export CI_BUILD=1
         pushd .
         cd tests/py/dynamo
-        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 8 conversion/
+        python -m pytest -ra --junitxml=${RUNNER_TEST_RESULTS_DIR}/dynamo_converters_test_results.xml -n 4 conversion/
         popd
 
   tests-py-dynamo-fe:

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class DataType &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define STR &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define XSTR &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory cpp &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory include &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -273,7 +273,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>
 
 

diff --git a/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
 
-  <title>Enum Level &mdash; Torch-TensorRT v2.6.0.dev0+a945aeb documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.6.0.dev0+d3a8880 documentation</title>
 
 
 
@@ -275,7 +275,7 @@
 
 
                 <div class="version">
-                  v2.6.0.dev0+a945aeb
+                  v2.6.0.dev0+d3a8880
                 </div>