From 180420c9265045c9f51938d996cd37175a4e9f68 Mon Sep 17 00:00:00 2001
From: Pavithra Vijayakrishnan
 <160681768+pvijayakrish@users.noreply.github.com>
Date: Wed, 15 Jan 2025 13:52:08 -0800
Subject: [PATCH] Update CUDA archs in ORT (#291)

* Update CUDA archs in ORT

* Update CUDA archs in ORT and fixing typo

* Update cudnn home

* Version upgrade for openvino updated from 24.12

* Update CUDNN_home for v9.7.0

* Update the home path

* Update path

* Update CUDNN home

* Remove comments

* Update the supported igpu NVCC

* Update the supported igpu and dgpu NVCC

* Upadate default branch post 24.12 (#290)

* Update README and versions for 2.53.0 / 24.12 (#288)

* Update 'gen_ort_dockerfile.py' fil to meet changes in ONNX Runtime 1.20.x

* remove psutils

* Update reformating

* restore description

* Update OpenVINO to 2024.5 (#287)

* Update 'gen_ort_dockerfile.py' fil to meet changes in ONNX Runtime 1.20.x

* remove psutils

* Add OpenVINO version

* Fix pre-commit issues

* Extract archive in different location (#289)

* Extract archive in different location

* Revert "Extract archive in different location"

This reverts commit e57256a07c1c39afec0e9355e8433ea01dcbd569.

* Update installation instructions

* Reapply "Extract archive in different location"

This reverts commit 59e24e48c6306990f8a59326164f3acef842b3c4.

* Rolling back changes cherry picked from 24.12

* Rolling back changes cherry picked from 24.12: fixing spaces

---------

Co-authored-by: Misha Chornyi <99709299+mc-nv@users.noreply.github.com>
---
 cmake/download_onnxruntime.cmake | 3 ++-
 tools/gen_ort_dockerfile.py      | 8 ++++----
 2 files changed, 6 insertions(+), 5 deletions(-)

diff --git a/cmake/download_onnxruntime.cmake b/cmake/download_onnxruntime.cmake
index 6401c2b..d651e12 100644
--- a/cmake/download_onnxruntime.cmake
+++ b/cmake/download_onnxruntime.cmake
@@ -28,4 +28,5 @@ if(DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)
 
   endif(NOT DOWNLOAD_RESULT EQUAL 0)
 
-endif(DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)
\ No newline at end of file
+endif(DEFINED TRITON_ONNXRUNTIME_PACKAGE_URL)
+
diff --git a/tools/gen_ort_dockerfile.py b/tools/gen_ort_dockerfile.py
index 82f9554..2a5a4f7 100755
--- a/tools/gen_ort_dockerfile.py
+++ b/tools/gen_ort_dockerfile.py
@@ -256,7 +256,7 @@ def dockerfile_for_linux(output_file):
         if FLAGS.cudnn_home is not None:
             ep_flags += ' --cudnn_home "{}"'.format(FLAGS.cudnn_home)
         elif target_platform() == "igpu":
-            ep_flags += ' --cudnn_home "/usr/lib/aarch64-linux-gnu"'
+            ep_flags += ' --cudnn_home "/usr/include"'
         if FLAGS.ort_tensorrt:
             ep_flags += " --use_tensorrt"
             if FLAGS.ort_version >= "1.12.1":
@@ -275,9 +275,9 @@ def dockerfile_for_linux(output_file):
         ep_flags += (
             " --skip_tests --cmake_extra_defines 'onnxruntime_BUILD_UNIT_TESTS=OFF'"
         )
-        cuda_archs = "53;62;72;87"
+        cuda_archs = "87;101"
     else:
-        cuda_archs = "75;80;86;90"
+        cuda_archs = "75;80;86;89;90;100;120"
 
     df += """
 WORKDIR /workspace/onnxruntime
@@ -472,7 +472,7 @@ def dockerfile_for_windows(output_file):
 WORKDIR /workspace/onnxruntime
 ARG VS_DEVCMD_BAT="\\BuildTools\\VC\\Auxiliary\\Build\\vcvars64.bat"
 RUN powershell Set-Content 'build.bat' -value 'call %VS_DEVCMD_BAT%',(Get-Content 'build.bat')
-RUN build.bat --cmake_generator "Visual Studio 17 2022" --config Release --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=75;80;86;90" --skip_submodule_sync --parallel --build_shared_lib --compile_no_warning_as_error --skip_tests --update --build --build_dir /workspace/build {}
+RUN build.bat --cmake_generator "Visual Studio 17 2022" --config Release --cmake_extra_defines "CMAKE_CUDA_ARCHITECTURES=75;80;86;90;100;120" --skip_submodule_sync --parallel --build_shared_lib --compile_no_warning_as_error --skip_tests --update --build --build_dir /workspace/build {}
 """.format(
         ep_flags
     )