diff --git a/setup.py b/setup.py
index 1fa297e22acd9..96b9db5695377 100644
--- a/setup.py
+++ b/setup.py
@@ -208,6 +208,16 @@ def run(self):
                     "libcufft.so.10",
                     "libcufft.so.11",
                     "libcurand.so.10",
+                    "libcudnn_adv.so.9",
+                    "libcudnn_cnn.so.9",
+                    "libcudnn_engines_precompiled.so.9",
+                    "libcudnn_engines_runtime_compiled.so.9",
+                    "libcudnn_graph.so.9",
+                    "libcudnn_heuristic.so.9",
+                    "libcudnn_ops.so.9",
+                    "libnvJitLink.so.12",
+                    "libnvrtc.so.12",
+                    "libnvrtc-builtins.so.12",
                 ]
                 rocm_dependencies = [
                     "libamd_comgr.so.2",