diff --git a/deployments/container/Dockerfile.ubi8 b/deployments/container/Dockerfile.ubi8
index b8eea9c86..094468e75 100644
--- a/deployments/container/Dockerfile.ubi8
+++ b/deployments/container/Dockerfile.ubi8
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 ARG GOLANG_VERSION=1.20.5
-FROM nvidia/cuda:12.6.0-base-ubi8 as build
+FROM nvidia/cuda:12.6.1-base-ubi8 as build
 
 RUN yum install -y \
     wget make git gcc \
@@ -44,7 +44,7 @@ ARG VERSION="N/A"
 ARG GIT_COMMIT="unknown"
 RUN make PREFIX=/artifacts cmds
 
-FROM nvidia/cuda:12.6.0-base-ubi8
+FROM nvidia/cuda:12.6.1-base-ubi8
 
 # Remove CUDA libs(compat etc) in favor of libs installed by the NVIDIA driver
 RUN dnf remove -y cuda-*
diff --git a/deployments/container/Dockerfile.ubuntu b/deployments/container/Dockerfile.ubuntu
index 78b0e7c39..a8ebdd374 100644
--- a/deployments/container/Dockerfile.ubuntu
+++ b/deployments/container/Dockerfile.ubuntu
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 ARG GOLANG_VERSION=1.20.5
-FROM nvidia/cuda:12.6.0-base-ubuntu22.04 as build
+FROM nvidia/cuda:12.6.1-base-ubuntu22.04 as build
 
 RUN apt-get update && \
     apt-get install -y wget make git gcc \
@@ -44,7 +44,7 @@ ARG VERSION="N/A"
 ARG GIT_COMMIT="unknown"
 RUN make PREFIX=/artifacts cmds
 
-FROM nvidia/cuda:12.6.0-base-ubuntu22.04
+FROM nvidia/cuda:12.6.1-base-ubuntu22.04
 
 # Remove CUDA libs(compat etc) in favor of libs installed by the NVIDIA driver
 RUN rm -f cuda-*.deb