diff --git a/rocm/ubi9-python-3.9/Dockerfile b/rocm/ubi9-python-3.9/Dockerfile
index 6911599a3..92863c310 100644
--- a/rocm/ubi9-python-3.9/Dockerfile
+++ b/rocm/ubi9-python-3.9/Dockerfile
@@ -35,7 +35,14 @@ RUN echo "[ROCm]" > /etc/yum.repos.d/rocm.repo && \
     yum install -y \
       rocm-utils rocm-smi rccl rocm-device-libs && \
     yum clean all && rm -rf /var/cache/yum
+
 # Install more of the supporting libs
+RUN yum install -y \
+      rocm-hip-runtime \
+      rocm-opencl-runtime \
+      rocm-language-runtime \
+    yum clean all && rm -rf /var/cache/yum
+
 RUN yum install -y \
       rocblas rocsolver rocsparse && \
     yum clean all && rm -rf /var/cache/yum
@@ -52,12 +59,6 @@ RUN yum install -y \
       rocblas-devel rocrand-devel hipfft-devel miopen-hip-devel && \
     yum clean all && rm -rf /var/cache/yum
 
-RUN yum install -y \
-      rocm-hip-runtime \
-      rocm-opencl-runtime \
-      rocm-language-runtime \
-    yum clean all && rm -rf /var/cache/yum
-
 # Install the rest of the ROCm RPMs; this way we avoid creating a single huge
 #  layer, that would stress OpenShift CI infrastructure too much
 RUN yum install -y rocm && \