diff --git a/.ci/install.sh b/.ci/install.sh
index 4748feb3d49..3575a4f31d1 100755
--- a/.ci/install.sh
+++ b/.ci/install.sh
@@ -46,6 +46,17 @@ if [[ $(uname) != CYGWIN* ]]; then
         python3 -m pip install pyqt6
     fi
 
+    # Pyroma uses non-isolated build and
+    # fails due to old setuptools
+    if [[
+        $GHA_PYTHON_VERSION == pypy3.9
+        || $GHA_PYTHON_VERSION == 3.8
+        || $GHA_PYTHON_VERSION == 3.9
+    ]]; then
+        # Tp match pyproject.toml
+        python3 -m pip install "setuptools>=67.8"
+    fi
+
     # webp
     pushd depends && ./install_webp.sh && popd
 
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 31f95d3d6a7..201f9ef7768 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -73,7 +73,6 @@ jobs:
     - name: Install Linux dependencies
       if: startsWith(matrix.os, 'ubuntu')
       run: |
-        python3 -m pip install "setuptools>=67.8"
         .ci/install.sh
       env:
         GHA_PYTHON_VERSION: ${{ matrix.python-version }}