diff --git a/.github/workflows/test-pki.yml b/.github/workflows/test-pki.yml
index 00e77737..7ac06da9 100644
--- a/.github/workflows/test-pki.yml
+++ b/.github/workflows/test-pki.yml
@@ -12,11 +12,9 @@ jobs:
         uses: actions/setup-go@v4.1.0
         with:
           go-version: '~1.19'
-      - name: Setup test deps
-        uses: ConorMacBride/install-package@v1.1.0
-        with:
-          apt: openssl softhsm2 opensc libengine-pkcs11-openssl
       - name: Clone the code
         uses: actions/checkout@v4
+      - name: Setup test deps
+        run: sudo make install-test-pki-deps
       - name: Run tests
         run: make test-pki
diff --git a/Makefile b/Makefile
index 9fc3622a..c5e318ee 100644
--- a/Makefile
+++ b/Makefile
@@ -52,6 +52,9 @@ format:
 check: format-check linter-check
 	@true
 
+install-test-pki-deps:
+	apt install openssl softhsm2 opensc libengine-pkcs11-openssl
+
 # This needs the following packages on Ubuntu: openssl softhsm2 opensc libengine-pkcs11-openssl
 test-pki:
 	go test ./x509/... -v -tags testhsm