diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 31fda45447..a4f44f89ae 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -132,7 +132,7 @@ jobs:
       - name: Pyroscope Build & push multi-arch image
         id: build-push
         run: |
-          make docker-image/pyroscope/push "BUILDX_ARGS=--cache-from=type=gha --cache-to=type=gha"
+          make docker-image/pyroscope/push docker-image/pyroscope/push-debug "BUILDX_ARGS=--cache-from=type=gha --cache-to=type=gha"
 
   deploy-dev-001:
     if: github.event_name == 'push' && github.repository == 'grafana/pyroscope'
diff --git a/Makefile b/Makefile
index caf634320c..e33e53f2b3 100644
--- a/Makefile
+++ b/Makefile
@@ -191,6 +191,12 @@ docker-image/pyroscope/build-debug: GOARCH=amd64
 docker-image/pyroscope/build-debug: frontend/build go/bin-debug $(BIN)/linux_amd64/dlv
 	$(call docker_buildx,--load,debug.)
 
+.PHONY: docker-image/pyroscope/push-debug
+docker-image/pyroscope/push-debug: GOOS=linux
+docker-image/pyroscope/push-debug: GOARCH=amd64
+docker-image/pyroscope/push-debug: frontend/build go/bin-debug $(BIN)/linux_amd64/dlv
+	$(call docker_buildx,--push,debug.)
+
 .PHONY: docker-image/pyroscope/build
 docker-image/pyroscope/build: GOOS=linux
 docker-image/pyroscope/build: GOARCH=amd64