diff --git a/dev/conbench_envs/hooks.sh b/dev/conbench_envs/hooks.sh
index a77189764aed3..0745357d2c0d3 100755
--- a/dev/conbench_envs/hooks.sh
+++ b/dev/conbench_envs/hooks.sh
@@ -59,7 +59,8 @@ build_arrow_cpp() {
 }
 
 build_arrow_python() {
-  ci/scripts/python_build.sh $(pwd) $(pwd)
+  mkdir -p /tmp/arrow
+  ci/scripts/python_build.sh $(pwd) /tmp/arrow
 }
 
 build_arrow_r() {
@@ -69,7 +70,8 @@ build_arrow_r() {
 }
 
 build_arrow_java() {
-  ci/scripts/java_build.sh $(pwd) $(pwd)
+  mkdir -p /tmp/arrow
+  ci/scripts/java_build.sh $(pwd) /tmp/arrow
 }
 
 install_archery() {