diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh
index 134b12adec72..9ae85fce50bd 100755
--- a/dev/builddeps-veloxbe.sh
+++ b/dev/builddeps-veloxbe.sh
@@ -232,6 +232,9 @@ fi
 
 OS=`uname -s`
 ARCH=`uname -m`
+DEPENDENCY_DIR=${DEPENDENCY_DIR:-$CURRENT_DIR/../ep/_ep}
+mkdir -p ${DEPENDENCY_DIR}
+
 source $GLUTEN_DIR/dev/build_helper_functions.sh
 if [ -z "${GLUTEN_VCPKG_ENABLED:-}" ] && [ $RUN_SETUP_SCRIPT == "ON" ]; then
   echo "Start to install dependencies"
@@ -244,23 +247,23 @@ if [ -z "${GLUTEN_VCPKG_ENABLED:-}" ] && [ $RUN_SETUP_SCRIPT == "ON" ]; then
     echo "Unsupported kernel: $OS"
     exit 1
   fi
+  if [ $ENABLE_HDFS == "ON" ]; then
+    pushd $VELOX_HOME
+    install_libhdfs3
+    popd
+  fi
+  if [ $ENABLE_S3 == "ON" ]; then
+    ${VELOX_HOME}/scripts/setup-adapters.sh aws
+  fi
+  if [ $ENABLE_GCS == "ON" ]; then
+    ${VELOX_HOME}/scripts/setup-adapters.sh gcs
+  fi
+  if [ $ENABLE_ABFS == "ON" ]; then
+    export AZURE_SDK_DISABLE_AUTO_VCPKG=ON
+    ${VELOX_HOME}/scripts/setup-adapters.sh abfs
+  fi
   popd
 fi
-if [ $ENABLE_HDFS == "ON" ]; then
-  pushd $VELOX_HOME
-  install_libhdfs3
-  popd
-fi
-if [ $ENABLE_S3 == "ON" ]; then
-  ${VELOX_HOME}/scripts/setup-adapters.sh aws
-fi
-if [ $ENABLE_GCS == "ON" ]; then
-  ${VELOX_HOME}/scripts/setup-adapters.sh gcs
-fi
-if [ $ENABLE_ABFS == "ON" ]; then
-  export AZURE_SDK_DISABLE_AUTO_VCPKG=ON
-  ${VELOX_HOME}/scripts/setup-adapters.sh abfs
-fi
 
 commands_to_run=${OTHER_ARGUMENTS:-}
 (