From b7456a97da52c824667abf164bd108b34e3592a0 Mon Sep 17 00:00:00 2001 From: Yuan Zhou Date: Tue, 21 Nov 2023 10:23:21 +0800 Subject: [PATCH] [VL] followup to add CentOS7 support Signed-off-by: Yuan Zhou --- .github/workflows/velox_be.yml | 8 ++++---- ep/build-velox/src/get_velox.sh | 3 +++ 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/.github/workflows/velox_be.yml b/.github/workflows/velox_be.yml index 3ebf43e48564..489d7d8c6918 100644 --- a/.github/workflows/velox_be.yml +++ b/.github/workflows/velox_be.yml @@ -88,7 +88,7 @@ jobs: run: | docker stop ubuntu2004-test-$GITHUB_RUN_ID || true - ubuntu2004-test-slow-spark32: + ubuntu2004-test-spark32-slow: runs-on: velox-self-hosted steps: - uses: actions/checkout@v4 @@ -402,14 +402,14 @@ jobs: source /env.sh && \ sudo yum -y install patch && \ cd /opt/gluten/ep/build-velox/src && \ - ./get_velox.sh --velox_home=/opt/velox && \ - ./build_velox.sh --run_setup_script=OFF --velox_home=/opt/velox --enable_ep_cache=ON' + ./get_velox.sh --velox_home=/opt/velox --enable_hdfs=ON --enable_s3=ON --enable_gcs=ON && \ + ./build_velox.sh --run_setup_script=OFF --velox_home=/opt/velox --enable_ep_cache=ON --enable_s3=ON --enable_gcs=ON --enable_hdfs=ON' - name: Build Gluten CPP library run: | docker exec centos7-test-$GITHUB_RUN_ID bash -c ' source /env.sh && \ cd /opt/gluten/cpp && \ - ./compile.sh --build_velox_backend=ON --velox_home=/opt/velox' + ./compile.sh --build_velox_backend=ON --velox_home=/opt/velox --enable_hdfs=ON --enable_s3=ON --enable_gcs=ON' - name: Build for Spark 3.2.2 run: | docker exec centos7-test-$GITHUB_RUN_ID bash -c ' diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh index 73bc546b2c18..d805dcecd07c 100755 --- a/ep/build-velox/src/get_velox.sh +++ b/ep/build-velox/src/get_velox.sh @@ -151,6 +151,9 @@ function process_setup_centos7 { if [ $ENABLE_S3 == "ON" ]; then sed -i '/^ run_and_time install_fmt/a \ \ run_and_time install_awssdk' scripts/setup-centos7.sh fi + if [ $ENABLE_GCS == "ON" ]; then + sed -i '/^cmake_install_deps fmt/a \ \ '${VELOX_HOME}/scripts'/setup-adapters.sh gcs' scripts/setup-centos7.sh + fi } function process_setup_alinux3 {