From e2338a09cd728d73fa20e4ca759789578ceeb2bf Mon Sep 17 00:00:00 2001 From: Mingyu Chen Date: Sat, 13 Jan 2024 23:30:30 +0800 Subject: [PATCH] [deps](hadoop) update hadoop on BE side to 3.3.6 (#29939) Same as on FE side --- thirdparty/build-thirdparty.sh | 8 ++++---- thirdparty/vars.sh | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh index dd965f9b022367..68e29eac154c97 100755 --- a/thirdparty/build-thirdparty.sh +++ b/thirdparty/build-thirdparty.sh @@ -1677,11 +1677,11 @@ build_hadoop_libs() { mkdir -p "${TP_INSTALL_DIR}/include/hadoop_hdfs/" mkdir -p "${TP_INSTALL_DIR}/lib/hadoop_hdfs/" - cp -r ./hadoop-dist/target/hadoop-libhdfs-3.3.4/* "${TP_INSTALL_DIR}/lib/hadoop_hdfs/" - cp -r ./hadoop-dist/target/hadoop-libhdfs-3.3.4/include/hdfs.h "${TP_INSTALL_DIR}/include/hadoop_hdfs/" + cp -r ./hadoop-dist/target/hadoop-libhdfs-3.3.6/* "${TP_INSTALL_DIR}/lib/hadoop_hdfs/" + cp -r ./hadoop-dist/target/hadoop-libhdfs-3.3.6/include/hdfs.h "${TP_INSTALL_DIR}/include/hadoop_hdfs/" rm -rf "${TP_INSTALL_DIR}/lib/hadoop_hdfs/native/*.a" - find ./hadoop-dist/target/hadoop-3.3.4/lib/native/ -type f ! -name '*.a' -exec cp {} "${TP_INSTALL_DIR}/lib/hadoop_hdfs/native/" \; - find ./hadoop-dist/target/hadoop-3.3.4/lib/native/ -type l -exec cp -P {} "${TP_INSTALL_DIR}/lib/hadoop_hdfs/native/" \; + find ./hadoop-dist/target/hadoop-3.3.6/lib/native/ -type f ! -name '*.a' -exec cp {} "${TP_INSTALL_DIR}/lib/hadoop_hdfs/native/" \; + find ./hadoop-dist/target/hadoop-3.3.6/lib/native/ -type l -exec cp -P {} "${TP_INSTALL_DIR}/lib/hadoop_hdfs/native/" \; } # dragonbox diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh index d5edc108d8137d..ad127fbd6a254a 100644 --- a/thirdparty/vars.sh +++ b/thirdparty/vars.sh @@ -461,10 +461,10 @@ FAST_FLOAT_SOURCE=fast_float-3.9.0 FAST_FLOAT_MD5SUM="5656b0d8b150a3b157cfb092d214f6ea" # libhdfs -HADOOP_LIBS_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/hadoop-3.3.4.6-for-doris.tar.gz" -HADOOP_LIBS_NAME="hadoop-3.3.4.6-for-doris.tar.gz" -HADOOP_LIBS_SOURCE="doris-thirdparty-hadoop-3.3.4.6-for-doris" -HADOOP_LIBS_MD5SUM="5a13939f77e22b85eea9c3b985529202" +HADOOP_LIBS_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/hadoop-3.3.6.1-for-doris.tar.gz" +HADOOP_LIBS_NAME="hadoop-3.3.6.1-for-doris.tar.gz" +HADOOP_LIBS_SOURCE="doris-thirdparty-hadoop-3.3.6.1-for-doris" +HADOOP_LIBS_MD5SUM="8a4455b07f5df2bb10a2718c957972b8" # libdragonbox for faster double/float to string DRAGONBOX_DOWNLOAD="https://github.com/jk-jeon/dragonbox/archive/refs/tags/1.1.3.tar.gz"