This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new cd3dbc33c9 [deps](be) update libhdfs3 and jemalloc (#16894)
cd3dbc33c9 is described below
commit cd3dbc33c93a4e3ec4717048c0b63c3e180b9e0d
Author: Mingyu Chen <[email protected]>
AuthorDate: Sun Feb 19 19:49:27 2023 +0800
[deps](be) update libhdfs3 and jemalloc (#16894)
- Modified: libhdfs3 2.3.7 -> 2.3.8
- Modified: jemalloc 5.2.1 -> 5.3.0 (#14871)
---
dist/LICENSE-dist.txt | 4 ++--
thirdparty/CHANGELOG.md | 4 ++++
thirdparty/build-thirdparty.sh | 6 +++---
thirdparty/download-thirdparty.sh | 6 +++---
thirdparty/vars.sh | 27 +++++++++++++++++----------
5 files changed, 29 insertions(+), 18 deletions(-)
diff --git a/dist/LICENSE-dist.txt b/dist/LICENSE-dist.txt
index 2721303b8f..443cb9168e 100644
--- a/dist/LICENSE-dist.txt
+++ b/dist/LICENSE-dist.txt
@@ -1530,7 +1530,7 @@ The Apache Software License, Version 2.0
* aws sdk: 1.9.211
* benchmark: 1.5.6
* simdjson: 3.0.1
- * libhdfs3: 2.3.7
+ * libhdfs3: 2.3.8
* opentelemetry-proto: 0.18.0
* opentelemetry-cpp: 1.4.0
* clucenc: 2.4.4
@@ -1571,7 +1571,7 @@ Other dependencies:
* brotli: 1.0.9 -- license/LICENSE-brotli.txt
* bitshuffle: 0.5.1 -- license/LICENSE-bigshuffle.txt
* fmt: 7.1.3 -- license/LICENSE-fmt.txt
- * jemalloc: 5.2.1 -- license/LICENSE-jemolloc.txt
+ * jemalloc: 5.3.0 -- license/LICENSE-jemolloc.txt
* lzma@master -- license/LICENSE-lzma.txt
* libdivide: 5.0 -- license/LICENSE-libdivide.txt
* pdqsort: 0.0.0+git20180419 -- license/LICENSE-pdqsort.txt
diff --git a/thirdparty/CHANGELOG.md b/thirdparty/CHANGELOG.md
index 38b11e1758..78d3b58699 100644
--- a/thirdparty/CHANGELOG.md
+++ b/thirdparty/CHANGELOG.md
@@ -2,6 +2,10 @@
This file contains version of the third-party dependency libraries in the
build-env image. The docker build-env image is apache/doris, and the tag is
`build-env-${version}`
+## v20230218
+- Modified: libhdfs3 2.3.7 -> 2.3.8
+- Modified: jemalloc 5.2.1 -> 5.3.0
+
## v20230130
- Modified: libhdfs3 2.3.6 -> 2.3.7
diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh
index 2f124b1e83..92143abc1d 100755
--- a/thirdparty/build-thirdparty.sh
+++ b/thirdparty/build-thirdparty.sh
@@ -931,7 +931,7 @@ build_arrow() {
export ARROW_LZ4_URL="${TP_SOURCE_DIR}/${LZ4_NAME}"
export ARROW_FLATBUFFERS_URL="${TP_SOURCE_DIR}/${FLATBUFFERS_NAME}"
export ARROW_ZSTD_URL="${TP_SOURCE_DIR}/${ZSTD_NAME}"
- export ARROW_JEMALLOC_URL="${TP_SOURCE_DIR}/${JEMALLOC_NAME}"
+ export ARROW_JEMALLOC_URL="${TP_SOURCE_DIR}/${JEMALLOC_ARROW_NAME}"
export ARROW_Thrift_URL="${TP_SOURCE_DIR}/${THRIFT_NAME}"
export ARROW_SNAPPY_URL="${TP_SOURCE_DIR}/${SNAPPY_NAME}"
export ARROW_ZLIB_URL="${TP_SOURCE_DIR}/${ZLIB_NAME}"
@@ -1404,8 +1404,8 @@ build_hdfs3() {
# jemalloc
build_jemalloc() {
- check_if_source_exist "${JEMALLOC_SOURCE}"
- cd "${TP_SOURCE_DIR}/${JEMALLOC_SOURCE}"
+ check_if_source_exist "${JEMALLOC_DORIS_SOURCE}"
+ cd "${TP_SOURCE_DIR}/${JEMALLOC_DORIS_SOURCE}"
mkdir -p "${BUILD_DIR}"
cd "${BUILD_DIR}"
diff --git a/thirdparty/download-thirdparty.sh
b/thirdparty/download-thirdparty.sh
index b2d2555276..e2a5d8a113 100755
--- a/thirdparty/download-thirdparty.sh
+++ b/thirdparty/download-thirdparty.sh
@@ -345,15 +345,15 @@ fi
echo "Finished patching ${LIBRDKAFKA_SOURCE}"
# patch jemalloc, disable JEMALLOC_MANGLE for overloading the memory API.
-if [[ "${JEMALLOC_SOURCE}" = "jemalloc-5.2.1" ]]; then
- cd "${TP_SOURCE_DIR}/${JEMALLOC_SOURCE}"
+if [[ "${JEMALLOC_DORIS_SOURCE}" = "jemalloc-5.3.0" ]]; then
+ cd "${TP_SOURCE_DIR}/${JEMALLOC_DORIS_SOURCE}"
if [[ ! -f "${PATCHED_MARK}" ]]; then
patch -p0 <"${TP_PATCH_DIR}/jemalloc_hook.patch"
touch "${PATCHED_MARK}"
fi
cd -
fi
-echo "Finished patching ${JEMALLOC_SOURCE}"
+echo "Finished patching ${JEMALLOC_DORIS_SOURCE}"
# patch hyperscan
# https://github.com/intel/hyperscan/issues/292
diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh
index 7ef201b880..84b2f7e2bc 100644
--- a/thirdparty/vars.sh
+++ b/thirdparty/vars.sh
@@ -292,11 +292,17 @@ ORC_NAME=orc-1.7.2.tar.gz
ORC_SOURCE=orc-1.7.2
ORC_MD5SUM="6cab37935eacdec7d078d327746a8578"
-# jemalloc
-JEMALLOC_DOWNLOAD="https://github.com/jemalloc/jemalloc/releases/download/5.2.1/jemalloc-5.2.1.tar.bz2";
-JEMALLOC_NAME="jemalloc-5.2.1.tar.bz2"
-JEMALLOC_SOURCE="jemalloc-5.2.1"
-JEMALLOC_MD5SUM="3d41fbf006e6ebffd489bdb304d009ae"
+# jemalloc for arrow
+JEMALLOC_ARROW_DOWNLOAD="https://github.com/jemalloc/jemalloc/releases/download/5.2.1/jemalloc-5.2.1.tar.bz2";
+JEMALLOC_ARROW_NAME="jemalloc-5.2.1.tar.bz2"
+JEMALLOC_ARROW_SOURCE="jemalloc-5.2.1"
+JEMALLOC_ARROW_MD5SUM="3d41fbf006e6ebffd489bdb304d009ae"
+
+# jemalloc for doris
+JEMALLOC_DORIS_DOWNLOAD="https://github.com/jemalloc/jemalloc/releases/download/5.3.0/jemalloc-5.3.0.tar.bz2";
+JEMALLOC_DORIS_NAME="jemalloc-5.3.0.tar.bz2"
+JEMALLOC_DORIS_SOURCE="jemalloc-5.3.0"
+JEMALLOC_DORIS_MD5SUM="09a8328574dab22a7df848eae6dbbf53"
# cctz
CCTZ_DOWNLOAD="https://github.com/google/cctz/archive/v2.3.tar.gz";
@@ -368,10 +374,10 @@ KRB5_SOURCE="krb5-1.19"
KRB5_MD5SUM="aaf18447a5a014aa3b7e81814923f4c9"
# hdfs3
-HDFS3_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/libhdfs3-v2.3.7.tar.gz";
-HDFS3_NAME="doris-thirdparty-libhdfs3-v2.3.7.tar.gz"
-HDFS3_SOURCE="doris-thirdparty-libhdfs3-v2.3.7"
-HDFS3_MD5SUM="4c6b272970858214bccd0fc670071fc7"
+HDFS3_DOWNLOAD="https://github.com/apache/doris-thirdparty/archive/refs/tags/libhdfs3-v2.3.8.tar.gz";
+HDFS3_NAME="doris-thirdparty-libhdfs3-v2.3.8.tar.gz"
+HDFS3_SOURCE="doris-thirdparty-libhdfs3-v2.3.8"
+HDFS3_MD5SUM="3a9890bb43d0caee183ea7a49df2e4f3"
#libdivide
LIBDIVIDE_DOWNLOAD="https://github.com/ridiculousfish/libdivide/archive/5.0.tar.gz";
@@ -492,7 +498,8 @@ export TP_ARCHIVES=(
'FMT'
'PARALLEL_HASHMAP'
'ORC'
- 'JEMALLOC'
+ 'JEMALLOC_ARROW'
+ 'JEMALLOC_DORIS'
'CCTZ'
'DATATABLES'
'BOOTSTRAP_TABLE_JS'
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
