This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-uniffle.git
The following commit(s) were added to refs/heads/master by this push:
new a3dbd221 [MINOR] docs: update the document and scripts of build tez.
(#997)
a3dbd221 is described below
commit a3dbd2216158d6e371569ae043210e312d9ae07d
Author: zhengchenyu <[email protected]>
AuthorDate: Wed Jul 5 20:40:09 2023 +0800
[MINOR] docs: update the document and scripts of build tez. (#997)
---
README.md | 14 +++++++++++---
build_distribution.sh | 10 ++++++++++
2 files changed, 21 insertions(+), 3 deletions(-)
diff --git a/README.md b/README.md
index 1f1cd078..59666b73 100644
--- a/README.md
+++ b/README.md
@@ -22,7 +22,7 @@ It provides the ability to push shuffle data into centralized
storage service,
changing the shuffle style from "local file pull-like style" to "remote block
push-like style".
It brings in several advantages like supporting disaggregated storage
deployment,
super large shuffle jobs, and high elasticity.
-Currently it supports [Apache Spark][1] and [Apache Hadoop MapReduce][2] and
[Apache Tez][3].
+Currently it supports [Apache Spark][1], [Apache Hadoop MapReduce][2] and
[Apache Tez][3].
[1]: https://spark.apache.org
[2]: https://hadoop.apache.org
@@ -97,14 +97,22 @@ Build against Spark 3.2.0
mvn -DskipTests clean package -Pspark3.2.0
-Build against Hadoop 2.8.5
+Build against Hadoop MapReduce 2.8.5
mvn -DskipTests clean package -Pmr,hadoop2.8
-Build against Hadoop 3.2.1
+Build against Hadoop MapReduce 3.2.1
mvn -DskipTests clean package -Pmr,hadoop3.2
+Build against Tez 0.9.1
+
+ mvn -DskipTests clean package -Ptez
+
+Build against Tez 0.9.1 and Hadoop 3.2.1
+
+ mvn -DskipTests clean package -Ptez,hadoop3.2
+
To package the Uniffle, run:
./build_distribution.sh
diff --git a/build_distribution.sh b/build_distribution.sh
index a8bc5899..8df540a0 100755
--- a/build_distribution.sh
+++ b/build_distribution.sh
@@ -216,6 +216,16 @@
MR_CLIENT_JAR="${RSS_HOME}/client-mr/core/target/shaded/rss-client-mr-${VERSION}
echo "copy $MR_CLIENT_JAR to ${MR_CLIENT_JAR_DIR}"
cp $MR_CLIENT_JAR $MR_CLIENT_JAR_DIR
+BUILD_COMMAND_TEZ=("$MVN" clean package -Ptez,$HADOOP_PROFILE_ID -pl
client-tez -DskipTests -am $@)
+echo -e "\nBuilding with..."
+echo -e "\$ ${BUILD_COMMAND_TEZ[@]}\n"
+"${BUILD_COMMAND_TEZ[@]}"
+TEZ_CLIENT_JAR_DIR="${CLIENT_JAR_DIR}/tez"
+mkdir -p $TEZ_CLIENT_JAR_DIR
+TEZ_CLIENT_JAR="${RSS_HOME}/client-tez/target/shaded/rss-client-tez-${VERSION}-shaded.jar"
+echo "copy $TEZ_CLIENT_JAR to ${TEZ_CLIENT_JAR_DIR}"
+cp $TEZ_CLIENT_JAR $TEZ_CLIENT_JAR_DIR
+
cp -r bin $DISTDIR
cp -r conf $DISTDIR
