This is an automated email from the ASF dual-hosted git repository.
changchen pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 1564a095a [GLUTEN-5403][CH] Fix build error due to delta.package.name
not set by default (#5404)
1564a095a is described below
commit 1564a095a16050e961de18e5636132c8a519cd94
Author: Wenzheng Liu <[email protected]>
AuthorDate: Mon Apr 15 10:45:39 2024 +0800
[GLUTEN-5403][CH] Fix build error due to delta.package.name not set by
default (#5404)
---
ep/build-clickhouse/src/package.sh | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git a/ep/build-clickhouse/src/package.sh
b/ep/build-clickhouse/src/package.sh
index 0049a5f14..a1cf9733c 100755
--- a/ep/build-clickhouse/src/package.sh
+++ b/ep/build-clickhouse/src/package.sh
@@ -33,10 +33,11 @@ function detect_os_version() {
}
detect_os_version
+DEFAULT_SPARK_PROFILE="spark-3.3"
function get_project_version() {
cd "${GLUTEN_SOURCE}"
# use mvn command to get project version
- PROJECT_VERSION=$(mvn -q -Dexec.executable="echo"
-Dexec.args='${project.version}' --non-recursive exec:exec)
+ PROJECT_VERSION=$(mvn -q -P${DEFAULT_SPARK_PROFILE} -Dexec.executable="echo"
-Dexec.args='${project.version}' --non-recursive exec:exec)
export PROJECT_VERSION=${PROJECT_VERSION}
}
get_project_version
@@ -94,11 +95,11 @@ wget
https://repo1.maven.org/maven2/io/delta/delta-core_2.12/${delta_version_33}
wget
https://repo1.maven.org/maven2/io/delta/delta-storage/${delta_version_33}/delta-storage-${delta_version_33}.jar
-P "${PACKAGE_DIR_PATH}"/jars/spark33
# download common 3rd party jars
-protobuf_version=$(mvn -q -Dexec.executable="echo"
-Dexec.args='${protobuf.version}' --non-recursive exec:exec)
+protobuf_version=$(mvn -q -P${DEFAULT_SPARK_PROFILE} -Dexec.executable="echo"
-Dexec.args='${protobuf.version}' --non-recursive exec:exec)
wget
https://repo1.maven.org/maven2/com/google/protobuf/protobuf-java/${protobuf_version}/protobuf-java-${protobuf_version}.jar
-P "${PACKAGE_DIR_PATH}"/jars/spark32
cp "${PACKAGE_DIR_PATH}"/jars/spark32/protobuf-java-${protobuf_version}.jar
"${PACKAGE_DIR_PATH}"/jars/spark33
-celeborn_version=$(mvn -q -Dexec.executable="echo"
-Dexec.args='${celeborn.version}' --non-recursive exec:exec)
+celeborn_version=$(mvn -q -P${DEFAULT_SPARK_PROFILE} -Dexec.executable="echo"
-Dexec.args='${celeborn.version}' --non-recursive exec:exec)
wget
https://repo1.maven.org/maven2/org/apache/celeborn/celeborn-client-spark-3-shaded_2.12/${celeborn_version}/celeborn-client-spark-3-shaded_2.12-${celeborn_version}.jar
-P "${PACKAGE_DIR_PATH}"/jars/spark32
cp
"${PACKAGE_DIR_PATH}"/jars/spark32/celeborn-client-spark-3-shaded_2.12-${celeborn_version}.jar
"${PACKAGE_DIR_PATH}"/jars/spark33
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
