This is an automated email from the ASF dual-hosted git repository.
sekikn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git
The following commit(s) were added to refs/heads/master by this push:
new c8bd842 BIGTOP-3335. Fix Mahout build after upgrading Spark to 2.4.5
(#624)
c8bd842 is described below
commit c8bd842e5117589d5130ec19c3550c001f57c53e
Author: Kengo Seki <[email protected]>
AuthorDate: Fri Apr 10 20:11:52 2020 +0900
BIGTOP-3335. Fix Mahout build after upgrading Spark to 2.4.5 (#624)
---
bigtop-packages/src/common/mahout/do-component-build | 3 +++
bigtop.bom | 3 ++-
2 files changed, 5 insertions(+), 1 deletion(-)
diff --git a/bigtop-packages/src/common/mahout/do-component-build
b/bigtop-packages/src/common/mahout/do-component-build
index 0593f71..be385c7 100644
--- a/bigtop-packages/src/common/mahout/do-component-build
+++ b/bigtop-packages/src/common/mahout/do-component-build
@@ -22,7 +22,10 @@ mvn clean install -DskipTests
-Dmahout.skip.distribution=false \
-Phadoop2 \
-Dhadoop.version=$HADOOP_VERSION \
-Dhbase.version=$HBASE_VERSION \
+ -Dscala.compat.version=${SCALA_VERSION%.*} \
+ -Dscala.version=${SCALA_VERSION} \
-Dspark.version=${SPARK_VERSION} \
+ -Dflink.version=${FLINK_VERSION} \
"$@"
mkdir build
diff --git a/bigtop.bom b/bigtop.bom
index 24ceb82..56dda41 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -118,7 +118,8 @@ bigtop {
hbase:['phoenix','giraph','ycsb','hive'],
hive:['oozie', 'zeppelin'],
'ignite-hadoop':['zeppelin'],
- spark:['livy', 'oozie', 'zeppelin']
+ spark:['livy', 'mahout', 'oozie', 'zeppelin'],
+ flink:['mahout']
]
components {