This is an automated email from the ASF dual-hosted git repository.
iwasakims pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git
The following commit(s) were added to refs/heads/master by this push:
new 6f34a3cc2 BIGTOP-4281. Upgrade Spark to 3.5.3. (#1311)
6f34a3cc2 is described below
commit 6f34a3cc284da25f1dbba4d78a7d63ce8d2798b0
Author: Kengo Seki <[email protected]>
AuthorDate: Tue Dec 3 13:36:26 2024 +0900
BIGTOP-4281. Upgrade Spark to 3.5.3. (#1311)
---
.../src/common/spark/patch0-SPARK-41063.diff | 18 ++++++++++++++++++
bigtop.bom | 2 +-
bigtop_toolchain/manifests/maven.pp | 2 +-
3 files changed, 20 insertions(+), 2 deletions(-)
diff --git a/bigtop-packages/src/common/spark/patch0-SPARK-41063.diff
b/bigtop-packages/src/common/spark/patch0-SPARK-41063.diff
new file mode 100644
index 000000000..0fd41b6de
--- /dev/null
+++ b/bigtop-packages/src/common/spark/patch0-SPARK-41063.diff
@@ -0,0 +1,18 @@
+diff --git a/pom.xml b/pom.xml
+index c005af470cc..db404288adf 100644
+--- a/pom.xml
++++ b/pom.xml
+@@ -2931,6 +2931,13 @@
+ <groupId>net.alchim31.maven</groupId>
+ <artifactId>scala-maven-plugin</artifactId>
+ <version>${scala-maven-plugin.version}</version>
++ <dependencies>
++ <dependency>
++ <groupId>org.scala-sbt</groupId>
++ <artifactId>zinc_2.13</artifactId>
++ <version>1.8.1</version>
++ </dependency>
++ </dependencies>
+ <executions>
+ <execution>
+ <id>eclipse-add-source</id>
diff --git a/bigtop.bom b/bigtop.bom
index f7b44fe78..83da8a976 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -222,7 +222,7 @@ bigtop {
* when upgrading spark version.
* See comments in [bigtop-packages/src/common/spark/install_spark.sh]
for details.
*/
- version { base = '3.3.4'; pkg = base; release = 1 }
+ version { base = '3.5.3'; pkg = base; release = 1 }
tarball { destination = "$name-${version.base}.tar.gz"
source = "$name-${version.base}.tgz" }
url { download_path = "/$name/$name-${version.base}"
diff --git a/bigtop_toolchain/manifests/maven.pp
b/bigtop_toolchain/manifests/maven.pp
index 4c7244e38..be802494b 100644
--- a/bigtop_toolchain/manifests/maven.pp
+++ b/bigtop_toolchain/manifests/maven.pp
@@ -18,7 +18,7 @@ class bigtop_toolchain::maven {
require bigtop_toolchain::gnupg
require bigtop_toolchain::packages
- $mvnversion = latest_maven_binary("3.8.[0-9]*")
+ $mvnversion = latest_maven_binary("3.9.[0-9]*")
$mvn = "apache-maven-$mvnversion"
$apache_prefix = nearest_apache_mirror()
