This is an automated email from the ASF dual-hosted git repository.
guyuqi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git
The following commit(s) were added to refs/heads/master by this push:
new d48182602 BIGTOP-4054: Enable Parallel Compilation for Multiple
Modules in Hadoop (#1226)
d48182602 is described below
commit d48182602bc25d7fd2d8e51c4aebb1a547c531d2
Author: jialiang <[email protected]>
AuthorDate: Mon Jan 29 10:37:05 2024 +0800
BIGTOP-4054: Enable Parallel Compilation for Multiple Modules in Hadoop
(#1226)
* BIGTOP-4054: Enable Parallel Compilation for Multiple Modules in Hadoop
Co-authored-by: jialiang <[email protected]>
---
.../src/common/hadoop/patch9-HDFS-17287.diff | 148 +++++++++++++++++++++
bigtop.bom | 1 +
2 files changed, 149 insertions(+)
diff --git a/bigtop-packages/src/common/hadoop/patch9-HDFS-17287.diff
b/bigtop-packages/src/common/hadoop/patch9-HDFS-17287.diff
new file mode 100644
index 000000000..d2cb8d100
--- /dev/null
+++ b/bigtop-packages/src/common/hadoop/patch9-HDFS-17287.diff
@@ -0,0 +1,148 @@
+diff --git a/hadoop-mapreduce-project/pom.xml
b/hadoop-mapreduce-project/pom.xml
+index 45ea915b62b1..426baaf90db8 100644
+--- a/hadoop-mapreduce-project/pom.xml
++++ b/hadoop-mapreduce-project/pom.xml
+@@ -148,7 +148,35 @@
+ <groupId>${leveldbjni.group}</groupId>
+ <artifactId>leveldbjni-all</artifactId>
+ </dependency>
+-
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-mapreduce-client-shuffle</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-mapreduce-client-jobclient</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-mapreduce-client-hs-plugins</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-mapreduce-client-nativetask</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-mapreduce-examples</artifactId>
++ <scope>provided</scope>
++ </dependency>
+ </dependencies>
+
+ <build>
+diff --git a/hadoop-yarn-project/pom.xml b/hadoop-yarn-project/pom.xml
+index 74c774e8cf83..8d50d39ca7b3 100644
+--- a/hadoop-yarn-project/pom.xml
++++ b/hadoop-yarn-project/pom.xml
+@@ -33,6 +33,7 @@
+ <fork.mode>once</fork.mode>
+ <hadoop.component>yarn</hadoop.component>
+ <is.hadoop.component>true</is.hadoop.component>
++ <yarn.ui.packaging>pom</yarn.ui.packaging>
+ </properties>
+
+ <modules>
+@@ -82,6 +83,61 @@
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-yarn-services-core</artifactId>
+ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-applications-distributedshell</artifactId>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-applications-unmanaged-am-launcher</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-server-tests</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-server-timelineservice-hbase-client</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-csi</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++
<artifactId>hadoop-yarn-server-timelineservice-documentstore</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-server-timelineservice-hbase-tests</artifactId>
++ <version>${project.version}</version>
++ <scope>provided</scope>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-applications-catalog-webapp</artifactId>
++ <version>${hadoop.version}</version>
++ <scope>provided</scope>
++ <type>war</type>
++ </dependency>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++ <artifactId>hadoop-yarn-ui</artifactId>
++ <version>${project.version}</version>
++ <type>${yarn.ui.packaging}</type>
++ <scope>provided</scope>
++ </dependency>
+ </dependencies>
+
+ <build>
+@@ -115,6 +171,32 @@
+ </build>
+
+ <profiles>
++ <profile>
++ <id>yarn-ui</id>
++ <properties>
++ <yarn.ui.packaging>war</yarn.ui.packaging>
++ </properties>
++ </profile>
++ <profile>
++ <id>hbase1</id>
++ <dependencies>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++
<artifactId>hadoop-yarn-server-timelineservice-hbase-server-1</artifactId>
++ <version>${project.version}</version>
++ </dependency>
++ </dependencies>
++ </profile>
++ <profile>
++ <id>hbase2</id>
++ <dependencies>
++ <dependency>
++ <groupId>org.apache.hadoop</groupId>
++
<artifactId>hadoop-yarn-server-timelineservice-hbase-server-2</artifactId>
++ <version>${project.version}</version>
++ </dependency>
++ </dependencies>
++ </profile>
+ <profile>
+ <id>dist</id>
+ <activation>
diff --git a/bigtop.bom b/bigtop.bom
index d58ee7d6b..a027d7127 100644
--- a/bigtop.bom
+++ b/bigtop.bom
@@ -159,6 +159,7 @@ bigtop {
url { download_path = "/$name/common/$name-${version.base}"
site = "${apache.APACHE_MIRROR}/${download_path}"
archive = "${apache.APACHE_ARCHIVE}/${download_path}" }
+ maven_parallel_build = true
}
'hbase' {
name = 'hbase'
