This is an automated email from the ASF dual-hosted git repository. zjureel pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push: new 1f1b9938a5 [core] Add paimon hadoop uber module (#6224) 1f1b9938a5 is described below commit 1f1b9938a52812ef028f63e98f0935d49ed107a6 Author: Fang Yong <zjur...@gmail.com> AuthorDate: Tue Sep 16 12:03:40 2025 +0800 [core] Add paimon hadoop uber module (#6224) * Add paimon hadoop uber module * Exclude files and dependencies --- paimon-filesystems/paimon-hadoop-uber/pom.xml | 212 ++++++++++++++++++++++++++ paimon-filesystems/pom.xml | 1 + 2 files changed, 213 insertions(+) diff --git a/paimon-filesystems/paimon-hadoop-uber/pom.xml b/paimon-filesystems/paimon-hadoop-uber/pom.xml new file mode 100644 index 0000000000..f00a757fad --- /dev/null +++ b/paimon-filesystems/paimon-hadoop-uber/pom.xml @@ -0,0 +1,212 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, software + ~ distributed under the License is distributed on an "AS IS" BASIS, + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + ~ See the License for the specific language governing permissions and + ~ limitations under the License. + --> +<project xmlns="http://maven.apache.org/POM/4.0.0" + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> + <modelVersion>4.0.0</modelVersion> + + <parent> + <artifactId>paimon-filesystems</artifactId> + <groupId>org.apache.paimon</groupId> + <version>1.3-SNAPSHOT</version> + </parent> + + <artifactId>paimon-hadoop-uber</artifactId> + <name>Paimon : FileSystems : Hadoop Uber</name> + <packaging>jar</packaging> + + <dependencies> + <dependency> + <groupId>org.apache.paimon</groupId> + <artifactId>paimon-hadoop-shaded</artifactId> + <version>${project.version}</version> + </dependency> + + <!-- Hadoop --> + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-hdfs</artifactId> + <version>${fs.hadoopshaded.version}</version> + <exclusions> + <exclusion> + <groupId>com.sun</groupId> + <artifactId>tools</artifactId> + </exclusion> + <exclusion> + <groupId>jdk.tools</groupId> + <artifactId>jdk.tools</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <exclusion> + <groupId>ch.qos.reload4j</groupId> + <artifactId>reload4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-reload4j</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-mapreduce-client-core</artifactId> + <version>${fs.hadoopshaded.version}</version> + <exclusions> + <exclusion> + <groupId>jdk.tools</groupId> + <artifactId>jdk.tools</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + <exclusion> + <groupId>ch.qos.reload4j</groupId> + <artifactId>reload4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-reload4j</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-common</artifactId> + <version>${fs.hadoopshaded.version}</version> + <exclusions> + <exclusion> + <groupId>com.sun</groupId> + <artifactId>tools</artifactId> + </exclusion> + <exclusion> + <groupId>jdk.tools</groupId> + <artifactId>jdk.tools</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-client</artifactId> + <version>${fs.hadoopshaded.version}</version> + <exclusions> + <exclusion> + <groupId>com.sun</groupId> + <artifactId>tools</artifactId> + </exclusion> + <exclusion> + <groupId>jdk.tools</groupId> + <artifactId>jdk.tools</artifactId> + </exclusion> + <exclusion> + <groupId>log4j</groupId> + <artifactId>log4j</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-log4j12</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.apache.paimon</groupId> + <artifactId>paimon-common</artifactId> + <version>${project.version}</version> + <scope>provided</scope> + </dependency> + </dependencies> + + <build> + <plugins> + + <!-- Relocate all OBS related classes --> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-shade-plugin</artifactId> + <executions> + <execution> + <id>shade-paimon</id> + <phase>package</phase> + <goals> + <goal>shade</goal> + </goals> + <configuration> + <artifactSet> + <includes> + <include>*:*</include> + </includes> + <excludes> + <exclude>org.slf4j:*</exclude> + <exclude>log4j:*</exclude> + <exclude>javax.xml.bind:*</exclude> + <exclude>javax.servlet:*</exclude> + <exclude>javax.servlet.*:*</exclude> + <exclude>com.sun.jersey:*</exclude> + <exclude>com.sun.jersey.*:*</exclude> + <exclude>com.sun.xml.*:*</exclude> + </excludes> + </artifactSet> + <filters> + <filter> + <artifact>*</artifact> + <excludes> + <exclude>NOTICE</exclude> + <exclude>LICENSE</exclude> + <exclude>.gitkeep</exclude> + <exclude>mime.types</exclude> + <exclude>mozilla/**</exclude> + <exclude>okhttp3/internal/publicsuffix/NOTICE</exclude> + <exclude>META-INF/*.SF</exclude> + <exclude>META-INF/*.DSA</exclude> + <exclude>META-INF/*.RSA</exclude> + <exclude>META-INF/*.tld</exclude> + <exclude>META-INF/maven/**/pom.xml</exclude> + </excludes> + </filter> + </filters> + </configuration> + </execution> + </executions> + </plugin> + </plugins> + </build> +</project> \ No newline at end of file diff --git a/paimon-filesystems/pom.xml b/paimon-filesystems/pom.xml index 7037fd44e0..f7a93ee686 100644 --- a/paimon-filesystems/pom.xml +++ b/paimon-filesystems/pom.xml @@ -33,6 +33,7 @@ <modules> <module>paimon-hadoop-shaded</module> + <module>paimon-hadoop-uber</module> <module>paimon-oss</module> <module>paimon-oss-impl</module> <module>paimon-s3</module>