This is an automated email from the ASF dual-hosted git repository.
fanjia pushed a commit to branch api-draft
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/api-draft by this push:
new 5ce65e298 [Feature][connector common] Add Hadoop2 and Hadoop3 shade
jar (#2030)
5ce65e298 is described below
commit 5ce65e298c3b9b762922947a13e2b017751237ab
Author: Eric <[email protected]>
AuthorDate: Mon Jun 20 17:57:51 2022 +0800
[Feature][connector common] Add Hadoop2 and Hadoop3 shade jar (#2030)
* add hadoop2 and hadoop3 shade jar
* add hadoop2 and hadoop3 shade jar
* add license head
* change know denpendencies
* fix hadoop2 can't build on jdk11
* fix hadoop2 can't build on jdk11
* fix hadoop2 can't build on jdk11
* split know-dependencies.txt to two version base on jdk version
* change Integration tests maven command
* add timeout of build
Co-authored-by: Hisoka <[email protected]>
---
.github/workflows/backend.yml | 6 +-
.licenserc.yaml | 2 +-
pom.xml | 36 +++++++-
.../seatunnel-connectors-seatunnel/pom.xml | 1 +
.../{ => seatunnel-connector-hadoop-shade}/pom.xml | 40 +++++----
.../seatunnel-hadoop2-shade/pom.xml | 97 ++++++++++++++++++++++
.../seatunnel-hadoop3-shade/pom.xml | 96 +++++++++++++++++++++
.../seatunnel/kafka/config/KafkaSemantics.java | 17 ++++
.../starter/constants/CommonParamConstants.java | 17 ++++
.../apache/seatunnel/e2e/flink/FlinkContainer.java | 17 ++++
tools/dependencies/checkLicense.sh | 12 ++-
...pendencies.txt => known-dependencies-jdk11.txt} | 37 ++-------
...ependencies.txt => known-dependencies-jdk8.txt} | 21 ++++-
13 files changed, 343 insertions(+), 56 deletions(-)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 5e6dfdff5..b5ddaa5b2 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -35,7 +35,7 @@ jobs:
strategy:
matrix:
java: ['8', '11']
- timeout-minutes: 60
+ timeout-minutes: 120
env:
MAVEN_OPTS: -Xmx2G -Xms2G
steps:
@@ -67,13 +67,13 @@ jobs:
-Dmaven.wagon.httpconnectionManager.ttlSeconds=120 \
--no-snapshot-updates
- name: Check dependency license
- run: bash ./tools/dependencies/checkLicense.sh
+ run: bash ./tools/dependencies/checkLicense.sh jdk${{ matrix.java }}
- name: Run Unit tests
run: |
./mvnw -T 2C -B clean verify -Dmaven.test.skip=false
-Dcheckstyle.skip=true -Dscalastyle.skip=true -Dlicense.skipAddThirdParty=true
--no-snapshot-updates
- name: Run Integration tests
run: |
- ./mvnw -T 2C -B verify -DskipUT=true -DskipIT=false
-Dcheckstyle.skip=true -Dscalastyle.skip=true -Dlicense.skipAddThirdParty=true
--no-snapshot-updates
+ ./mvnw -T 2C -B clean verify -DskipUT=true -DskipIT=false
-Dcheckstyle.skip=true -Dscalastyle.skip=true -Dlicense.skipAddThirdParty=true
--no-snapshot-updates
build-on-windows:
name: Build-on-windows
runs-on: windows-latest
diff --git a/.licenserc.yaml b/.licenserc.yaml
index 6cac99d79..0fd78f91c 100644
--- a/.licenserc.yaml
+++ b/.licenserc.yaml
@@ -28,7 +28,7 @@ header:
- mvnw.cmd
- .mvn
- .gitattributes
- - '**/known-dependencies.txt'
+ - '**/known-dependencies-*.txt'
- '**/*.md'
- '**/*.mdx'
- '**/*.json'
diff --git a/pom.xml b/pom.xml
index d8df74e2c..504b8cc48 100644
--- a/pom.xml
+++ b/pom.xml
@@ -107,7 +107,6 @@
<flink.version>1.13.6</flink.version>
<hudi.version>0.10.0</hudi.version>
<hadoop.binary.version>2.7</hadoop.binary.version>
- <hadoop.version>2.7.5</hadoop.version>
<jackson.version>2.12.6</jackson.version>
<lombok.version>1.18.0</lombok.version>
<mysql.version>8.0.16</mysql.version>
@@ -176,6 +175,9 @@
<slf4j.version>1.7.25</slf4j.version>
<guava.version>19.0</guava.version>
<auto-service.version>1.0.1</auto-service.version>
+ <hadoop2.version>2.6.5</hadoop2.version>
+ <hadoop3.version>3.0.0</hadoop3.version>
+
<seatunnel.shade.package>org.apache.seatunnel.shade</seatunnel.shade.package>
</properties>
<dependencyManagement>
@@ -617,6 +619,38 @@
<version>${flink-shaded-hadoop-2.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+
</dependencies>
</dependencyManagement>
diff --git a/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
b/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
index 66efaecc9..4ad764d18 100644
--- a/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
+++ b/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
@@ -40,5 +40,6 @@
<module>seatunnel-connector-seatunnel-socket</module>
<module>seatunnel-connector-seatunnel-clickhouse</module>
<module>seatunnel-connector-seatunnel-pulsar</module>
+ <module>seatunnel-connector-hadoop-shade</module>
</modules>
</project>
diff --git a/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/pom.xml
similarity index 61%
copy from seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
copy to
seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/pom.xml
index 66efaecc9..2b14fbe5c 100644
--- a/seatunnel-connectors/seatunnel-connectors-seatunnel/pom.xml
+++
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/pom.xml
@@ -21,24 +21,36 @@
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
<parent>
- <artifactId>seatunnel-connectors</artifactId>
+ <artifactId>seatunnel-connectors-seatunnel</artifactId>
<groupId>org.apache.seatunnel</groupId>
<version>${revision}</version>
</parent>
<modelVersion>4.0.0</modelVersion>
+
+ <artifactId>seatunnel-connector-hadoop-shade</artifactId>
<packaging>pom</packaging>
- <artifactId>seatunnel-connectors-seatunnel</artifactId>
+ <profiles>
+ <profile>
+ <id>jdk8</id>
+ <activation>
+ <activeByDefault>true</activeByDefault>
+ <jdk>1.8</jdk>
+ </activation>
+ <modules>
+ <module>seatunnel-hadoop2-shade</module>
+ <module>seatunnel-hadoop3-shade</module>
+ </modules>
+ </profile>
+ <profile>
+ <id>jdk11</id>
+ <activation>
+ <jdk>11</jdk>
+ </activation>
+ <modules>
+ <module>seatunnel-hadoop3-shade</module>
+ </modules>
+ </profile>
+ </profiles>
- <modules>
- <module>seatunnel-connector-seatunnel-hive</module>
- <module>seatunnel-connector-seatunnel-console</module>
- <module>seatunnel-connector-seatunnel-fake</module>
- <module>seatunnel-connector-seatunnel-kafka</module>
- <module>seatunnel-connector-seatunnel-http</module>
- <module>seatunnel-connector-seatunnel-jdbc</module>
- <module>seatunnel-connector-seatunnel-socket</module>
- <module>seatunnel-connector-seatunnel-clickhouse</module>
- <module>seatunnel-connector-seatunnel-pulsar</module>
- </modules>
-</project>
+</project>
\ No newline at end of file
diff --git
a/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop2-shade/pom.xml
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop2-shade/pom.xml
new file mode 100644
index 000000000..dc3db0174
--- /dev/null
+++
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop2-shade/pom.xml
@@ -0,0 +1,97 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+ <parent>
+ <artifactId>seatunnel-connector-hadoop-shade</artifactId>
+ <groupId>org.apache.seatunnel</groupId>
+ <version>${revision}</version>
+ </parent>
+ <modelVersion>4.0.0</modelVersion>
+
+ <artifactId>seatunnel-hadoop2-shade</artifactId>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop2.version}</version>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <configuration>
+ <filters>
+ <filter>
+ <artifact>org.apache.hadoop</artifact>
+ <includes>
+ <include>**</include>
+ </includes>
+ <excludes>
+ <exclude>META-INF/MANIFEST.MF</exclude>
+ <exclude>META-INF/NOTICE</exclude>
+ </excludes>
+ </filter>
+ <filter>
+ <artifact>*</artifact>
+ <excludes>
+ <exclude>properties.dtd</exclude>
+ <exclude>PropertyList-1.0.dtd</exclude>
+
<exclude>META-INF/services/javax.xml.stream.*</exclude>
+ <exclude>META-INF/LICENSE.txt</exclude>
+ </excludes>
+ </filter>
+ </filters>
+ <relocations>
+ <relocation>
+ <pattern>org.apache.hadoop</pattern>
+
<shadedPattern>${seatunnel.shade.package}.org.apache.hadoop</shadedPattern>
+ </relocation>
+ </relocations>
+ </configuration>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>shade</goal>
+ </goals>
+ </execution>
+ </executions>
+
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
\ No newline at end of file
diff --git
a/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop3-shade/pom.xml
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop3-shade/pom.xml
new file mode 100644
index 000000000..228fba036
--- /dev/null
+++
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-hadoop-shade/seatunnel-hadoop3-shade/pom.xml
@@ -0,0 +1,96 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+ <parent>
+ <artifactId>seatunnel-connector-hadoop-shade</artifactId>
+ <groupId>org.apache.seatunnel</groupId>
+ <version>${revision}</version>
+ </parent>
+ <modelVersion>4.0.0</modelVersion>
+
+ <artifactId>seatunnel-hadoop3-shade</artifactId>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-common</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-hdfs</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${hadoop3.version}</version>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <configuration>
+ <filters>
+ <filter>
+ <artifact>org.apache.hadoop</artifact>
+ <includes>
+ <include>**</include>
+ </includes>
+ <excludes>
+ <exclude>META-INF/MANIFEST.MF</exclude>
+ <exclude>META-INF/NOTICE</exclude>
+ </excludes>
+ </filter>
+ <filter>
+ <artifact>*</artifact>
+ <excludes>
+ <exclude>properties.dtd</exclude>
+ <exclude>PropertyList-1.0.dtd</exclude>
+
<exclude>META-INF/services/javax.xml.stream.*</exclude>
+ <exclude>META-INF/LICENSE.txt</exclude>
+ </excludes>
+ </filter>
+ </filters>
+ <relocations>
+ <relocation>
+ <pattern>org.apache.hadoop</pattern>
+
<shadedPattern>${seatunnel.shade.package}.org.apache.hadoop</shadedPattern>
+ </relocation>
+ </relocations>
+ </configuration>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>shade</goal>
+ </goals>
+ </execution>
+ </executions>
+
+ </plugin>
+ </plugins>
+ </build>
+</project>
\ No newline at end of file
diff --git
a/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-seatunnel-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/config/KafkaSemantics.java
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-seatunnel-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/config/KafkaSemantics.java
index 816eadf00..1cab27693 100644
---
a/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-seatunnel-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/config/KafkaSemantics.java
+++
b/seatunnel-connectors/seatunnel-connectors-seatunnel/seatunnel-connector-seatunnel-kafka/src/main/java/org/apache/seatunnel/connectors/seatunnel/kafka/config/KafkaSemantics.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
package org.apache.seatunnel.connectors.seatunnel.kafka.config;
public enum KafkaSemantics {
diff --git
a/seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/constants/CommonParamConstants.java
b/seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/constants/CommonParamConstants.java
index f9b9a3252..2f12311d2 100644
---
a/seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/constants/CommonParamConstants.java
+++
b/seatunnel-core/seatunnel-core-starter/src/main/java/org/apache/seatunnel/core/starter/constants/CommonParamConstants.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
package org.apache.seatunnel.core.starter.constants;
public class CommonParamConstants {
diff --git
a/seatunnel-e2e/seatunnel-flink-new-connector-e2e/src/test/java/org/apache/seatunnel/e2e/flink/FlinkContainer.java
b/seatunnel-e2e/seatunnel-flink-new-connector-e2e/src/test/java/org/apache/seatunnel/e2e/flink/FlinkContainer.java
index 1a277be58..8ffc17f31 100644
---
a/seatunnel-e2e/seatunnel-flink-new-connector-e2e/src/test/java/org/apache/seatunnel/e2e/flink/FlinkContainer.java
+++
b/seatunnel-e2e/seatunnel-flink-new-connector-e2e/src/test/java/org/apache/seatunnel/e2e/flink/FlinkContainer.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
package org.apache.seatunnel.e2e.flink;
import org.junit.After;
diff --git a/tools/dependencies/checkLicense.sh
b/tools/dependencies/checkLicense.sh
index 526ccb25c..2fbc50edf 100755
--- a/tools/dependencies/checkLicense.sh
+++ b/tools/dependencies/checkLicense.sh
@@ -32,8 +32,14 @@ echo '=== Third party dependencies: ' && grep -vf
self-modules.txt all-dependenc
# 1. Compare the third-party dependencies with known dependencies, expect that
all third-party dependencies are KNOWN
# and the exit code of the command is 0, otherwise we should add its license
to LICENSE file and add the dependency to
-# known-dependencies.txt. 2. Unify the `sort` behaviour: here we'll sort them
again in case that the behaviour of `sort`
-# command in target OS is different from what we used to sort the file
`known-dependencies.txt`, i.e. "sort the two file
+# known-dependencies-jdk8(11).txt. 2. Unify the `sort` behaviour: here we'll
sort them again in case that the behaviour of `sort`
+# command in target OS is different from what we used to sort the file
`known-dependencies-jdk8(11).txt`, i.e. "sort the two file
# using the same command (and default arguments)"
-diff -w -B -U0 <(sort < tools/dependencies/known-dependencies.txt) <(sort <
third-party-dependencies.txt)
+if [ -z $1 ]
+then
+ diff -w -B -U0 <(sort < tools/dependencies/known-dependencies-jdk8.txt)
<(sort < third-party-dependencies.txt)
+else
+ diff -w -B -U0 <(sort < tools/dependencies/known-dependencies-$1.txt) <(sort
< third-party-dependencies.txt)
+fi
+
diff --git a/tools/dependencies/known-dependencies.txt
b/tools/dependencies/known-dependencies-jdk11.txt
old mode 100755
new mode 100644
similarity index 95%
copy from tools/dependencies/known-dependencies.txt
copy to tools/dependencies/known-dependencies-jdk11.txt
index f83268da9..0397ec80c
--- a/tools/dependencies/known-dependencies.txt
+++ b/tools/dependencies/known-dependencies-jdk11.txt
@@ -29,7 +29,6 @@ apacheds-kerberos-codec-2.0.0-M15.jar
api-asn1-api-1.0.0-M20.jar
api-util-1.0.0-M20.jar
apiguardian-api-1.1.0.jar
-asm-3.1.jar
asm-5.0.4.jar
asm-7.1.jar
asm-all-5.0.2.jar
@@ -52,6 +51,7 @@ aws-java-sdk-kms-1.12.37.jar
aws-java-sdk-s3-1.12.37.jar
bcpkix-jdk15on-1.68.jar
bcprov-ext-jdk15on-1.68.jar
+bcprov-jdk15on-1.52.jar
bcprov-jdk15on-1.68.jar
bouncy-castle-bc-2.8.0-pkg.jar
caffeine-2.8.0.jar
@@ -67,9 +67,7 @@ classmate-1.1.0.jar
clickhouse-client-0.3.2-patch9.jar
clickhouse-http-client-0.3.2-patch9.jar
clickhouse-jdbc-0.2.jar
-commons-beanutils-1.7.0.jar
commons-beanutils-1.9.3.jar
-commons-beanutils-core-1.8.0.jar
commons-cli-1.2.jar
commons-cli-1.3.1.jar
commons-cli-1.4.jar
@@ -85,7 +83,6 @@ commons-compress-1.20.jar
commons-compress-1.21.jar
commons-compress-1.4.1.jar
commons-compress-1.8.1.jar
-commons-configuration-1.6.jar
commons-configuration-1.7.jar
commons-configuration2-2.1.1.jar
commons-crypto-1.0.0.jar
@@ -93,9 +90,7 @@ commons-csv-1.0.jar
commons-daemon-1.0.13.jar
commons-dbcp2-2.0.1.jar
commons-digester-1.8.1.jar
-commons-digester-1.8.jar
commons-email-1.5.jar
-commons-httpclient-3.1.jar
commons-io-2.11.0.jar
commons-io-2.4.jar
commons-io-2.5.jar
@@ -120,8 +115,6 @@ config-magic-0.9.jar
converter-moshi-2.9.0.jar
cron-scheduler-0.1.jar
curator-client-2.12.0.jar
-curator-client-2.6.0.jar
-curator-client-2.7.1.jar
curator-client-4.3.0.jar
curator-framework-2.12.0.jar
curator-framework-2.6.0.jar
@@ -201,37 +194,22 @@ guice-multibindings-4.1.0.jar
guice-servlet-3.0.jar
guice-servlet-4.0.jar
guice-servlet-4.1.0.jar
-hadoop-annotations-2.6.5.jar
hadoop-annotations-3.0.0.jar
-hadoop-auth-2.6.5.jar
hadoop-auth-2.7.4.jar
hadoop-auth-3.0.0.jar
-hadoop-client-2.6.5.jar
hadoop-client-3.0.0.jar
-hadoop-common-2.6.5.jar
-hadoop-common-2.7.7.jar
hadoop-common-3.0.0.jar
hadoop-distcp-2.7.4.jar
-hadoop-hdfs-2.6.5.jar
-hadoop-hdfs-2.7.4.jar
+hadoop-hdfs-3.0.0.jar
hadoop-hdfs-client-3.0.0.jar
-hadoop-mapreduce-client-app-2.6.5.jar
-hadoop-mapreduce-client-common-2.6.5.jar
hadoop-mapreduce-client-common-3.0.0.jar
-hadoop-mapreduce-client-core-2.6.5.jar
hadoop-mapreduce-client-core-2.7.7.jar
hadoop-mapreduce-client-core-3.0.0.jar
-hadoop-mapreduce-client-jobclient-2.6.5.jar
hadoop-mapreduce-client-jobclient-3.0.0.jar
-hadoop-mapreduce-client-shuffle-2.6.5.jar
-hadoop-yarn-api-2.6.5.jar
hadoop-yarn-api-3.0.0.jar
-hadoop-yarn-client-2.6.5.jar
hadoop-yarn-client-3.0.0.jar
-hadoop-yarn-common-2.6.5.jar
hadoop-yarn-common-2.7.7.jar
hadoop-yarn-common-3.0.0.jar
-hadoop-yarn-server-common-2.6.5.jar
hbase-annotations-2.0.0.jar
hbase-client-2.0.0.jar
hbase-client-2.1.0.jar
@@ -279,7 +257,6 @@ hk2-utils-2.4.0-b34.jar
hk2-utils-2.5.0-b32.jar
hppc-0.7.1.jar
hppc-0.8.1.jar
-htrace-core-3.0.4.jar
htrace-core-3.1.0-incubating.jar
htrace-core4-4.1.0-incubating.jar
htrace-core4-4.2.0-incubating.jar
@@ -380,26 +357,21 @@ jersey-container-servlet-core-2.22.2.jar
jersey-container-servlet-core-2.25.1.jar
jersey-core-1.19.3.jar
jersey-core-1.19.jar
-jersey-core-1.9.jar
jersey-guava-2.22.2.jar
jersey-guice-1.19.3.jar
jersey-guice-1.19.jar
jersey-guice-1.9.jar
jersey-json-1.19.jar
-jersey-json-1.9.jar
jersey-media-jaxb-2.22.2.jar
jersey-media-jaxb-2.25.1.jar
jersey-server-1.19.3.jar
jersey-server-1.19.jar
-jersey-server-1.9.jar
jersey-server-2.22.2.jar
jersey-server-2.25.1.jar
jersey-servlet-1.19.3.jar
jersey-servlet-1.19.jar
-jets3t-0.9.0.jar
jettison-1.1.jar
jettison-1.3.8.jar
-jetty-6.1.26.jar
jetty-client-9.4.40.v20210413.jar
jetty-continuation-9.4.40.v20210413.jar
jetty-http-9.3.19.v20170502.jar
@@ -438,10 +410,12 @@ jopt-simple-5.0.2.jar
jpam-1.1.jar
jsch-0.1.54.jar
json-path-2.3.0.jar
+json-smart-1.3.1.jar
json-smart-2.3.jar
jsp-api-2.1.jar
jsr305-1.3.9.jar
jsr305-2.0.1.jar
+jsr305-3.0.0.jar
jsr311-api-1.1.1.jar
jul-to-slf4j-1.7.25.jar
jvm-attach-api-1.5.jar
@@ -573,6 +547,7 @@ netty-transport-4.1.43.Final.jar
netty-transport-4.1.68.Final.jar
netty-transport-native-epoll-4.1.29.Final-linux-x86_64.jar
netty-transport-native-unix-common-4.1.29.Final.jar
+nimbus-jose-jwt-3.10.jar
nimbus-jose-jwt-4.41.1.jar
objenesis-2.5.1.jar
okhttp-1.0.2.jar
@@ -649,6 +624,7 @@ slf4j-log4j12-1.7.25.jar
snakeyaml-1.17.jar
snakeyaml-1.24.jar
snappy-0.3.jar
+snappy-java-1.0.5.jar
snappy-java-1.1.4.jar
snappy-java-1.1.7.1.jar
snappy-java-1.1.8.3.jar
@@ -710,6 +686,7 @@ zkclient-0.3.jar
zookeeper-3.3.1.jar
zookeeper-3.4.10.jar
zookeeper-3.4.6.jar
+zookeeper-3.4.9.jar
zookeeper-3.5.9.jar
zookeeper-jute-3.5.9.jar
zstd-jni-1.3.3-1.jar
diff --git a/tools/dependencies/known-dependencies.txt
b/tools/dependencies/known-dependencies-jdk8.txt
similarity index 98%
rename from tools/dependencies/known-dependencies.txt
rename to tools/dependencies/known-dependencies-jdk8.txt
index f83268da9..00b8e500f 100755
--- a/tools/dependencies/known-dependencies.txt
+++ b/tools/dependencies/known-dependencies-jdk8.txt
@@ -44,6 +44,7 @@ audience-annotations-0.7.0.jar
avatica-core-1.20.0.jar
avatica-metrics-1.20.0.jar
avro-1.10.0.jar
+avro-1.7.4.jar
avro-1.7.7.jar
avro-1.8.2.jar
aws-java-sdk-core-1.12.37.jar
@@ -52,6 +53,7 @@ aws-java-sdk-kms-1.12.37.jar
aws-java-sdk-s3-1.12.37.jar
bcpkix-jdk15on-1.68.jar
bcprov-ext-jdk15on-1.68.jar
+bcprov-jdk15on-1.52.jar
bcprov-jdk15on-1.68.jar
bouncy-castle-bc-2.8.0-pkg.jar
caffeine-2.8.0.jar
@@ -94,6 +96,7 @@ commons-daemon-1.0.13.jar
commons-dbcp2-2.0.1.jar
commons-digester-1.8.1.jar
commons-digester-1.8.jar
+commons-el-1.0.jar
commons-email-1.5.jar
commons-httpclient-3.1.jar
commons-io-2.11.0.jar
@@ -121,7 +124,6 @@ converter-moshi-2.9.0.jar
cron-scheduler-0.1.jar
curator-client-2.12.0.jar
curator-client-2.6.0.jar
-curator-client-2.7.1.jar
curator-client-4.3.0.jar
curator-framework-2.12.0.jar
curator-framework-2.6.0.jar
@@ -209,11 +211,10 @@ hadoop-auth-3.0.0.jar
hadoop-client-2.6.5.jar
hadoop-client-3.0.0.jar
hadoop-common-2.6.5.jar
-hadoop-common-2.7.7.jar
hadoop-common-3.0.0.jar
hadoop-distcp-2.7.4.jar
hadoop-hdfs-2.6.5.jar
-hadoop-hdfs-2.7.4.jar
+hadoop-hdfs-3.0.0.jar
hadoop-hdfs-client-3.0.0.jar
hadoop-mapreduce-client-app-2.6.5.jar
hadoop-mapreduce-client-common-2.6.5.jar
@@ -317,6 +318,7 @@ jackson-dataformat-yaml-2.8.10.jar
jackson-dataformat-yaml-2.8.11.jar
jackson-datatype-guava-2.10.5.jar
jackson-datatype-joda-2.10.5.jar
+jackson-jaxrs-1.8.3.jar
jackson-jaxrs-1.9.13.jar
jackson-jaxrs-1.9.2.jar
jackson-jaxrs-base-2.10.5.jar
@@ -330,6 +332,7 @@ jackson-mapper-asl-1.9.2.jar
jackson-module-guice-2.10.5.jar
jackson-module-jaxb-annotations-2.10.5.jar
jackson-module-jaxb-annotations-2.7.8.jar
+jackson-xc-1.8.3.jar
jackson-xc-1.9.13.jar
jackson-xc-1.9.2.jar
jakarta.activation-api-1.2.1.jar
@@ -340,6 +343,8 @@ jakarta.xml.bind-api-2.3.3.jar
jamon-runtime-2.4.1.jar
janino-3.0.9.jar
janino-3.1.6.jar
+jasper-compiler-5.5.23.jar
+jasper-runtime-5.5.23.jar
java-xmlbuilder-0.4.jar
javassist-3.18.1-GA.jar
javassist-3.20.0-GA.jar
@@ -436,12 +441,15 @@ joni-2.1.2.jar
joni-2.1.27.jar
jopt-simple-5.0.2.jar
jpam-1.1.jar
+jsch-0.1.42.jar
jsch-0.1.54.jar
json-path-2.3.0.jar
+json-smart-1.3.1.jar
json-smart-2.3.jar
jsp-api-2.1.jar
jsr305-1.3.9.jar
jsr305-2.0.1.jar
+jsr305-3.0.0.jar
jsr311-api-1.1.1.jar
jul-to-slf4j-1.7.25.jar
jvm-attach-api-1.5.jar
@@ -542,6 +550,7 @@ neo4j-cypher-dsl-2020.1.4.jar
neo4j-java-driver-4.3.4.jar
netty-3.10.5.Final.jar
netty-3.10.6.Final.jar
+netty-3.6.2.Final.jar
netty-3.9.9.Final.jar
netty-all-4.0.23.Final.jar
netty-all-4.1.17.Final.jar
@@ -573,6 +582,7 @@ netty-transport-4.1.43.Final.jar
netty-transport-4.1.68.Final.jar
netty-transport-native-epoll-4.1.29.Final-linux-x86_64.jar
netty-transport-native-unix-common-4.1.29.Final.jar
+nimbus-jose-jwt-3.10.jar
nimbus-jose-jwt-4.41.1.jar
objenesis-2.5.1.jar
okhttp-1.0.2.jar
@@ -649,6 +659,8 @@ slf4j-log4j12-1.7.25.jar
snakeyaml-1.17.jar
snakeyaml-1.24.jar
snappy-0.3.jar
+snappy-java-1.0.4.1.jar
+snappy-java-1.0.5.jar
snappy-java-1.1.4.jar
snappy-java-1.1.7.1.jar
snappy-java-1.1.8.3.jar
@@ -710,8 +722,9 @@ zkclient-0.3.jar
zookeeper-3.3.1.jar
zookeeper-3.4.10.jar
zookeeper-3.4.6.jar
+zookeeper-3.4.9.jar
zookeeper-3.5.9.jar
zookeeper-jute-3.5.9.jar
zstd-jni-1.3.3-1.jar
zstd-jni-1.4.3-1.jar
-zstd-jni-1.5.2-1.jar
\ No newline at end of file
+zstd-jni-1.5.2-1.jar
