This is an automated email from the ASF dual-hosted git repository.
benjobs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampark.git
The following commit(s) were added to refs/heads/dev by this push:
new d90421324 [Bug] generate pom with correctly parsed version (#2151)
d90421324 is described below
commit d90421324dc5f2243c828b698655010597f058a9
Author: benjobs <[email protected]>
AuthorDate: Tue Dec 13 15:13:17 2022 +0800
[Bug] generate pom with correctly parsed version (#2151)
* [Bug] generate pom with correctly parsed version
* [Improve] build.sh script improvement
---
.github/workflows/codeql-analysis.yml | 10 +-
.github/workflows/docker_push.yml | 2 +-
.github/workflows/maven.yml | 14 +-
build.sh | 31 ++--
pom.xml | 103 ++++++------
streampark-common/pom.xml | 58 ++++---
.../streampark-console-service/pom.xml | 19 +--
.../src/assembly/assembly.xml | 20 +--
.../streampark-flink-connector/pom.xml | 184 +--------------------
.../streampark-flink-connector-base/pom.xml | 68 +++++++-
.../streampark-flink-connector-clickhouse/pom.xml | 51 +++++-
.../streampark-flink-connector-doris/pom.xml | 56 ++++++-
.../pom.xml | 2 +-
.../pom.xml | 44 +++++
.../pom.xml | 43 +++++
.../pom.xml | 43 +++++
.../streampark-flink-connector-hbase/pom.xml | 46 +++++-
.../streampark-flink-connector-http/pom.xml | 47 +++++-
.../streampark-flink-connector-influx/pom.xml | 47 +++++-
.../streampark-flink-connector-jdbc/pom.xml | 46 +++++-
.../streampark-flink-connector-kafka/pom.xml | 47 +++++-
.../streampark-flink-connector-mongo/pom.xml | 47 +++++-
.../streampark-flink-connector-redis/pom.xml | 47 +++++-
streampark-flink/streampark-flink-shims/pom.xml | 16 --
.../streampark-flink-shims_flink-1.15/pom.xml | 7 +-
.../streampark-flink-shims_flink-1.16/pom.xml | 7 +-
streampark-plugin/streampark-jvm-profiler/pom.xml | 5 +-
27 files changed, 759 insertions(+), 351 deletions(-)
diff --git a/.github/workflows/codeql-analysis.yml
b/.github/workflows/codeql-analysis.yml
index b18bab0ed..d31fa9df6 100644
--- a/.github/workflows/codeql-analysis.yml
+++ b/.github/workflows/codeql-analysis.yml
@@ -53,11 +53,11 @@ jobs:
# If you wish to specify custom queries, you can do so here or in a
config file.
# By default, queries listed here will override any specified in a
config file.
# Prefix the list here with "+" to use these queries and those in the
config file.
-
+
# Details on CodeQL's query packs refer to :
https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
# queries: security-extended,security-and-quality
-
+
# Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
# If this step fails, then you should remove it and run the build manually
(see below)
- name: Autobuild
@@ -66,13 +66,13 @@ jobs:
# ℹ️ Command-line programs to run using the OS shell.
# 📚 See
https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun
- # If the Autobuild fails above, remove it and uncomment the following
three lines.
+ # If the Autobuild fails above, remove it and uncomment the following
three lines.
# modify them (or add more) to build your code if your project, please
refer to the EXAMPLE below for guidance.
# - run: |
# echo "Run, Build Application using script"
# ./location_of_script_within_repo/buildscript.sh
- - run: ./mvnw -q -Dmaven.test.skip=true -Dscala.version=2.12.8
-Dscala.binary.version=2.12 clean install || ./mvnw -q -Dmaven.test.skip=true
clean install
-
+ - run: ./mvnw -q -Dmaven.test.skip=true -Pscala-2.12 clean install ||
./mvnw -q -Dmaven.test.skip=true clean install
+
- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v2
diff --git a/.github/workflows/docker_push.yml
b/.github/workflows/docker_push.yml
index 36a7f8477..8e36044bb 100644
--- a/.github/workflows/docker_push.yml
+++ b/.github/workflows/docker_push.yml
@@ -58,7 +58,7 @@ jobs:
- name: Mixed front-end and back-end packaging
run: |
- ./mvnw clean install -DskipTests -Dscala.version=2.12.8
-Dscala.binary.version=2.12 -Pwebapp
+ ./mvnw clean install -DskipTests -Pscala-2.12 -Pwebapp
- name: Log in to Docker Hub
uses: docker/login-action@v2
diff --git a/.github/workflows/maven.yml b/.github/workflows/maven.yml
index a6025849b..46d6518ad 100644
--- a/.github/workflows/maven.yml
+++ b/.github/workflows/maven.yml
@@ -69,19 +69,13 @@ jobs:
markdown-link-check -c .dlc.json -q "$file"
done
build:
- name: "maven-compile (scala-${{ matrix.scala-binary-version }}, java-${{
matrix.java }})"
+ name: "maven-compile ( ${{ matrix.scala }}, java-${{ matrix.java }})"
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
- scala-version: [ 2.11.12, 2.12.8 ]
- scala-binary-version: [ 2.11, 2.12 ]
+ scala: [ scala-2.11, scala-2.12 ]
java: [ 8 , 11 ]
- exclude:
- - scala-version: 2.11.12
- scala-binary-version: 2.12
- - scala-version: 2.12.8
- scala-binary-version: 2.11
steps:
- name: Checkout
uses: actions/checkout@v3
@@ -92,7 +86,7 @@ jobs:
distribution: "adopt"
cache: "maven"
- name: Build with Maven
- run: ./mvnw -B clean package -Dscala.version=${{ matrix.scala-version
}} -Dscala.binary.version=${{ matrix.scala-binary-version }} -DskipTests
+ run: ./mvnw -B clean package -P${{ matrix.scala }} -DskipTests
- name: Test with Maven
- run: ./mvnw -B test -Dscala.version=${{ matrix.scala-version }}
-Dscala.binary.version=${{ matrix.scala-binary-version }} -pl
'!streampark-plugin/streampark-jvm-profiler,!streampark-console/streampark-console-service'
-am
+ run: ./mvnw -B test -P${{ matrix.scala }} -pl
'!streampark-plugin/streampark-jvm-profiler,!streampark-console/streampark-console-service'
-am
diff --git a/build.sh b/build.sh
index e8cf7b6a7..f1b8b7808 100755
--- a/build.sh
+++ b/build.sh
@@ -155,9 +155,11 @@ selectMode() {
do
case $scala in
"mixed mode")
+ echo_g "mixed mode selected (mixed build project of front-end and
back-ends)"
return 1
;;
"detached mode")
+ echo_g "detached mode selected (Only build the back-end project, the
front-end build need by yourself)"
return 2
;;
*)
@@ -168,42 +170,39 @@ selectMode() {
done
}
+
mixedPackage() {
- scalaVer="2.11.12"
- binaryVer="2.11"
+ scalaProfile="scala-2.11"
if [ "$1" == 2 ]; then
- scalaVer="2.12.8"
- binaryVer="2.12"
+ scalaProfile="scala-2.12"
fi
- echo_g "build info: package mode @ mixed, scala version @ $binaryVer, now
build starting..."
- "$PRG_DIR/mvnw" clean package -DskipTests -Dscala.version=$scalaVer
-Dscala.binary.version=$binaryVer -Pwebapp
+ echo_g "build info: package mode @ mixed, $scalaProfile, now build
starting..."
+ "$PRG_DIR/mvnw" clean package -DskipTests -P$scalaProfile -Pwebapp
if [ $? -eq 0 ]; then
printf '\n'
- echo_g "StreamPark project build successful! build info: package mode @
mixed, scala version @ $binaryVer\n"
+ echo_g "StreamPark project build successful! build info: package mode @
mixed, $scalaProfile \n"
fi
}
detachedPackage () {
- scalaVer="2.11.12"
- binaryVer="2.11"
+ scalaProfile="scala-2.11"
if [ "$1" == 2 ]; then
- scalaVer="2.12.8"
- binaryVer="2.12"
+ scalaProfile="scala-2.12"
fi
- echo_g "build info: package mode @ detached, scala version @ $binaryVer, now
build starting..."
+ echo_g "build info: package mode @ detached, $scalaProfile, now build
starting..."
- "$PRG_DIR"/mvnw clean package -DskipTests -Dscala.version=$scalaVer
-Dscala.binary.version=$binaryVer
+ "$PRG_DIR"/mvnw clean package -DskipTests -P$scalaProfile
if [ $? -eq 0 ]; then
printf '\n'
- echo_g """StreamPark project build successful! build info: package mode @
detached, scala version @ $binaryVer
+ echo_g """StreamPark project build successful! build info: package mode @
detached, $scalaProfile
Next, you need to build front-end by yourself. build cmd:
1) cd $PRG_DIR/streampark-console/streampark-console-webapp
- 2) npm install # or yarn install
- 3) npm build # or yarn build
+ 2) pnpm install
+ 3) pnpm build
please visit: https://streampark.apache.org/docs/user-guide/deployment for
more detail. \n"""
fi
diff --git a/pom.xml b/pom.xml
index d6974cd40..1ba8d9e17 100644
--- a/pom.xml
+++ b/pom.xml
@@ -17,7 +17,8 @@
limitations under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache</groupId>
@@ -92,6 +93,7 @@
<scala.binary.flink.version>_${scala.binary.version}</scala.binary.flink.version>
<flink.version>1.14.0</flink.version>
+ <flink.shaded.version>1.8.1</flink.shaded.version>
<streampark.flink.shims.version>1.14</streampark.flink.shims.version>
<spark.version>3.2.0</spark.version>
<scalikejdbc.version>4.0.0</scalikejdbc.version>
@@ -129,7 +131,7 @@
<maven-deploy-plugin.version>3.0.0-M1</maven-deploy-plugin.version>
<maven-release-plugin.version>2.5.3</maven-release-plugin.version>
<maven-javadoc-plugin.version>2.9.1</maven-javadoc-plugin.version>
- <maven-source-plugin.version> 2.2.1</maven-source-plugin.version>
+ <maven-source-plugin.version>2.2.1</maven-source-plugin.version>
<build-helper-maven-plugin.version>3.3.0</build-helper-maven-plugin.version>
<checkstyle.fails.on.error>true</checkstyle.fails.on.error>
<scalastyle.fails.on.error>true</scalastyle.fails.on.error>
@@ -149,6 +151,13 @@
<dependencyManagement>
<dependencies>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>force-shading</artifactId>
+ <version>${flink.shaded.version}</version>
+ </dependency>
+
<!--scala-->
<dependency>
<groupId>org.scala-lang</groupId>
@@ -595,6 +604,11 @@
<dependencies>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>force-shading</artifactId>
+ </dependency>
+
<!--scala-->
<dependency>
<groupId>org.scala-lang</groupId>
@@ -837,39 +851,6 @@
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>${maven-shade-plugin.version}</version>
- <executions>
- <execution>
- <id>shade-flink</id>
- <phase>none</phase>
- </execution>
- <execution>
- <phase>package</phase>
- <goals>
- <goal>shade</goal>
- </goals>
- <configuration>
-
<createDependencyReducedPom>false</createDependencyReducedPom>
- <artifactSet>
- <excludes>
-
<exclude>org.apache.flink:force-shading</exclude>
-
<exclude>com.google.code.findbugs:jsr305</exclude>
- <exclude>org.slf4j:*</exclude>
- <exclude>log4j:*</exclude>
- </excludes>
- </artifactSet>
- <filters>
- <filter>
- <artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/*.SF</exclude>
- <exclude>META-INF/*.DSA</exclude>
- <exclude>META-INF/*.RSA</exclude>
- </excludes>
- </filter>
- </filters>
- </configuration>
- </execution>
- </executions>
</plugin>
<!--(end) shade -->
@@ -939,6 +920,36 @@
</pluginManagement>
<plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>shade</goal>
+ </goals>
+ </execution>
+ </executions>
+ <configuration>
+ <shadedArtifactId>true</shadedArtifactId>
+
<createDependencyReducedPom>true</createDependencyReducedPom>
+
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
+ <artifactSet>
+ <includes>
+ <!--
+ This is a dummy dependency that is used to
trigger the maven-shade plugin
+ so that streampark's published POMs are
flattened and do not contain variables.
+
+ references:
+ [SPARK-3812]:
https://issues.apache.org/jira/browse/SPARK-3812
+ [FLINK-3565]:
https://issues.apache.org/jira/browse/FLINK-3565
+ -->
+ <include>org.apache.flink:force-shading</include>
+ </includes>
+ </artifactSet>
+ </configuration>
+ </plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
@@ -977,24 +988,18 @@
<profile>
<id>scala-2.11</id>
- <activation>
- <activeByDefault>false</activeByDefault>
- <property>
- <name>scala.binary.version</name>
- <value>2.11</value>
- </property>
- </activation>
+ <properties>
+ <scala.version>2.11.12</scala.version>
+ <scala.binary.version>2.11</scala.binary.version>
+ </properties>
</profile>
<profile>
<id>scala-2.12</id>
- <activation>
- <activeByDefault>true</activeByDefault>
- <property>
- <name>scala.binary.version</name>
- <value>2.12</value>
- </property>
- </activation>
+ <properties>
+ <scala.version>2.12.8</scala.version>
+ <scala.binary.version>2.12</scala.binary.version>
+ </properties>
<modules>
<module>streampark-spark</module>
</modules>
diff --git a/streampark-common/pom.xml b/streampark-common/pom.xml
index 5db0d5660..d50606f76 100644
--- a/streampark-common/pom.xml
+++ b/streampark-common/pom.xml
@@ -199,6 +199,7 @@
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
</plugin>
+
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
@@ -208,31 +209,44 @@
<goals>
<goal>shade</goal>
</goals>
+ <configuration>
+
<createDependencyReducedPom>true</createDependencyReducedPom>
+
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
+ <artifactSet>
+ <includes>
+
<include>com.fasterxml.jackson.*:*</include>
+ <include>com.beachape:*</include>
+ </includes>
+ </artifactSet>
+ <relocations>
+ <relocation>
+
<pattern>com.fasterxml.jackson.code</pattern>
+
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.code</shadedPattern>
+ </relocation>
+ <relocation>
+
<pattern>com.fasterxml.jackson.module</pattern>
+
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.module</shadedPattern>
+ </relocation>
+ <relocation>
+
<pattern>com.fasterxml.jackson.databind</pattern>
+
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.databind</shadedPattern>
+ </relocation>
+ </relocations>
+ <filters>
+ <filter>
+ <artifact>*:*</artifact>
+ <excludes>
+ <exclude>META-INF/*.SF</exclude>
+ <exclude>META-INF/*.DSA</exclude>
+ <exclude>META-INF/*.RSA</exclude>
+ </excludes>
+ </filter>
+ </filters>
+ </configuration>
</execution>
</executions>
- <configuration>
- <artifactSet>
- <includes>
- <include>com.fasterxml.jackson.*:*</include>
- <include>com.beachape:*</include>
- </includes>
- </artifactSet>
- <relocations>
- <relocation>
- <pattern>com.fasterxml.jackson.code</pattern>
-
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.code</shadedPattern>
- </relocation>
- <relocation>
- <pattern>com.fasterxml.jackson.module</pattern>
-
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.module</shadedPattern>
- </relocation>
- <relocation>
- <pattern>com.fasterxml.jackson.databind</pattern>
-
<shadedPattern>${streampark.shaded.package}.com.fasterxml.jackson.databind</shadedPattern>
- </relocation>
- </relocations>
- </configuration>
</plugin>
+
</plugins>
</build>
</project>
diff --git a/streampark-console/streampark-console-service/pom.xml
b/streampark-console/streampark-console-service/pom.xml
index f8a801eae..4d07d62cd 100644
--- a/streampark-console/streampark-console-service/pom.xml
+++ b/streampark-console/streampark-console-service/pom.xml
@@ -477,13 +477,6 @@
<profile>
<id>scala-2.12</id>
- <activation>
- <activeByDefault>true</activeByDefault>
- <property>
- <name>scala.binary.version</name>
- <value>2.12</value>
- </property>
- </activation>
<build>
<plugins>
<plugin>
@@ -555,7 +548,7 @@
<tarLongFileMode>gnu</tarLongFileMode>
<appendAssemblyId>false</appendAssemblyId>
<descriptors>
-
<descriptor>src/assembly/assembly.xml</descriptor>
+
<descriptor>${project.basedir}/src/assembly/assembly.xml</descriptor>
</descriptors>
</configuration>
<executions>
@@ -575,12 +568,6 @@
<profile>
<id>scala-2.11</id>
- <activation>
- <property>
- <name>scala.binary.version</name>
- <value>2.11</value>
- </property>
- </activation>
<build>
<plugins>
<plugin>
@@ -637,7 +624,7 @@
<configuration>
<appendAssemblyId>false</appendAssemblyId>
<descriptors>
-
<descriptor>src/assembly/assembly.xml</descriptor>
+
<descriptor>${project.basedir}/src/assembly/assembly.xml</descriptor>
</descriptors>
</configuration>
<executions>
@@ -688,7 +675,7 @@
<directory>src/main/resources/static</directory>
</fileset>
<fileset>
-
<directory>${project.basedir}/../${frontend.project.name}/dist</directory>
+
<directory>${project.build.directory}/../${frontend.project.name}/dist</directory>
</fileset>
</filesets>
</configuration>
diff --git
a/streampark-console/streampark-console-service/src/assembly/assembly.xml
b/streampark-console/streampark-console-service/src/assembly/assembly.xml
index ec9f11bc0..c82b69668 100644
--- a/streampark-console/streampark-console-service/src/assembly/assembly.xml
+++ b/streampark-console/streampark-console-service/src/assembly/assembly.xml
@@ -50,13 +50,13 @@
<fileSets>
<fileSet>
- <directory>src/assembly/bin</directory>
- <outputDirectory>bin</outputDirectory>
+ <directory>${project.build.directory}/../../../.mvn</directory>
+ <outputDirectory>bin/.mvn</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>${project.basedir}/../../.mvn</directory>
- <outputDirectory>bin/.mvn</outputDirectory>
+
<directory>${project.build.directory}/../src/assembly/bin</directory>
+ <outputDirectory>bin</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
@@ -70,32 +70,32 @@
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>src/assembly/logs</directory>
+
<directory>${project.build.directory}/../src/assembly/logs</directory>
<outputDirectory>logs</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>src/assembly/temp</directory>
+
<directory>${project.build.directory}/../src/assembly/temp</directory>
<outputDirectory>temp</outputDirectory>
<fileMode>0777</fileMode>
</fileSet>
<fileSet>
- <directory>src/assembly/client</directory>
+
<directory>${project.build.directory}/../src/assembly/client</directory>
<outputDirectory>client</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>src/assembly/plugins</directory>
+
<directory>${project.build.directory}/../src/assembly/plugins</directory>
<outputDirectory>plugins</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>src/assembly/script</directory>
+
<directory>${project.build.directory}/../src/assembly/script</directory>
<outputDirectory>script</outputDirectory>
<fileMode>0755</fileMode>
</fileSet>
<fileSet>
- <directory>src/main/resources</directory>
+
<directory>${project.build.directory}/../src/main/resources</directory>
<outputDirectory>conf</outputDirectory>
<fileMode>0755</fileMode>
<includes>
diff --git a/streampark-flink/streampark-flink-connector/pom.xml
b/streampark-flink/streampark-flink-connector/pom.xml
index 414fa58ca..170b06341 100644
--- a/streampark-flink/streampark-flink-connector/pom.xml
+++ b/streampark-flink/streampark-flink-connector/pom.xml
@@ -26,15 +26,13 @@
<version>2.0.0</version>
</parent>
- <artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<name>StreamPark : Flink Connector</name>
<packaging>pom</packaging>
<properties>
- <clickhouse.version>0.3.2</clickhouse.version>
<async.client.version>2.12.3</async.client.version>
- <influxdb.version>2.17</influxdb.version>
</properties>
<modules>
@@ -51,198 +49,18 @@
</modules>
<dependencyManagement>
-
<dependencies>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-common_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-core_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-shims-base_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <!--clickhouse-->
- <dependency>
- <groupId>ru.yandex.clickhouse</groupId>
- <artifactId>clickhouse-jdbc</artifactId>
- <version>${clickhouse.version}</version>
- </dependency>
-
<dependency>
<groupId>org.asynchttpclient</groupId>
<artifactId>async-http-client</artifactId>
<version>${async.client.version}</version>
</dependency>
-
- <!--es sink need httpcomponents -->
- <dependency>
- <groupId>org.apache.httpcomponents</groupId>
- <artifactId>httpasyncclient</artifactId>
- <version>4.1.2</version>
- </dependency>
-
- <!-- kafka connector -->
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-connector-kafka${scala.binary.flink.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-core</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-scala_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <!-- table -->
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-common</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.influxdb</groupId>
- <artifactId>influxdb-java</artifactId>
- <version>${influxdb.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.mongodb</groupId>
- <artifactId>mongo-java-driver</artifactId>
- <version>3.12.2</version>
- </dependency>
-
</dependencies>
-
</dependencyManagement>
- <dependencies>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
- <artifactId>streampark-common_${scala.binary.version}</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-core_${scala.binary.version}</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-shims-base_${scala.binary.version}</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
- </dependency>
-
- <!--flink base-->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-core</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-scala_${scala.binary.version}</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
- </dependency>
-
- <!-- table -->
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-common</artifactId>
- </dependency>
-
- </dependencies>
-
<profiles>
- <profile>
- <id>scala-2.12</id>
- <activation>
- <activeByDefault>true</activeByDefault>
- <property>
- <name>scala.binary.version</name>
- <value>2.12</value>
- </property>
- </activation>
- <modules></modules>
- </profile>
-
<profile>
<id>scala-2.11</id>
- <activation>
- <property>
- <name>scala.binary.version</name>
- <value>2.11</value>
- </property>
- </activation>
<modules>
<!-- redis only support scala 2.11 -->
<module>streampark-flink-connector-redis</module>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-base/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-base/pom.xml
index 35740699a..96fb86f04 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-base/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-base/pom.xml
@@ -22,7 +22,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -31,13 +31,77 @@
<name>StreamPark : Flink Connector Base</name>
<dependencies>
-
+ <!-- kafka -->
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka-clients</artifactId>
<version>2.5.0</version>
</dependency>
+ <!-- streampark -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+ <artifactId>streampark-common_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-core_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
</dependencies>
+
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-clickhouse/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-clickhouse/pom.xml
index 0c04982dd..c64e69a27 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-clickhouse/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-clickhouse/pom.xml
@@ -17,11 +17,12 @@
limitations under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,12 +35,14 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
</dependency>
<!--clickhouse-->
<dependency>
<groupId>ru.yandex.clickhouse</groupId>
<artifactId>clickhouse-jdbc</artifactId>
+ <version>0.3.2</version>
</dependency>
<!--clickhouse async need asynchttpclient -->
@@ -48,6 +51,50 @@
<artifactId>async-http-client</artifactId>
</dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
</dependencies>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-doris/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-doris/pom.xml
index 32f10b086..f244247b2 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-doris/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-doris/pom.xml
@@ -17,11 +17,12 @@
limitations under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -29,4 +30,55 @@
<name>StreamPark : Flink Connector Doris</name>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+ </dependencies>
+
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/pom.xml
index 1ca0dc1da..ad2812083 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/pom.xml
@@ -23,7 +23,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch5/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch5/pom.xml
index 7f5febab0..b9713f724 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch5/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch5/pom.xml
@@ -44,6 +44,50 @@
<artifactId>flink-connector-elasticsearch5_${scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
</dependencies>
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch6/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch6/pom.xml
index 3569ecf8f..e853bcab4 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch6/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch6/pom.xml
@@ -42,6 +42,49 @@
<artifactId>flink-connector-elasticsearch6${scala.binary.flink.version}</artifactId>
<version>${flink.version}</version>
</dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
</dependencies>
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch7/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch7/pom.xml
index 5ccdb3a82..32a5ddb56 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch7/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-elasticsearch/streampark-flink-connector-elasticsearch7/pom.xml
@@ -41,6 +41,49 @@
<artifactId>flink-connector-elasticsearch7_${scala.binary.version}</artifactId>
<version>${flink.version}</version>
</dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
</dependencies>
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-hbase/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-hbase/pom.xml
index 2584f73d6..14978b361 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-hbase/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-hbase/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,6 +34,50 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
</dependency>
<!--hbase-->
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-http/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-http/pom.xml
index 5d06ca279..77b15a8ad 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-http/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-http/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,6 +34,7 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${version}</version>
</dependency>
<!--clickhouse async need asynchttpclient -->
@@ -42,7 +43,49 @@
<artifactId>async-http-client</artifactId>
</dependency>
- </dependencies>
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ </dependencies>
</project>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-influx/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-influx/pom.xml
index 2381d0a82..8f8163317 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-influx/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-influx/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,11 +34,56 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.influxdb</groupId>
<artifactId>influxdb-java</artifactId>
+ <version>2.17</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
</dependency>
</dependencies>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-jdbc/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-jdbc/pom.xml
index 00d5aaf5f..aa566c1fd 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-jdbc/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-jdbc/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,6 +34,50 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
</dependency>
</dependencies>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-kafka/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-kafka/pom.xml
index a309f1edb..2681aa3a6 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-kafka/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-kafka/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,11 +34,56 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-connector-kafka${scala.binary.flink.version}</artifactId>
+ <version>${flink.version}</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
</dependency>
</dependencies>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-mongo/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-mongo/pom.xml
index 9c9c567a2..c63b25555 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-mongo/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-mongo/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -34,11 +34,56 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.mongodb</groupId>
<artifactId>mongo-java-driver</artifactId>
+ <version>3.12.2</version>
+ </dependency>
+
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
</dependency>
</dependencies>
diff --git
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-redis/pom.xml
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-redis/pom.xml
index 18fac586c..a7439603d 100644
---
a/streampark-flink/streampark-flink-connector/streampark-flink-connector-redis/pom.xml
+++
b/streampark-flink/streampark-flink-connector/streampark-flink-connector-redis/pom.xml
@@ -21,7 +21,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.streampark</groupId>
-
<artifactId>streampark-flink-connector_${scala.binary.version}</artifactId>
+ <artifactId>streampark-flink-connector</artifactId>
<version>2.0.0</version>
</parent>
@@ -40,6 +40,7 @@
<dependency>
<groupId>org.apache.streampark</groupId>
<artifactId>streampark-flink-connector-base_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
</dependency>
<dependency>
@@ -48,7 +49,49 @@
<version>1.0</version>
</dependency>
- </dependencies>
+ <!-- provided -->
+ <dependency>
+ <groupId>org.apache.streampark</groupId>
+
<artifactId>streampark-flink-shims_flink-${streampark.flink.shims.version}_${scala.binary.version}</artifactId>
+ <version>${project.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-core</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-streaming-scala_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-table-common</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.flink</groupId>
+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
+ <version>${flink.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ </dependencies>
</project>
diff --git a/streampark-flink/streampark-flink-shims/pom.xml
b/streampark-flink/streampark-flink-shims/pom.xml
index d7f7fb6bc..6173b2f17 100644
--- a/streampark-flink/streampark-flink-shims/pom.xml
+++ b/streampark-flink/streampark-flink-shims/pom.xml
@@ -39,30 +39,14 @@
</modules>
<profiles>
-
<profile>
<id>scala-2.12</id>
- <activation>
- <activeByDefault>true</activeByDefault>
- </activation>
<modules>
<!-- flink 1.15+ only support scala 2.12 -->
<module>streampark-flink-shims_flink-1.15</module>
<module>streampark-flink-shims_flink-1.16</module>
</modules>
</profile>
-
- <profile>
- <id>scala-2.11</id>
- <activation>
- <property>
- <name>scala.binary.version</name>
- <value>2.11</value>
- </property>
- </activation>
- <modules></modules>
- </profile>
-
</profiles>
</project>
diff --git
a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml
b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml
index bb3479c21..a5ea0bbf7 100644
---
a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml
+++
b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.15/pom.xml
@@ -120,7 +120,8 @@
<goal>shade</goal>
</goals>
<configuration>
-
<createDependencyReducedPom>false</createDependencyReducedPom>
+
<createDependencyReducedPom>true</createDependencyReducedPom>
+
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
<artifactSet>
<includes>
<include>org.apache.flink:flink-table-api-scala-bridge_${scala.binary.version}</include>
@@ -130,7 +131,9 @@
<filter>
<artifact>*:*</artifact>
<excludes>
- <exclude>META-INF/*</exclude>
+ <exclude>META-INF/*.SF</exclude>
+ <exclude>META-INF/*.DSA</exclude>
+ <exclude>META-INF/*.RSA</exclude>
</excludes>
</filter>
</filters>
diff --git
a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml
b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml
index 7a9a2d6e2..6e5cf609b 100644
---
a/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml
+++
b/streampark-flink/streampark-flink-shims/streampark-flink-shims_flink-1.16/pom.xml
@@ -124,7 +124,8 @@
<goal>shade</goal>
</goals>
<configuration>
-
<createDependencyReducedPom>false</createDependencyReducedPom>
+
<createDependencyReducedPom>true</createDependencyReducedPom>
+
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
<artifactSet>
<includes>
<include>org.apache.flink:flink-table-api-scala-bridge_${scala.binary.version}</include>
@@ -134,7 +135,9 @@
<filter>
<artifact>*:*</artifact>
<excludes>
- <exclude>META-INF/*</exclude>
+ <exclude>META-INF/*.SF</exclude>
+ <exclude>META-INF/*.DSA</exclude>
+ <exclude>META-INF/*.RSA</exclude>
</excludes>
</filter>
</filters>
diff --git a/streampark-plugin/streampark-jvm-profiler/pom.xml
b/streampark-plugin/streampark-jvm-profiler/pom.xml
index 5f8ff9d9d..c7b238f74 100644
--- a/streampark-plugin/streampark-jvm-profiler/pom.xml
+++ b/streampark-plugin/streampark-jvm-profiler/pom.xml
@@ -96,9 +96,6 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
- <configuration>
-
<createDependencyReducedPom>false</createDependencyReducedPom>
- </configuration>
<executions>
<execution>
<phase>package</phase>
@@ -106,6 +103,8 @@
<goal>shade</goal>
</goals>
<configuration>
+
<createDependencyReducedPom>true</createDependencyReducedPom>
+
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml</dependencyReducedPomLocation>
<relocations>
<relocation>
<pattern>org.apache</pattern>
