This is an automated email from the ASF dual-hosted git repository.
zhangmang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/auron.git
The following commit(s) were added to refs/heads/master by this push:
new 5a7f3e55 [AURON #1852] Init flink module (#1887)
5a7f3e55 is described below
commit 5a7f3e55e4504c2f3b54537ca129c7daf617f530
Author: zhangmang <[email protected]>
AuthorDate: Wed Jan 14 17:11:26 2026 +0800
[AURON #1852] Init flink module (#1887)
<!--
- Start the PR title with the related issue ID, e.g. '[AURON #XXXX]
Short summary...'.
-->
# Which issue does this PR close?
Closes #1852
# Rationale for this change
The Flink extension module has been split into distinct components based
on functionality:
* auron-flink-planner
* auron-flink-runtime
* auron-flink-assembly
# What changes are included in this PR?
add auron-flink-planner, auron-flink-runtime and auron-flink-assembly
module.
# Are there any user-facing changes?
NO
# How was this patch tested?
not need test
---
.github/workflows/flink.yml | 2 +-
auron-flink-extension/auron-flink-assembly/pom.xml | 78 ++++++
.../{ => auron-flink-planner}/pom.xml | 43 ++--
.../auron/flink/table/AuronFlinkTableTestBase.java | 0
.../flink/table/runtime/AuronFlinkCalcITCase.java | 0
auron-flink-extension/auron-flink-runtime/pom.xml | 43 ++++
auron-flink-extension/pom.xml | 281 +--------------------
7 files changed, 145 insertions(+), 302 deletions(-)
diff --git a/.github/workflows/flink.yml b/.github/workflows/flink.yml
index 95e1f563..2ba3f8ba 100644
--- a/.github/workflows/flink.yml
+++ b/.github/workflows/flink.yml
@@ -42,7 +42,7 @@ jobs:
flinkver: [ "1.18" ]
javaver: [ "8" ]
scalaver: [ "2.12" ]
- module: [ "auron-flink-extension" ]
+ module: [ "auron-flink-extension/auron-flink-planner" ]
sparkver: [ "spark-3.5" ]
steps:
diff --git a/auron-flink-extension/auron-flink-assembly/pom.xml
b/auron-flink-extension/auron-flink-assembly/pom.xml
new file mode 100644
index 00000000..b4aa8f0f
--- /dev/null
+++ b/auron-flink-extension/auron-flink-assembly/pom.xml
@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>auron-flink-extension</artifactId>
+ <version>${project.version}</version>
+ </parent>
+
+ <artifactId>auron-flink-assembly</artifactId>
+ <name>Apache Auron Flink Assembly ${flink.version}</name>
+ <description>Apache Auron Flink Project</description>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>auron-flink-runtime</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>auron-flink-planner</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <version>${maven.plugin.shade.version}</version>
+ <configuration>
+ <!-- put your configurations here -->
+ <transformers>
+ <transformer
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
+
<resource>META-INF/services/org.apache.flink.table.factories.TableFactory</resource>
+ </transformer>
+ </transformers>
+ <filters>
+ <filter>
+ <artifact>*:*</artifact>
+ <excludes>
+ <exclude>META-INF/*.SF</exclude>
+ <exclude>META-INF/*.DSA</exclude>
+ <exclude>META-INF/*.RSA</exclude>
+ </excludes>
+ </filter>
+ </filters>
+ </configuration>
+ <executions>
+ <execution>
+ <goals>
+ <goal>shade</goal>
+ </goals>
+ <phase>package</phase>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
diff --git a/auron-flink-extension/pom.xml
b/auron-flink-extension/auron-flink-planner/pom.xml
similarity index 91%
copy from auron-flink-extension/pom.xml
copy to auron-flink-extension/auron-flink-planner/pom.xml
index c795614b..2a82db2c 100644
--- a/auron-flink-extension/pom.xml
+++ b/auron-flink-extension/auron-flink-planner/pom.xml
@@ -17,19 +17,15 @@
-->
<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
<modelVersion>4.0.0</modelVersion>
-
<parent>
<groupId>org.apache.auron</groupId>
- <artifactId>auron-parent_${scalaVersion}</artifactId>
+ <artifactId>auron-flink-extension</artifactId>
<version>${project.version}</version>
- <relativePath>../pom.xml</relativePath>
</parent>
- <artifactId>auron-flink-extension</artifactId>
- <packaging>jar</packaging>
- <name>Apache Auron Flink ${flink.version}</name>
+ <artifactId>auron-flink-planner</artifactId>
+ <name>Apache Auron Flink Planner ${flink.version}</name>
<description>Apache Auron Flink Project</description>
-
<properties>
<flink.markBundledAsOptional>false</flink.markBundledAsOptional>
<janino.version>3.1.10</janino.version>
@@ -37,28 +33,28 @@
<scala.binary.version>2.12</scala.binary.version>
<surefire.module.config>
<!--
- HashAggCodeGeneratorTest / AggTestBase
- -->
+ HashAggCodeGeneratorTest / AggTestBase
+ -->
--add-opens=java.base/java.lang=ALL-UNNAMED
<!--
- chill ArraysAsListSerializer
- -->
+ chill ArraysAsListSerializer
+ -->
--add-opens=java.base/java.util=ALL-UNNAMED
<!--
- kryo AtomicBoolean
- -->
+ kryo AtomicBoolean
+ -->
--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
<!--
- kryo LocalDate/ZoneOffset
- -->
+ kryo LocalDate/ZoneOffset
+ -->
--add-opens=java.base/java.time=ALL-UNNAMED
<!--
- kryo MathContext
- -->
+ kryo MathContext
+ -->
--add-opens=java.base/java.math=ALL-UNNAMED
<!--
- kryo ByteBuffer
- -->
+ kryo ByteBuffer
+ -->
--add-opens=java.base/java.nio=ALL-UNNAMED
</surefire.module.config>
</properties>
@@ -67,15 +63,11 @@
<!-- Auron dependencies -->
<dependency>
<groupId>org.apache.auron</groupId>
- <artifactId>auron-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.auron</groupId>
- <artifactId>proto</artifactId>
+ <artifactId>auron-flink-runtime</artifactId>
<version>${project.version}</version>
</dependency>
+ <!-- flink dependencies -->
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
@@ -303,5 +295,4 @@
</plugin>
</plugins>
</build>
-
</project>
diff --git
a/auron-flink-extension/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java
b/auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java
similarity index 100%
rename from
auron-flink-extension/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java
rename to
auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java
diff --git
a/auron-flink-extension/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java
b/auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java
similarity index 100%
rename from
auron-flink-extension/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java
rename to
auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java
diff --git a/auron-flink-extension/auron-flink-runtime/pom.xml
b/auron-flink-extension/auron-flink-runtime/pom.xml
new file mode 100644
index 00000000..3b5dfea2
--- /dev/null
+++ b/auron-flink-extension/auron-flink-runtime/pom.xml
@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>auron-flink-extension</artifactId>
+ <version>${project.version}</version>
+ </parent>
+
+ <artifactId>auron-flink-runtime</artifactId>
+ <name>Apache Auron Flink Runtime ${flink.version}</name>
+ <description>Apache Auron Flink Project</description>
+ <dependencies>
+ <!-- Auron dependencies -->
+ <dependency>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>auron-core</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>proto</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ </dependencies>
+
+</project>
diff --git a/auron-flink-extension/pom.xml b/auron-flink-extension/pom.xml
index c795614b..95ef4d48 100644
--- a/auron-flink-extension/pom.xml
+++ b/auron-flink-extension/pom.xml
@@ -26,282 +26,13 @@
</parent>
<artifactId>auron-flink-extension</artifactId>
- <packaging>jar</packaging>
+ <packaging>pom</packaging>
<name>Apache Auron Flink ${flink.version}</name>
<description>Apache Auron Flink Project</description>
-
- <properties>
- <flink.markBundledAsOptional>false</flink.markBundledAsOptional>
- <janino.version>3.1.10</janino.version>
- <guava.version>31.1-jre</guava.version>
- <scala.binary.version>2.12</scala.binary.version>
- <surefire.module.config>
- <!--
- HashAggCodeGeneratorTest / AggTestBase
- -->
- --add-opens=java.base/java.lang=ALL-UNNAMED
- <!--
- chill ArraysAsListSerializer
- -->
- --add-opens=java.base/java.util=ALL-UNNAMED
- <!--
- kryo AtomicBoolean
- -->
- --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
- <!--
- kryo LocalDate/ZoneOffset
- -->
- --add-opens=java.base/java.time=ALL-UNNAMED
- <!--
- kryo MathContext
- -->
- --add-opens=java.base/java.math=ALL-UNNAMED
- <!--
- kryo ByteBuffer
- -->
- --add-opens=java.base/java.nio=ALL-UNNAMED
- </surefire.module.config>
- </properties>
-
- <dependencies>
- <!-- Auron dependencies -->
- <dependency>
- <groupId>org.apache.auron</groupId>
- <artifactId>auron-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.auron</groupId>
- <artifactId>proto</artifactId>
- <version>${project.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <version>${scalaLongVersion}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.immutables</groupId>
- <artifactId>value</artifactId>
- <version>2.8.8</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.immutables</groupId>
- <artifactId>value-annotations</artifactId>
- <version>2.8.8</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.codehaus.janino</groupId>
- <artifactId>commons-compiler</artifactId>
- <version>${janino.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <!-- Used for code generation -->
- <groupId>org.codehaus.janino</groupId>
- <artifactId>janino</artifactId>
- <version>${janino.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <!-- Table API Java dependencies (not included in the uber) -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-java-bridge</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <!-- Flink Scala (included only in the loader-bundle) -->
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-scala_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.checkerframework</groupId>
- <artifactId>checker-qual</artifactId>
- <version>3.12.0</version>
- <scope>provided</scope>
- <optional>${flink.markBundledAsOptional}</optional>
- </dependency>
-
- <!-- Table planner -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- </dependency>
-
- <!-- Table Runtime (not included in the uber) -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- </dependency>
-
- <!-- Table Calcite Bridge (included in the uber) -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-calcite-bridge</artifactId>
- <version>${flink.version}</version>
- <scope>provided</scope>
- <optional>${flink.markBundledAsOptional}</optional>
- <exclusions>
- <exclusion>
- <groupId>org.apache.calcite</groupId>
- <artifactId>calcite-core</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <!-- Test dependencies -->
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-planner_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-test-utils</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- <exclusions>
- <exclusion>
- <groupId>org.junit.vintage</groupId>
- <artifactId>junit-vintage-engine</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.junit.jupiter</groupId>
- <artifactId>junit-jupiter</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <!-- Table API Scala dependencies -->
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-scala_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.flink</groupId>
-
<artifactId>flink-table-api-scala-bridge_${scala.binary.version}</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-core</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-common</artifactId>
- <version>${flink.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-api-java</artifactId>
- <version>${flink.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-table-runtime</artifactId>
- <version>${flink.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-streaming-java</artifactId>
- <version>${flink.version}</version>
- <type>test-jar</type>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-statebackend-rocksdb</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <!-- For using the filesystem connector in tests -->
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-connector-files</artifactId>
- <version>${flink.version}</version>
- <scope>test</scope>
- </dependency>
-
- <dependency>
- <groupId>org.junit.jupiter</groupId>
- <artifactId>junit-jupiter-api</artifactId>
- <version>${junit.jupiter.version}</version>
- <scope>test</scope>
- </dependency>
-
- <!-- arrow dependency -->
- <dependency>
- <groupId>org.apache.arrow</groupId>
- <artifactId>arrow-c-data</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.arrow</groupId>
- <artifactId>arrow-compression</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.arrow</groupId>
- <artifactId>arrow-memory-unsafe</artifactId>
- </dependency>
-
- <dependency>
- <groupId>org.apache.arrow</groupId>
- <artifactId>arrow-vector</artifactId>
- </dependency>
- </dependencies>
-
- <build>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
- <version>${maven.plugin.surefire.version}</version>
- <!-- Note config is repeated in scalatest config -->
- <configuration>
- <includes>
- <include>**/*ITCase.java</include>
- </includes>
- </configuration>
- </plugin>
- </plugins>
- </build>
+ <modules>
+ <module>auron-flink-planner</module>
+ <module>auron-flink-runtime</module>
+ <module>auron-flink-assembly</module>
+ </modules>
</project>
