This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new be858e5e7f [FLINK] Add a basic CI job for flink module(#9778)
be858e5e7f is described below
commit be858e5e7f3b6595f2b0337bf097b834084e5761
Author: PHILO-HE <[email protected]>
AuthorDate: Thu May 29 17:53:57 2025 +0800
[FLINK] Add a basic CI job for flink module(#9778)
---
.github/workflows/flink.yml | 40 +++++++++++++++++++++++++++
gluten-flink/docs/Flink.md | 3 +--
gluten-flink/patches/fix-velox4j.patch | 49 ++++++++++++++++++++++++++++++++++
3 files changed, 90 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/flink.yml b/.github/workflows/flink.yml
new file mode 100644
index 0000000000..57eb5ec3af
--- /dev/null
+++ b/.github/workflows/flink.yml
@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Gluten Flink Github Runner
+
+on:
+ pull_request:
+ paths:
+ - '.github/workflows/flink.yml'
+ - 'gluten-flink/**'
+
+ test:
+ runs-on: ubuntu-22.04
+ container: apache/gluten:centos-8-jdk17
+ steps:
+ - uses: actions/checkout@v2
+ - name: Prepare
+ run: |
+ source /opt/rh/gcc-toolset-11/enable
+ sudo dnf install -y patchelf
+ git clone -b gluten https://github.com/bigo-sg/velox4j.git
+ cd velox4j && git reset --hard
c069ca63aa3a200b49199f7dfa285f011ce6fda5
+ git apply $GITHUB_WORKSPACE/gluten-flink/patches/fix-velox4j.patch
+ mvn clean install -DskipTests -Dspotless.skip=true
+ - name: Build Gluten Flink
+ run: |
+ cd $GITHUB_WORKSPACE/gluten-flink
+ mvn clean package -Dmaven.test.skip=true
diff --git a/gluten-flink/docs/Flink.md b/gluten-flink/docs/Flink.md
index ec51795e2a..6b40351cb8 100644
--- a/gluten-flink/docs/Flink.md
+++ b/gluten-flink/docs/Flink.md
@@ -46,9 +46,8 @@ As some features have not been committed to upstream, you
have to use the follow
```bash
## fetch velox4j code
-git clone https://github.com/bigo-sg/velox4j.git
+git clone -b gluten https://github.com/bigo-sg/velox4j.git
cd velox4j
-git checkout -b gluten origin/gluten
git reset --hard c069ca63aa3a200b49199f7dfa285f011ce6fda5
mvn clean install
```
diff --git a/gluten-flink/patches/fix-velox4j.patch
b/gluten-flink/patches/fix-velox4j.patch
new file mode 100644
index 0000000000..e56a008ced
--- /dev/null
+++ b/gluten-flink/patches/fix-velox4j.patch
@@ -0,0 +1,49 @@
+diff --git a/pom.xml b/pom.xml
+index b266bce..54e53ac 100644
+--- a/pom.xml
++++ b/pom.xml
+@@ -209,27 +209,6 @@
+ <argLine>${surefire.add-opens.argLine}</argLine>
+ </configuration>
+ </plugin>
+- <plugin>
+- <groupId>org.apache.maven.plugins</groupId>
+- <artifactId>maven-gpg-plugin</artifactId>
+- <version>3.2.7</version>
+- <executions>
+- <execution>
+- <id>sign-artifacts</id>
+- <goals>
+- <goal>sign</goal>
+- </goals>
+- <phase>verify</phase>
+- <configuration>
+- <keyname>B63AD11C6D45C37BFD6379B248804000454F1974</keyname>
+- <gpgArguments>
+- <arg>--pinentry-mode</arg>
+- <arg>loopback</arg>
+- </gpgArguments>
+- </configuration>
+- </execution>
+- </executions>
+- </plugin>
+ <plugin>
+ <groupId>org.sonatype.central</groupId>
+ <artifactId>central-publishing-maven-plugin</artifactId>
+diff --git a/src/main/cpp/main/CMakeLists.txt
b/src/main/cpp/main/CMakeLists.txt
+index ada06f8..7ed80bb 100644
+--- a/src/main/cpp/main/CMakeLists.txt
++++ b/src/main/cpp/main/CMakeLists.txt
+@@ -55,10 +55,12 @@ install(
+ CODE "
+ file(GET_RUNTIME_DEPENDENCIES
+ RESOLVED_DEPENDENCIES_VAR 3rd_deps
++ UNRESOLVED_DEPENDENCIES_VAR unresolved_deps
+ LIBRARIES $<TARGET_FILE:velox4j_shared>
+ PRE_EXCLUDE_REGEXES
+ ${VELOX4J_3RD_EXCLUSIONS}
+ )
++ message(WARNING \"Unresolved deps: \${unresolved_deps}\")
+ message(\"Found all shared 3rd dependencies of velox4j: \${3rd_deps}\")
+ foreach(dep IN LISTS 3rd_deps)
+ get_filename_component(link_name \${dep} NAME)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
