This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new 2f1955165 chore: Skip some CI workflows for benchmark changes (#3030)
2f1955165 is described below
commit 2f1955165e3953b96d79e462d6c2048c0113dc55
Author: Andy Grove <[email protected]>
AuthorDate: Fri Jan 2 17:00:43 2026 -0700
chore: Skip some CI workflows for benchmark changes (#3030)
---
.github/workflows/pr_benchmark_check.yml | 85 ++++++++++++++++++++++++++++++++
.github/workflows/pr_build_linux.yml | 6 +++
.github/workflows/pr_build_macos.yml | 6 +++
.github/workflows/spark_sql_test.yml | 10 ++++
4 files changed, 107 insertions(+)
diff --git a/.github/workflows/pr_benchmark_check.yml
b/.github/workflows/pr_benchmark_check.yml
new file mode 100644
index 000000000..b7475b907
--- /dev/null
+++ b/.github/workflows/pr_benchmark_check.yml
@@ -0,0 +1,85 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# Lightweight CI for benchmark-only changes - verifies compilation and linting
+# without running full test suites
+
+name: PR Benchmark Check
+
+concurrency:
+ group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{
github.workflow }}
+ cancel-in-progress: true
+
+on:
+ push:
+ paths:
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
+ pull_request:
+ paths:
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
+ workflow_dispatch:
+
+env:
+ RUST_VERSION: stable
+
+jobs:
+ benchmark-check:
+ name: Benchmark Compile & Lint Check
+ runs-on: ubuntu-latest
+ container:
+ image: amd64/rust
+ steps:
+ - uses: actions/checkout@v6
+
+ - name: Setup Rust & Java toolchain
+ uses: ./.github/actions/setup-builder
+ with:
+ rust-version: ${{ env.RUST_VERSION }}
+ jdk-version: 17
+
+ - name: Check Cargo fmt
+ run: |
+ cd native
+ cargo fmt --all -- --check --color=never
+
+ - name: Check Cargo clippy
+ run: |
+ cd native
+ cargo clippy --color=never --all-targets --workspace -- -D warnings
+
+ - name: Check benchmark compilation
+ run: |
+ cd native
+ cargo check --benches
+
+ - name: Cache Maven dependencies
+ uses: actions/cache@v4
+ with:
+ path: |
+ ~/.m2/repository
+ /root/.m2/repository
+ key: ${{ runner.os }}-benchmark-maven-${{ hashFiles('**/pom.xml') }}
+ restore-keys: |
+ ${{ runner.os }}-benchmark-maven-
+
+ - name: Check Scala compilation and linting
+ run: |
+ ./mvnw -B compile test-compile scalafix:scalafix
-Dscalafix.mode=CHECK -Psemanticdb -DskipTests
diff --git a/.github/workflows/pr_build_linux.yml
b/.github/workflows/pr_build_linux.yml
index e3b0e4056..beb5f9dcf 100644
--- a/.github/workflows/pr_build_linux.yml
+++ b/.github/workflows/pr_build_linux.yml
@@ -27,11 +27,17 @@ on:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
pull_request:
paths-ignore:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
# manual trigger
#
https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
workflow_dispatch:
diff --git a/.github/workflows/pr_build_macos.yml
b/.github/workflows/pr_build_macos.yml
index 0ad40c193..9a45fe022 100644
--- a/.github/workflows/pr_build_macos.yml
+++ b/.github/workflows/pr_build_macos.yml
@@ -27,11 +27,17 @@ on:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
pull_request:
paths-ignore:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
# manual trigger
#
https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
workflow_dispatch:
diff --git a/.github/workflows/spark_sql_test.yml
b/.github/workflows/spark_sql_test.yml
index d143ef83a..2fe5fefe1 100644
--- a/.github/workflows/spark_sql_test.yml
+++ b/.github/workflows/spark_sql_test.yml
@@ -27,11 +27,17 @@ on:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
pull_request:
paths-ignore:
- "doc/**"
- "docs/**"
- "**.md"
+ - "native/core/benches/**"
+ - "native/spark-expr/benches/**"
+ - "spark/src/test/scala/org/apache/spark/sql/benchmark/**"
# manual trigger
#
https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
workflow_dispatch:
@@ -59,6 +65,10 @@ jobs:
- {name: "sql_hive-1", args1: "", args2: "hive/testOnly * -- -l
org.apache.spark.tags.ExtendedHiveTest -l org.apache.spark.tags.SlowHiveTest"}
- {name: "sql_hive-2", args1: "", args2: "hive/testOnly * -- -n
org.apache.spark.tags.ExtendedHiveTest"}
- {name: "sql_hive-3", args1: "", args2: "hive/testOnly * -- -n
org.apache.spark.tags.SlowHiveTest"}
+ # Skip sql_hive-1 for Spark 4.0 due to
https://github.com/apache/datafusion-comet/issues/2946
+ exclude:
+ - spark-version: {short: '4.0', full: '4.0.1', java: 17}
+ module: {name: "sql_hive-1", args1: "", args2: "hive/testOnly * --
-l org.apache.spark.tags.ExtendedHiveTest -l
org.apache.spark.tags.SlowHiveTest"}
fail-fast: false
name: spark-sql-${{ matrix.module.name }}/${{ matrix.os }}/spark-${{
matrix.spark-version.full }}/java-${{ matrix.spark-version.java }}
runs-on: ${{ matrix.os }}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
