This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/spark-connect-swift.git
The following commit(s) were added to refs/heads/main by this push:
new 7ce9a0b [SPARK-55956] Use `4.2.0-preview3` RC1 for Spark 4.2
integration tests
7ce9a0b is described below
commit 7ce9a0b7dfb086efb59e11c4b827d4f5a5f6675d
Author: Dongjoon Hyun <[email protected]>
AuthorDate: Tue Mar 10 19:51:57 2026 -0700
[SPARK-55956] Use `4.2.0-preview3` RC1 for Spark 4.2 integration tests
### What changes were proposed in this pull request?
This PR updates the `integration-test-mac-spark42` CI job to use Apache
Spark `4.2.0-preview3` RC1 instead of 4.2.0-preview2.
### Why are the changes needed?
To test against the latest Apache Spark 4.2.0-preview3 release candidate.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
CI should pass with the updated Spark version.
### Was this patch authored or co-authored using generative AI tooling?
Generated-by: Claude Code (claude-opus-4-6)
Closes #306 from dongjoon-hyun/SPARK-55956.
Authored-by: Dongjoon Hyun <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
.github/workflows/build_and_test.yml | 6 +++---
Tests/SparkConnectTests/DataFrameTests.swift | 5 +++--
2 files changed, 6 insertions(+), 5 deletions(-)
diff --git a/.github/workflows/build_and_test.yml
b/.github/workflows/build_and_test.yml
index 9e66a09..1492526 100644
--- a/.github/workflows/build_and_test.yml
+++ b/.github/workflows/build_and_test.yml
@@ -146,9 +146,9 @@ jobs:
run: swift test --filter NOTHING -c release
- name: Test
run: |
- curl -LO
https://www.apache.org/dyn/closer.lua/spark/spark-4.2.0-preview2/spark-4.2.0-preview2-bin-hadoop3.tgz?action=download
- tar xvfz spark-4.2.0-preview2-bin-hadoop3.tgz && rm
spark-4.2.0-preview2-bin-hadoop3.tgz
- mv spark-4.2.0-preview2-bin-hadoop3/ /tmp/spark
+ curl -LO
https://dist.apache.org/repos/dist/dev/spark/v4.2.0-preview3-rc1-bin/spark-4.2.0-preview3-bin-hadoop3.tgz
+ tar xvfz spark-4.2.0-preview3-bin-hadoop3.tgz && rm
spark-4.2.0-preview3-bin-hadoop3.tgz
+ mv spark-4.2.0-preview3-bin-hadoop3/ /tmp/spark
cd /tmp/spark/sbin
./start-connect-server.sh -c spark.sql.timeType.enabled=true
cd -
diff --git a/Tests/SparkConnectTests/DataFrameTests.swift
b/Tests/SparkConnectTests/DataFrameTests.swift
index 27998c0..2f88005 100644
--- a/Tests/SparkConnectTests/DataFrameTests.swift
+++ b/Tests/SparkConnectTests/DataFrameTests.swift
@@ -69,8 +69,9 @@ struct DataFrameTests {
let spark = try await SparkSession.builder.getOrCreate()
let schema1 = try await spark.sql("SELECT 'a' as col1").schema
+ let version = await spark.version
let answer1 =
- if await spark.version.starts(with: "4.") {
+ if ["4.0", "4.1"].contains(where: version.hasPrefix) {
#"{"struct":{"fields":[{"name":"col1","dataType":{"string":{"collation":"UTF8_BINARY"}}}]}}"#
} else {
#"{"struct":{"fields":[{"name":"col1","dataType":{"string":{}}}]}}"#
@@ -79,7 +80,7 @@ struct DataFrameTests {
let schema2 = try await spark.sql("SELECT 'a' as col1, 'b' as col2").schema
let answer2 =
- if await spark.version.starts(with: "4.") {
+ if ["4.0", "4.1"].contains(where: version.hasPrefix) {
#"{"struct":{"fields":[{"name":"col1","dataType":{"string":{"collation":"UTF8_BINARY"}}},{"name":"col2","dataType":{"string":{"collation":"UTF8_BINARY"}}}]}}"#
} else {
#"{"struct":{"fields":[{"name":"col1","dataType":{"string":{}}},{"name":"col2","dataType":{"string":{}}}]}}"#
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
