This is an automated email from the ASF dual-hosted git repository.
Fokko pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new d8198f7370 Build: Upgrade Arrow to 19.0.0 (#18426)
d8198f7370 is described below
commit d8198f73705bf572785904b3056ac189ebbbacc2
Author: Robert Kruszewski <[email protected]>
AuthorDate: Thu Oct 29 20:17:42 2026 +0000
Build: Upgrade Arrow to 19.0.0 (#18426)
Generated-by: Claude Code
Signed-off-by: Robert Kruszewski <[email protected]>
Co-authored-by: Claude Opus 5.5 <[email protected]>
---
gradle/libs.versions.toml | 2 +-
spark/v3.5/spark-runtime/LICENSE | 37 -------------------------------
spark/v3.5/spark-runtime/runtime-deps.txt | 13 +++++------
spark/v4.0/spark-runtime/LICENSE | 37 -------------------------------
spark/v4.0/spark-runtime/runtime-deps.txt | 13 +++++------
spark/v4.1/spark-runtime/LICENSE | 37 -------------------------------
spark/v4.1/spark-runtime/runtime-deps.txt | 13 +++++------
spark/v4.2/spark-runtime/LICENSE | 37 -------------------------------
spark/v4.2/spark-runtime/runtime-deps.txt | 13 +++++------
9 files changed, 25 insertions(+), 177 deletions(-)
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
index 98df0d4388..d7ce1b49f4 100644
--- a/gradle/libs.versions.toml
+++ b/gradle/libs.versions.toml
@@ -30,7 +30,7 @@ antlr = "4.9.3"
antlr413 = "4.13.1" # For Spark 4.0 support
aircompressor = "2.0.3"
apiguardian = "1.1.2"
-arrow = "15.0.2"
+arrow = "19.0.0"
avro = "1.12.2"
assertj-core = "3.27.7"
awaitility = "4.3.0"
diff --git a/spark/v3.5/spark-runtime/LICENSE b/spark/v3.5/spark-runtime/LICENSE
index 68349435dc..33c3cf8e63 100644
--- a/spark/v3.5/spark-runtime/LICENSE
+++ b/spark/v3.5/spark-runtime/LICENSE
@@ -1043,43 +1043,6 @@ License: Apache License, Version 2.0 -
https://www.apache.org/licenses/LICENSE-2
--------------------------------------------------------------------------------
-This product bundles Eclipse Collections.
-
-Project URL: https://github.com/eclipse-collections/eclipse-collections
-License: Eclipse Distribution License v. 1.0 -
https://www.eclipse.org/org/documents/edl-v10.php
-
-| Eclipse Distribution License - v 1.0
-|
-| Copyright (c) 2007, Eclipse Foundation, Inc. and its licensors.
-|
-| All rights reserved.
-|
-| Redistribution and use in source and binary forms, with or without
-| modification, are permitted provided that the following conditions are met:
-|
-| * Redistributions of source code must retain the above copyright notice,
-| this list of conditions and the following disclaimer.
-| * Redistributions in binary form must reproduce the above copyright notice,
-| this list of conditions and the following disclaimer in the documentation
-| and/or other materials provided with the distribution.
-| * Neither the name of the Eclipse Foundation, Inc. nor the names of its
-| contributors may be used to endorse or promote products derived from this
-| software without specific prior written permission.
-|
-| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-| AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-| IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-| ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
-| LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
-| CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-| SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-| INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-| CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-| ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-| POSSIBILITY OF SUCH DAMAGE.
-
---------------------------------------------------------------------------------
-
This product bundles Apache Datasketches.
Project URL: https://datasketches.apache.org
diff --git a/spark/v3.5/spark-runtime/runtime-deps.txt
b/spark/v3.5/spark-runtime/runtime-deps.txt
index 5ce6207199..c932885ece 100644
--- a/spark/v3.5/spark-runtime/runtime-deps.txt
+++ b/spark/v3.5/spark-runtime/runtime-deps.txt
@@ -4,15 +4,16 @@ com.fasterxml.jackson.core:jackson-databind:2.18
com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.22
com.github.ben-manes.caffeine:caffeine:3.3
com.google.errorprone:error_prone_annotations:2.50
-com.google.flatbuffers:flatbuffers-java:23.5
+com.google.flatbuffers:flatbuffers-java:25.2
dev.failsafe:failsafe:3.3
io.airlift:aircompressor:2.0
io.netty:netty-buffer:4.2
io.netty:netty-common:4.2
-org.apache.arrow:arrow-format:15.0
-org.apache.arrow:arrow-memory-core:15.0
-org.apache.arrow:arrow-memory-netty:15.0
-org.apache.arrow:arrow-vector:15.0
+org.apache.arrow:arrow-format:19.0
+org.apache.arrow:arrow-memory-core:19.0
+org.apache.arrow:arrow-memory-netty-buffer-patch:19.0
+org.apache.arrow:arrow-memory-netty:19.0
+org.apache.arrow:arrow-vector:19.0
org.apache.avro:avro:1.12
org.apache.datasketches:datasketches-java:6.2
org.apache.datasketches:datasketches-memory:3.0
@@ -29,8 +30,6 @@ org.apache.parquet:parquet-format-structures:1.18
org.apache.parquet:parquet-hadoop:1.18
org.apache.parquet:parquet-jackson:1.18
org.apache.parquet:parquet-variant:1.18
-org.eclipse.collections:eclipse-collections-api:11.1
-org.eclipse.collections:eclipse-collections:11.1
org.eclipse.microprofile.openapi:microprofile-openapi-api:4.1
org.jspecify:jspecify:1.0
org.locationtech.jts:jts-core:1.20
diff --git a/spark/v4.0/spark-runtime/LICENSE b/spark/v4.0/spark-runtime/LICENSE
index 68349435dc..33c3cf8e63 100644
--- a/spark/v4.0/spark-runtime/LICENSE
+++ b/spark/v4.0/spark-runtime/LICENSE
@@ -1043,43 +1043,6 @@ License: Apache License, Version 2.0 -
https://www.apache.org/licenses/LICENSE-2
--------------------------------------------------------------------------------
-This product bundles Eclipse Collections.
-
-Project URL: https://github.com/eclipse-collections/eclipse-collections
-License: Eclipse Distribution License v. 1.0 -
https://www.eclipse.org/org/documents/edl-v10.php
-
-| Eclipse Distribution License - v 1.0
-|
-| Copyright (c) 2007, Eclipse Foundation, Inc. and its licensors.
-|
-| All rights reserved.
-|
-| Redistribution and use in source and binary forms, with or without
-| modification, are permitted provided that the following conditions are met:
-|
-| * Redistributions of source code must retain the above copyright notice,
-| this list of conditions and the following disclaimer.
-| * Redistributions in binary form must reproduce the above copyright notice,
-| this list of conditions and the following disclaimer in the documentation
-| and/or other materials provided with the distribution.
-| * Neither the name of the Eclipse Foundation, Inc. nor the names of its
-| contributors may be used to endorse or promote products derived from this
-| software without specific prior written permission.
-|
-| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-| AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-| IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-| ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
-| LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
-| CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-| SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-| INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-| CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-| ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-| POSSIBILITY OF SUCH DAMAGE.
-
---------------------------------------------------------------------------------
-
This product bundles Apache Datasketches.
Project URL: https://datasketches.apache.org
diff --git a/spark/v4.0/spark-runtime/runtime-deps.txt
b/spark/v4.0/spark-runtime/runtime-deps.txt
index 5ce6207199..c932885ece 100644
--- a/spark/v4.0/spark-runtime/runtime-deps.txt
+++ b/spark/v4.0/spark-runtime/runtime-deps.txt
@@ -4,15 +4,16 @@ com.fasterxml.jackson.core:jackson-databind:2.18
com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.22
com.github.ben-manes.caffeine:caffeine:3.3
com.google.errorprone:error_prone_annotations:2.50
-com.google.flatbuffers:flatbuffers-java:23.5
+com.google.flatbuffers:flatbuffers-java:25.2
dev.failsafe:failsafe:3.3
io.airlift:aircompressor:2.0
io.netty:netty-buffer:4.2
io.netty:netty-common:4.2
-org.apache.arrow:arrow-format:15.0
-org.apache.arrow:arrow-memory-core:15.0
-org.apache.arrow:arrow-memory-netty:15.0
-org.apache.arrow:arrow-vector:15.0
+org.apache.arrow:arrow-format:19.0
+org.apache.arrow:arrow-memory-core:19.0
+org.apache.arrow:arrow-memory-netty-buffer-patch:19.0
+org.apache.arrow:arrow-memory-netty:19.0
+org.apache.arrow:arrow-vector:19.0
org.apache.avro:avro:1.12
org.apache.datasketches:datasketches-java:6.2
org.apache.datasketches:datasketches-memory:3.0
@@ -29,8 +30,6 @@ org.apache.parquet:parquet-format-structures:1.18
org.apache.parquet:parquet-hadoop:1.18
org.apache.parquet:parquet-jackson:1.18
org.apache.parquet:parquet-variant:1.18
-org.eclipse.collections:eclipse-collections-api:11.1
-org.eclipse.collections:eclipse-collections:11.1
org.eclipse.microprofile.openapi:microprofile-openapi-api:4.1
org.jspecify:jspecify:1.0
org.locationtech.jts:jts-core:1.20
diff --git a/spark/v4.1/spark-runtime/LICENSE b/spark/v4.1/spark-runtime/LICENSE
index 68349435dc..33c3cf8e63 100644
--- a/spark/v4.1/spark-runtime/LICENSE
+++ b/spark/v4.1/spark-runtime/LICENSE
@@ -1043,43 +1043,6 @@ License: Apache License, Version 2.0 -
https://www.apache.org/licenses/LICENSE-2
--------------------------------------------------------------------------------
-This product bundles Eclipse Collections.
-
-Project URL: https://github.com/eclipse-collections/eclipse-collections
-License: Eclipse Distribution License v. 1.0 -
https://www.eclipse.org/org/documents/edl-v10.php
-
-| Eclipse Distribution License - v 1.0
-|
-| Copyright (c) 2007, Eclipse Foundation, Inc. and its licensors.
-|
-| All rights reserved.
-|
-| Redistribution and use in source and binary forms, with or without
-| modification, are permitted provided that the following conditions are met:
-|
-| * Redistributions of source code must retain the above copyright notice,
-| this list of conditions and the following disclaimer.
-| * Redistributions in binary form must reproduce the above copyright notice,
-| this list of conditions and the following disclaimer in the documentation
-| and/or other materials provided with the distribution.
-| * Neither the name of the Eclipse Foundation, Inc. nor the names of its
-| contributors may be used to endorse or promote products derived from this
-| software without specific prior written permission.
-|
-| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-| AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-| IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-| ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
-| LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
-| CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-| SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-| INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-| CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-| ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-| POSSIBILITY OF SUCH DAMAGE.
-
---------------------------------------------------------------------------------
-
This product bundles Apache Datasketches.
Project URL: https://datasketches.apache.org
diff --git a/spark/v4.1/spark-runtime/runtime-deps.txt
b/spark/v4.1/spark-runtime/runtime-deps.txt
index d1c7a05410..eb0462c49f 100644
--- a/spark/v4.1/spark-runtime/runtime-deps.txt
+++ b/spark/v4.1/spark-runtime/runtime-deps.txt
@@ -4,15 +4,16 @@ com.fasterxml.jackson.core:jackson-databind:2.21
com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.22
com.github.ben-manes.caffeine:caffeine:3.3
com.google.errorprone:error_prone_annotations:2.50
-com.google.flatbuffers:flatbuffers-java:23.5
+com.google.flatbuffers:flatbuffers-java:25.2
dev.failsafe:failsafe:3.3
io.airlift:aircompressor:2.0
io.netty:netty-buffer:4.2
io.netty:netty-common:4.2
-org.apache.arrow:arrow-format:15.0
-org.apache.arrow:arrow-memory-core:15.0
-org.apache.arrow:arrow-memory-netty:15.0
-org.apache.arrow:arrow-vector:15.0
+org.apache.arrow:arrow-format:19.0
+org.apache.arrow:arrow-memory-core:19.0
+org.apache.arrow:arrow-memory-netty-buffer-patch:19.0
+org.apache.arrow:arrow-memory-netty:19.0
+org.apache.arrow:arrow-vector:19.0
org.apache.avro:avro:1.12
org.apache.datasketches:datasketches-java:6.2
org.apache.datasketches:datasketches-memory:3.0
@@ -29,8 +30,6 @@ org.apache.parquet:parquet-format-structures:1.18
org.apache.parquet:parquet-hadoop:1.18
org.apache.parquet:parquet-jackson:1.18
org.apache.parquet:parquet-variant:1.18
-org.eclipse.collections:eclipse-collections-api:11.1
-org.eclipse.collections:eclipse-collections:11.1
org.eclipse.microprofile.openapi:microprofile-openapi-api:4.1
org.jspecify:jspecify:1.0
org.locationtech.jts:jts-core:1.20
diff --git a/spark/v4.2/spark-runtime/LICENSE b/spark/v4.2/spark-runtime/LICENSE
index 68349435dc..33c3cf8e63 100644
--- a/spark/v4.2/spark-runtime/LICENSE
+++ b/spark/v4.2/spark-runtime/LICENSE
@@ -1043,43 +1043,6 @@ License: Apache License, Version 2.0 -
https://www.apache.org/licenses/LICENSE-2
--------------------------------------------------------------------------------
-This product bundles Eclipse Collections.
-
-Project URL: https://github.com/eclipse-collections/eclipse-collections
-License: Eclipse Distribution License v. 1.0 -
https://www.eclipse.org/org/documents/edl-v10.php
-
-| Eclipse Distribution License - v 1.0
-|
-| Copyright (c) 2007, Eclipse Foundation, Inc. and its licensors.
-|
-| All rights reserved.
-|
-| Redistribution and use in source and binary forms, with or without
-| modification, are permitted provided that the following conditions are met:
-|
-| * Redistributions of source code must retain the above copyright notice,
-| this list of conditions and the following disclaimer.
-| * Redistributions in binary form must reproduce the above copyright notice,
-| this list of conditions and the following disclaimer in the documentation
-| and/or other materials provided with the distribution.
-| * Neither the name of the Eclipse Foundation, Inc. nor the names of its
-| contributors may be used to endorse or promote products derived from this
-| software without specific prior written permission.
-|
-| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
-| AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
-| IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
-| ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
-| LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
-| CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
-| SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
-| INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
-| CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
-| ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-| POSSIBILITY OF SUCH DAMAGE.
-
---------------------------------------------------------------------------------
-
This product bundles Apache Datasketches.
Project URL: https://datasketches.apache.org
diff --git a/spark/v4.2/spark-runtime/runtime-deps.txt
b/spark/v4.2/spark-runtime/runtime-deps.txt
index d1c7a05410..eb0462c49f 100644
--- a/spark/v4.2/spark-runtime/runtime-deps.txt
+++ b/spark/v4.2/spark-runtime/runtime-deps.txt
@@ -4,15 +4,16 @@ com.fasterxml.jackson.core:jackson-databind:2.21
com.fasterxml.jackson.datatype:jackson-datatype-jsr310:2.22
com.github.ben-manes.caffeine:caffeine:3.3
com.google.errorprone:error_prone_annotations:2.50
-com.google.flatbuffers:flatbuffers-java:23.5
+com.google.flatbuffers:flatbuffers-java:25.2
dev.failsafe:failsafe:3.3
io.airlift:aircompressor:2.0
io.netty:netty-buffer:4.2
io.netty:netty-common:4.2
-org.apache.arrow:arrow-format:15.0
-org.apache.arrow:arrow-memory-core:15.0
-org.apache.arrow:arrow-memory-netty:15.0
-org.apache.arrow:arrow-vector:15.0
+org.apache.arrow:arrow-format:19.0
+org.apache.arrow:arrow-memory-core:19.0
+org.apache.arrow:arrow-memory-netty-buffer-patch:19.0
+org.apache.arrow:arrow-memory-netty:19.0
+org.apache.arrow:arrow-vector:19.0
org.apache.avro:avro:1.12
org.apache.datasketches:datasketches-java:6.2
org.apache.datasketches:datasketches-memory:3.0
@@ -29,8 +30,6 @@ org.apache.parquet:parquet-format-structures:1.18
org.apache.parquet:parquet-hadoop:1.18
org.apache.parquet:parquet-jackson:1.18
org.apache.parquet:parquet-variant:1.18
-org.eclipse.collections:eclipse-collections-api:11.1
-org.eclipse.collections:eclipse-collections:11.1
org.eclipse.microprofile.openapi:microprofile-openapi-api:4.1
org.jspecify:jspecify:1.0
org.locationtech.jts:jts-core:1.20
