This is an automated email from the ASF dual-hosted git repository.
ahmedabualsaud pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 93a38d6e56e Upgrade iceberg to 1.10.0 (#36123)
93a38d6e56e is described below
commit 93a38d6e56ed08786cec5f0dca74675a16a609c8
Author: Ahmed Abualsaud <[email protected]>
AuthorDate: Thu Sep 18 07:05:23 2025 -0400
Upgrade iceberg to 1.10.0 (#36123)
* upgrade iceberg to 1.10.0
* add to changes.md
* bump parquet too
* whitespace
* trigger ITs
* changes
* trigger sql ITs
---
.github/trigger_files/IO_Iceberg_Integration_Tests.json | 2 +-
.../trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
...anaged_Integration_Tests_Dataflow.json => beam_PreCommit_SQL.json} | 2 +-
CHANGES.md | 1 +
sdks/java/io/iceberg/build.gradle | 4 ++--
.../src/main/java/org/apache/beam/sdk/io/iceberg/RecordWriter.java | 2 +-
.../test/java/org/apache/beam/sdk/io/iceberg/IcebergIOWriteTest.java | 2 +-
.../test/java/org/apache/beam/sdk/io/iceberg/TestDataWarehouse.java | 2 +-
.../org/apache/beam/sdk/io/iceberg/catalog/IcebergCatalogBaseIT.java | 2 +-
10 files changed, 11 insertions(+), 10 deletions(-)
diff --git a/.github/trigger_files/IO_Iceberg_Integration_Tests.json
b/.github/trigger_files/IO_Iceberg_Integration_Tests.json
index b73af5e61a4..7ab7bcd9a9c 100644
--- a/.github/trigger_files/IO_Iceberg_Integration_Tests.json
+++ b/.github/trigger_files/IO_Iceberg_Integration_Tests.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 1
+ "modification": 2
}
diff --git
a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
b/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
index 3a009261f4f..5abe02fc09c 100644
--- a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
+++ b/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 2
+ "modification": 1
}
diff --git a/.github/trigger_files/beam_PostCommit_SQL.json
b/.github/trigger_files/beam_PostCommit_SQL.json
index 833fd9b0d17..6cc79a7a032 100644
--- a/.github/trigger_files/beam_PostCommit_SQL.json
+++ b/.github/trigger_files/beam_PostCommit_SQL.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run ",
- "modification": 2
+ "modification": 1
}
diff --git
a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
b/.github/trigger_files/beam_PreCommit_SQL.json
similarity index 81%
copy from
.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
copy to .github/trigger_files/beam_PreCommit_SQL.json
index 3a009261f4f..5abe02fc09c 100644
--- a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
+++ b/.github/trigger_files/beam_PreCommit_SQL.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 2
+ "modification": 1
}
diff --git a/CHANGES.md b/CHANGES.md
index 6c7c6942dd4..b74e2d4e7b6 100644
--- a/CHANGES.md
+++ b/CHANGES.md
@@ -70,6 +70,7 @@
## I/Os
* Support for X source added (Java/Python)
([#X](https://github.com/apache/beam/issues/X)).
+* Upgraded Iceberg dependency to 1.10.0
([#36123](https://github.com/apache/beam/issues/36123)).
## New Features / Improvements
diff --git a/sdks/java/io/iceberg/build.gradle
b/sdks/java/io/iceberg/build.gradle
index 33a0203d46b..d9a8c5eefb4 100644
--- a/sdks/java/io/iceberg/build.gradle
+++ b/sdks/java/io/iceberg/build.gradle
@@ -39,8 +39,8 @@ def hadoopVersions = [
hadoopVersions.each {kv -> configurations.create("hadoopVersion$kv.key")}
-def iceberg_version = "1.9.2"
-def parquet_version = "1.15.2"
+def iceberg_version = "1.10.0"
+def parquet_version = "1.16.0"
def orc_version = "1.9.6"
def hive_version = "3.1.3"
diff --git
a/sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/RecordWriter.java
b/sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/RecordWriter.java
index 0b32274d249..a2425171ce9 100644
---
a/sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/RecordWriter.java
+++
b/sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/RecordWriter.java
@@ -97,7 +97,7 @@ class RecordWriter {
case PARQUET:
icebergDataWriter =
Parquet.writeData(outputFile)
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.schema(table.schema())
.withSpec(table.spec())
.withPartition(partitionKey)
diff --git
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/IcebergIOWriteTest.java
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/IcebergIOWriteTest.java
index be1125b2173..a7349bffdfa 100644
---
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/IcebergIOWriteTest.java
+++
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/IcebergIOWriteTest.java
@@ -328,7 +328,7 @@ public class IcebergIOWriteTest implements Serializable {
OutputFile outputFile =
table.io().newOutputFile(TEMPORARY_FOLDER.newFile().toString());
DataWriter<Record> icebergDataWriter =
Parquet.writeData(outputFile)
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.schema(table.schema())
.withSpec(table.spec())
.overwrite()
diff --git
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TestDataWarehouse.java
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TestDataWarehouse.java
index 61eba3f6ff8..dcb2d804d2e 100644
---
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TestDataWarehouse.java
+++
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TestDataWarehouse.java
@@ -136,7 +136,7 @@ public class TestDataWarehouse extends ExternalResource {
case PARQUET:
appender =
Parquet.write(fromPath(path, hadoopConf))
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.schema(schema)
.overwrite()
.build();
diff --git
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCatalogBaseIT.java
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCatalogBaseIT.java
index 95404ff4026..9e6aa5913cc 100644
---
a/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCatalogBaseIT.java
+++
b/sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/IcebergCatalogBaseIT.java
@@ -347,7 +347,7 @@ public abstract class IcebergCatalogBaseIT implements
Serializable {
DataWriter<Record> writer =
Parquet.writeData(file)
.schema(ICEBERG_SCHEMA)
- .createWriterFunc(GenericParquetWriter::buildWriter)
+ .createWriterFunc(GenericParquetWriter::create)
.overwrite()
.withSpec(table.spec())
.build();
