This is an automated email from the ASF dual-hosted git repository.
derrickaw pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 6eed130a176 update iceberg add files parameters (#38879)
6eed130a176 is described below
commit 6eed130a176d22dafbd7e1dc27ebaceffedb67e9
Author: Derrick Williams <[email protected]>
AuthorDate: Wed Jun 10 14:30:28 2026 -0400
update iceberg add files parameters (#38879)
---
sdks/python/apache_beam/yaml/standard_io.yaml | 2 ++
sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml | 3 +++
2 files changed, 5 insertions(+)
diff --git a/sdks/python/apache_beam/yaml/standard_io.yaml
b/sdks/python/apache_beam/yaml/standard_io.yaml
index 4f679c4a77c..1790dc0f5a9 100644
--- a/sdks/python/apache_beam/yaml/standard_io.yaml
+++ b/sdks/python/apache_beam/yaml/standard_io.yaml
@@ -418,9 +418,11 @@
catalog_properties: 'catalog_properties'
config_properties: 'config_properties'
triggering_frequency_seconds: 'triggering_frequency_seconds'
+ manifest_file_size: 'manifest_file_size'
location_prefix: 'location_prefix'
partition_fields: 'partition_fields'
table_properties: 'table_properties'
+ sort_fields: 'sort_fields'
error_handling: 'error_handling'
underlying_provider:
type: beamJar
diff --git a/sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml
b/sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml
index 1e089f19ac0..278bbe390d8 100644
--- a/sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml
+++ b/sdks/python/apache_beam/yaml/tests/iceberg_add_files.yaml
@@ -55,6 +55,9 @@ pipelines:
catalog_properties:
type: "hadoop"
warehouse: "{TEMP_DIR}/dir"
+ manifest_file_size: 50
+ sort_fields:
+ - "rank desc"
# Pipeline 3: Read from Iceberg and verify the contents
- pipeline:
