This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 3c28e775ee0 Update Bigquery Client (#38950)
add 6170ce68de1 Fix download_files() in python-release.
add 51b9e4d3266 Quote the url
add cb9f9473ba0 Merge pull request #39246 from
shunping/fix-python-release-scripts
add eba9ffa57e3 Update republish_released_docker_containers default
release version
add 955601bdb48 Bump actions/checkout from 6 to 7 (#39261)
add 81dd99c2d03 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#39260)
add 1c9175b4c64 Upgrade GCP Libraries BOM to 26.85.0 (#39243)
add d97ed99f191 Bump golang.org/x/sys from 0.46.0 to 0.47.0 in /sdks
(#39259)
add 1eba2f51d04 Bump cloud.google.com/go/pubsub from 1.50.3 to 1.50.4 in
/sdks (#39256)
add b2a2e451f80 Bump golang.org/x/net from 0.56.0 to 0.57.0 in /sdks
(#39258)
add dac472292a9 [Iceberg CDC] Add Snapshot Changelog Scanner (#38836)
add f8b0616e7fa [Iceberg CDC] Add watch for snapshots source (#38834)
add 668c6a38f37 (IcebergIO) bugfix: propagate config properties to
RecordWriter (#39250)
No new revisions were added by this update.
Summary of changes:
.github/workflows/beam_Upgrade_GCP_BOM.yml | 2 +-
.../republish_released_docker_containers.yml | 4 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
.../python_release_automation_utils.sh | 24 +-
sdks/go.mod | 24 +-
sdks/go.sum | 52 +-
.../container/license_scripts/dep_urls_java.yaml | 10 +-
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 15 +-
.../beam/sdk/io/iceberg/IcebergScanConfig.java | 54 ++
.../IcebergWriteSchemaTransformProvider.java | 12 +
.../org/apache/beam/sdk/io/iceberg/ReadUtils.java | 5 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 24 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 14 +-
.../org/apache/beam/sdk/io/iceberg/TableCache.java | 22 +-
.../sdk/io/iceberg/WriteDirectRowsToFiles.java | 15 +-
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 17 +-
.../io/iceberg/WritePartitionedRowsToFiles.java | 17 +-
.../beam/sdk/io/iceberg/WriteToDestinations.java | 29 +-
.../beam/sdk/io/iceberg/WriteToPartitions.java | 9 +-
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 16 +-
.../sdk/io/iceberg/cdc/ChangelogDescriptor.java | 106 ++
.../beam/sdk/io/iceberg/cdc/ChangelogScanner.java | 1011 ++++++++++++++++++++
.../sdk/io/iceberg/cdc/WatchForSnapshotsSdf.java | 298 ++++++
.../sdk/io/iceberg/RecordWriterManagerTest.java | 69 ++
.../sdk/io/iceberg/cdc/ChangelogScannerTest.java | 445 +++++++++
.../io/iceberg/cdc/WatchForSnapshotsSdfTest.java | 265 +++++
26 files changed, 2468 insertions(+), 103 deletions(-)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/ChangelogDescriptor.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/ChangelogScanner.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/cdc/WatchForSnapshotsSdf.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/ChangelogScannerTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/cdc/WatchForSnapshotsSdfTest.java
