This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 0e86cf2cbe6 Update dataflow container version (#32683)
add bcd785fcdca Revert "Set setFailIfPoolExhausted in SessionPoolOptions
for SpannerAccessor" (#32694)
add 193372f31f6 Support Protobuf 5.x (#32679)
add a7034e92f74 Bump cloud.google.com/go/storage from 1.43.0 to 1.44.0 in
/sdks (#32693)
add e4ab66da4cc Bump golang.org/x/net from 0.29.0 to 0.30.0 in /sdks
(#32691)
add 41bfd799aed Bump github.com/aws/aws-sdk-go-v2/config in /sdks (#32690)
add c9aa996fd5c [Managed Iceberg] Make manifest file writes and commits
more efficient (#32666)
add 02e0b3a4271 [Managed Iceberg] Create tables if needed (#32686)
add 6129c9a56d5 allow numpy 2.1.x
add b8accd2583c fixed the mypy
add c5f7e163521 Merge pull request #32682 from liferoad/numpy-2.0
add 8a6f248c57e Enforce a size limit on StringSetData (#32650)
add c4b41708ffa Force kafka 3.1.2 for expansion-service jar (#32703)
add 14793629dfe Report File Lineage on directory (#32662)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 2 +
.../beam/runners/core/metrics/StringSetCell.java | 9 +-
.../beam/runners/core/metrics/StringSetData.java | 102 +++++++++--
.../runners/core/metrics/StringSetDataTest.java | 34 +++-
sdks/go.mod | 39 ++--
sdks/go.sum | 91 ++++++----
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 16 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 36 +++-
.../java/org/apache/beam/sdk/io/FileSystem.java | 14 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 29 ++-
.../sdk/io/ReadAllViaFileBasedSourceTransform.java | 33 +++-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 12 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 18 ++
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 12 +-
.../beam/sdk/io/aws/s3/S3FileSystemTest.java | 17 ++
.../apache/beam/sdk/io/aws2/s3/S3FileSystem.java | 12 +-
.../beam/sdk/io/aws2/s3/S3FileSystemTest.java | 17 ++
.../azure/blobstore/AzureBlobStoreFileSystem.java | 7 +-
.../blobstore/AzureBlobStoreFileSystemTest.java | 18 ++
sdks/java/io/expansion-service/build.gradle | 9 +-
.../java/org/apache/beam/sdk/io/text/TextIOIT.java | 13 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 5 +-
.../sdk/io/gcp/spanner/SpannerAccessorTest.java | 2 -
.../beam/sdk/io/iceberg/AppendFilesToTables.java | 26 ++-
.../beam/sdk/io/iceberg/FileWriteResult.java | 29 +--
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 11 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 8 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 126 +++++++------
.../beam/sdk/io/iceberg/SerializableDataFile.java | 198 +++++++++++++++++++++
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 23 +--
.../beam/sdk/io/iceberg/WriteToDestinations.java | 12 +-
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 20 ++-
.../apache/beam/sdk/io/iceberg/IcebergIOIT.java | 42 +++--
.../beam/sdk/io/iceberg/IcebergIOWriteTest.java | 18 +-
.../IcebergWriteSchemaTransformProviderTest.java | 16 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 71 ++++++--
.../beam/sdk/io/iceberg/TestDataWarehouse.java | 4 +
sdks/python/apache_beam/io/aws/s3filesystem.py | 8 +-
.../python/apache_beam/io/aws/s3filesystem_test.py | 9 +
.../apache_beam/io/azure/blobstoragefilesystem.py | 9 +-
.../io/azure/blobstoragefilesystem_test.py | 12 ++
sdks/python/apache_beam/io/filebasedsink.py | 24 ++-
sdks/python/apache_beam/io/filebasedsource.py | 57 +++++-
sdks/python/apache_beam/io/filesystem.py | 6 +-
sdks/python/apache_beam/io/filesystems.py | 26 ++-
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 10 +-
.../apache_beam/io/gcp/gcsfilesystem_test.py | 9 +
sdks/python/apache_beam/metrics/cells.pxd | 2 +-
sdks/python/apache_beam/metrics/cells.py | 116 +++++++++++-
sdks/python/apache_beam/metrics/cells_test.py | 16 +-
sdks/python/apache_beam/metrics/execution.py | 3 +-
sdks/python/apache_beam/metrics/execution_test.py | 11 +-
.../python/apache_beam/metrics/monitoring_infos.py | 5 +-
.../apache_beam/ml/inference/tensorrt_inference.py | 4 +-
sdks/python/apache_beam/transforms/window.py | 12 +-
sdks/python/apache_beam/utils/proto_utils.py | 28 ++-
sdks/python/apache_beam/utils/proto_utils_test.py | 67 +++++++
sdks/python/setup.py | 4 +-
58 files changed, 1287 insertions(+), 302 deletions(-)
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/SerializableDataFile.java
create mode 100644 sdks/python/apache_beam/utils/proto_utils_test.py
