This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 623e998f48e Set cleaner to a false dry run (#35500)
add 02c587bbaef Replace port_to_expose with port as testcontainers upgrade
(#35501)
add 4fc87df5fab Update Republish Released Docker Images (#35510)
add a18b64f4489 [IO] Fix Python Transform and IT for DebeziumIO
add eceaa8cc923 try only pin dependency
add a1b74370bb7 Revert "Fix PostCommit Python job (#35352)"
add 3d2e15b96f3 Merge pull request #35505 from Abacn/pr-35414
add 011970d1e2f [IcebergIO] Create tables with Iceberg Table Properties
(#35496)
add da6df989013 Fix yaml postcommit test failure (#35511)
add 1d3b6b9ffb1 Created using Colab (#35499)
add 2e45270f6ef Support BigQuery dialect in Beam SQL (#35472)
add d0036c39198 RabbitMqIO doesn't handle closed channels (#35471)
add fc0617571ed Bump cloud.google.com/go/spanner from 1.82.0 to 1.83.0 in
/sdks (#35508)
add 13e5921eb34 [Dataflow Streaming] Modify AbstractWindmillStream to
separate logical stream from physical streams. (#35327)
add d1fce603d55 Fix flake in StreamingEngineWorkCommitterTest by waiting
for responses (#35506)
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.github/workflows/beam_PostCommit_Python.yml | 4 +
.../republish_released_docker_containers.yml | 2 +-
CHANGES.md | 1 +
.../alloydb_product_catalog_embeddings.ipynb | 187 ++++++-----
.../windmill/client/AbstractWindmillStream.java | 234 +++++++++----
.../client/grpc/AppendableInputStream.java | 10 +-
.../windmill/client/grpc/GrpcCommitWorkStream.java | 152 +++++----
.../client/grpc/GrpcDirectGetWorkStream.java | 72 ++--
.../windmill/client/grpc/GrpcGetDataStream.java | 278 ++++++++++------
.../client/grpc/GrpcGetDataStreamRequests.java | 22 +-
.../windmill/client/grpc/GrpcGetWorkStream.java | 59 ++--
.../client/grpc/GrpcGetWorkerMetadataStream.java | 38 ++-
.../grpc/observers/StreamObserverFactory.java | 7 +
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../client/AbstractWindmillStreamTest.java | 28 +-
.../windmill/client/WindmillStreamPoolTest.java | 6 +-
.../commits/StreamingEngineWorkCommitterTest.java | 25 +-
.../client/grpc/FakeWindmillGrpcService.java | 129 +++++++
.../client/grpc/GrpcCommitWorkStreamTest.java | 369 +++++++++++++++------
.../client/grpc/GrpcDirectGetWorkStreamTest.java | 6 +-
.../client/grpc/GrpcGetDataStreamRequestsTest.java | 16 +-
.../client/grpc/GrpcGetDataStreamTest.java | 206 +++++++-----
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 8 +-
.../client/grpc/GrpcWindmillServerTest.java | 9 +-
sdks/go.mod | 6 +-
sdks/go.sum | 12 +-
.../sql/impl/BeamSqlPipelineOptions.java | 7 +
.../beam/sdk/extensions/sql/impl/JdbcDriver.java | 8 +
.../sdk/extensions/sql/impl/JdbcDriverTest.java | 61 ++++
sdks/java/io/debezium/build.gradle | 31 +-
.../io/debezium/expansion-service/build.gradle | 18 +
.../io/debezium/DebeziumTransformRegistrar.java | 2 +-
.../sdk/io/iceberg/IcebergTableCreateConfig.java | 6 +
.../IcebergWriteSchemaTransformProvider.java | 9 +
.../io/iceberg/PortableIcebergDestinations.java | 5 +
.../beam/sdk/io/iceberg/RecordWriterManager.java | 11 +-
.../IcebergWriteSchemaTransformProviderTest.java | 105 ++++++
.../beam/sdk/io/iceberg/TestDataWarehouse.java | 13 +-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 28 ++
.../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java | 4 +-
sdks/python/apache_beam/io/debezium.py | 16 +-
.../io/external/xlang_debeziumio_it_test.py | 7 +-
.../io/external/xlang_jdbcio_it_test.py | 7 +-
sdks/python/apache_beam/yaml/integration_tests.py | 32 +-
.../site/content/en/documentation/io/managed-io.md | 13 +
49 files changed, 1616 insertions(+), 665 deletions(-)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/FakeWindmillGrpcService.java