This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c3b3fa62c3a Include byte size of stateKey in estimated weight of
WindmillBag, WindmillValue, and WindmillWatermarkHold (#30654)
add 50f33cd786d [Python] Check feature store existence at pipeline
construction time (#30668)
add c1c255a0a43 Cache and close windmill grpc channels (#30425)
add 3631a8324f1 Support ValueProvider for _CustomBigQueryStorageSource
(#30662)
add 764fcda4e9c update confluent dependency version to 7.6.0 (#30638)
add 71cdde5c5a6 Update Python Dependencies (#30656)
add 4513eaacc04 Use 50 workers for 2GB 10 bytes combine test (#30655)
add a3e5ac86eea Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#30669)
add fb7ba65e223 Revert "Disable remote gradle cache until it is cleaned
(#30584)" (#30674)
add 389e1067c9d Disable unsupported custom window type test on samza and
spark. (#30680)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_Avro_Versions.json | 4 +-
.github/trigger_files/beam_PostCommit_Python.json | 0
...PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 3 -
...LoadTests_Python_Combine_Dataflow_Streaming.yml | 2 +-
...bine_Dataflow_Streaming_2GB_10_byte_records.txt | 2 +-
buildSrc/build.gradle.kts | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 6 +-
.../google-cloud-dataflow-java/worker/build.gradle | 12 ++
.../dataflow/worker/StreamingDataflowWorker.java | 11 +-
.../worker/windmill/WindmillConnection.java | 5 +
.../windmill/client/grpc/GrpcDispatcherClient.java | 4 +-
.../windmill/client/grpc/GrpcWindmillServer.java | 29 +++-
.../client/grpc/StreamingEngineClient.java | 25 ++--
.../windmill/client/grpc/stubs/ChannelCache.java | 117 ++++++++++++++++
...y.java => ChannelCachingRemoteStubFactory.java} | 38 +++---
...Factory.java => ChannelCachingStubFactory.java} | 24 ++--
.../client/grpc/stubs/IsolationChannel.java | 2 +-
.../client/grpc/stubs/WindmillChannelFactory.java | 2 +-
.../client/grpc/GrpcWindmillServerTest.java | 3 +-
.../client/grpc/StreamingEngineClientTest.java | 31 ++---
.../client/grpc/WindmillStreamSenderTest.java | 3 +-
.../client/grpc/stubs/ChannelCacheTest.java | 150 +++++++++++++++++++++
.../windmill/testing/FakeWindmillStubFactory.java | 27 ++--
.../budget/EvenGetWorkBudgetDistributorTest.java | 7 +-
sdks/go.mod | 18 +--
sdks/go.sum | 36 ++---
sdks/java/extensions/avro/build.gradle | 1 +
.../extensions/avro/schemas/utils/AvroUtils.java | 2 +-
.../AvroGenericRecordToStorageApiProto.java | 3 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 -
.../AvroGenericRecordToStorageApiProtoTest.java | 5 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtilsTest.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 2 +-
sdks/java/io/kafka/build.gradle | 9 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 11 +-
.../runners/portability/samza_runner_test.py | 3 +
.../runners/portability/spark_runner_test.py | 3 +
.../enrichment_handlers/vertex_ai_feature_store.py | 49 +++++--
.../vertex_ai_feature_store_it_test.py | 45 +++++--
.../container/py310/base_image_requirements.txt | 20 +--
.../container/py311/base_image_requirements.txt | 20 +--
.../container/py38/base_image_requirements.txt | 24 ++--
.../container/py39/base_image_requirements.txt | 22 +--
settings.gradle.kts | 5 +-
44 files changed, 584 insertions(+), 206 deletions(-)
delete mode 100644 .github/trigger_files/beam_PostCommit_Python.json
delete mode 100644
.github/trigger_files/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/ChannelCache.java
rename
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/{RemoteWindmillStubFactory.java
=> ChannelCachingRemoteStubFactory.java} (67%)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/{WindmillStubFactory.java
=> ChannelCachingStubFactory.java} (58%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/ChannelCacheTest.java
