This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from fba639a05ff Bump urllib3 from 2.6.3 to 2.7.0 in
/sdks/python/container/py312 (#38452)
add 81769cbfd13 Adds a new coder translator for Java SchemaCoder. (#37631)
add 118f2a3c3cf Bump github.com/nats-io/nats.go from 1.51.0 to 1.52.0 in
/sdks (#38463)
add fb2b8e8953c Bump actions/upload-artifact from 4 to 7 (#38460)
add abf0c7139d3 Bump github.com/aws/aws-sdk-go-v2/config from 1.32.7 to
1.32.17 in /sdks (#38459)
add 9bee04c92d3 Bump golang.org/x/net from 0.53.0 to 0.54.0 in /sdks
(#38462)
add 84a63ed6e85 Bump actions/checkout from 4 to 6 (#38464)
add 83706e1ad38 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#38461)
add 34c6e26112c Make SubprocessServer shared cache purging idempotent
(#38455)
add 4d683c0dd13 Exercise Spark 4 tests (#38453)
add fbe61eab131 [Python] Python] Bound the memory used for fnapi outbound
data messages and receiving messages. (#38407)
add cf5e517db67 update ruff to pyproject (#38474)
add 1f3d66546e7 Expose StorageWriteApiMaxRequestCallbackWaitTimeSec in BQ
storage write. (#38470)
add 89dde7c7a1b Upgrade gcsio to 3.1.16 (#38419)
add fa0eef96567 Add retry in connecting manager in MultiProcessShared
(#38456)
add ec65d642ccc [Prism] Fix gRPC deadline exceeded errors during bundle
failure by passing errgroup context (#38472)
No new revisions were added by this update.
Summary of changes:
.github/workflows/README.md | 2 +-
...a_ValidatesRunner_Spark4StructuredStreaming.yml | 4 +-
....yml => beam_PreCommit_Java_Spark_Versions.yml} | 21 +-
.pre-commit-config.yaml | 2 +-
CHANGES.md | 5 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 145 ++++++-----
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 59 +++--
.../dataflow/DataflowPipelineTranslatorTest.java | 77 ++++--
.../control/ProcessBundleDescriptorsTest.java | 6 +-
sdks/go.mod | 51 ++--
sdks/go.sum | 102 ++++----
sdks/go/pkg/beam/runners/prism/internal/execute.go | 6 +-
.../beam/runners/prism/internal/execute_test.go | 22 ++
.../beam/runners/prism/internal/testdofns_test.go | 5 +
.../sdk/util/construction/CoderTranslation.java | 62 ++++-
.../sdk/util/construction/CoderTranslator.java | 1 +
.../construction/CoderTranslatorRegistrar.java | 16 ++
.../sdk/util/construction/CoderTranslators.java | 79 ++++++
.../sdk/util/construction/ModelCoderRegistrar.java | 28 ++-
.../beam/sdk/util/construction/ModelCoders.java | 2 +
.../util/construction/RehydratedComponents.java | 3 +-
.../beam/sdk/util/construction/SdkComponents.java | 39 +--
.../util/construction/CoderTranslationTest.java | 38 ++-
.../sdk/expansion/service/ExpansionService.java | 2 +-
.../extensions/avro/AvroGenericCoderRegistrar.java | 18 ++
.../beam/sdk/extensions/gcp/util/GcsUtilV1.java | 62 ++---
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 19 +-
.../beam/fn/harness/state/StateBackedIterable.java | 22 ++
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 7 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 10 +
.../apache_beam/runners/worker/data_plane.py | 70 +++---
.../utils/{counters.pxd => byte_limited_queue.pxd} | 21 +-
.../python/apache_beam/utils/byte_limited_queue.py | 204 ++++++++++++++++
.../apache_beam/utils/byte_limited_queue_test.py | 270 +++++++++++++++++++++
.../apache_beam/utils/multi_process_shared.py | 17 +-
.../apache_beam/utils/multi_process_shared_test.py | 30 ++-
sdks/python/apache_beam/utils/subprocess_server.py | 6 +-
.../apache_beam/utils/subprocess_server_test.py | 29 ++-
sdks/python/setup.py | 1 +
40 files changed, 1228 insertions(+), 337 deletions(-)
rename .github/workflows/{beam_PreCommit_Java_Spark3_Versions.yml =>
beam_PreCommit_Java_Spark_Versions.yml} (85%)
copy sdks/python/apache_beam/utils/{counters.pxd => byte_limited_queue.pxd}
(65%)
create mode 100644 sdks/python/apache_beam/utils/byte_limited_queue.py
create mode 100644 sdks/python/apache_beam/utils/byte_limited_queue_test.py
