This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c2816c8d977 remove anon functions from minimal wordcount (#29179)
add b5794fc27b8 Bump github.com/docker/docker in /sdks (#29193)
add a93fa513181 minor prism fixes (#29183)
add 472ed9f8d86 [Go Docs] Remove outdated examples of anonymous functions
from pardo, partition, and filter. (#29181)
add 84e6ceb2f0c increase received message size to max for Job Management.
(#29178)
add 2f8eebb7fa7 Remove anonymous function from fileio.ReadMatches example
(#29186)
add 8a28100c47b Bump commons-cli:commons-cli from 1.5.0 to 1.6.0 (#29192)
add 28f6e3398bf Don't assume env vars are set in model handler (#29200)
add 41369a71df9 Report Outstanding Bundles and Bytes (#29041)
add d5fc02479c2 [YAML] Add a basic aggregating transform to Beam Yaml.
(#29167)
add 8648e583c84 Merge pull request #29114: Support default values in
storage-api sink
No new revisions were added by this update.
Summary of changes:
.../notebooks/beam-ml/run_custom_inference.ipynb | 1 +
release/build.gradle.kts | 4 +-
.../dataflow/worker/DataflowSystemMetrics.java | 4 +
.../dataflow/worker/StreamingDataflowWorker.java | 24 ++
.../dataflow/worker/util/BoundedQueueExecutor.java | 16 ++
.../worker/StreamingDataflowWorkerTest.java | 186 ++++++++++--
sdks/go.mod | 2 +-
sdks/go.sum | 4 +-
sdks/go/pkg/beam/io/fileio/example_test.go | 12 +-
sdks/go/pkg/beam/pardo.go | 46 +--
sdks/go/pkg/beam/partition.go | 13 +
.../runners/prism/internal/jobservices/metrics.go | 2 +-
.../runners/prism/internal/jobservices/server.go | 5 +-
sdks/go/pkg/beam/runners/prism/internal/web/web.go | 9 +
.../beam/runners/prism/internal/worker/bundle.go | 30 +-
sdks/go/pkg/beam/transforms/filter/filter.go | 22 +-
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 7 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 26 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 7 +-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 17 +-
.../StorageApiWriteRecordsInconsistent.java | 9 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 17 +-
.../bigquery/StorageApiWritesShardedRecords.java | 24 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 23 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 6 +-
.../bigquery/StorageApiSinkDefaultValuesIT.java | 317 +++++++++++++++++++++
sdks/python/apache_beam/ml/inference/base.py | 10 +-
sdks/python/apache_beam/yaml/readme_test.py | 23 +-
sdks/python/apache_beam/yaml/yaml_combine.md | 166 +++++++++++
sdks/python/apache_beam/yaml/yaml_combine.py | 205 +++++++++++++
sdks/python/apache_beam/yaml/yaml_combine_test.py | 173 +++++++++++
sdks/python/apache_beam/yaml/yaml_mapping.py | 67 +----
sdks/python/apache_beam/yaml/yaml_provider.py | 41 +++
sdks/python/apache_beam/yaml/yaml_transform.py | 12 +-
35 files changed, 1356 insertions(+), 180 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkDefaultValuesIT.java
create mode 100644 sdks/python/apache_beam/yaml/yaml_combine.md
create mode 100644 sdks/python/apache_beam/yaml/yaml_combine.py
create mode 100644 sdks/python/apache_beam/yaml/yaml_combine_test.py