This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d9321d8cdb3 Recommend `yield from` for emitting elements from
iterables. (#25893)
add 1e306fd7bf0 refactored notebooks (#26018)
add 40382c84130 BigQueryHelpers: log statuses using PrettyString (#26037)
add 9c52e0594d6 Make DetectNewPartitions handle Splits and Merges (#25997)
add be725c8a43a Bump com.avast.gradle:gradle-docker-compose-plugin (#26008)
add 57ac3180fc5 Remove unused checkProto2Syntax from ProtobufUtil.java and
test. (#25885)
add 87a0557fd6d Add pytorch 2.0 tests (#26014)
add e0d8b58f397 new file for bq xlang tests (#26046)
add 004c7f612a5 Add documentation for the auto model updates (#25947)
add 6b006531b07 Adding support for GCS-stored files for consumer config
overrides (#25773)
add dc7a7a02c7a Add partition metadata in error logs in the restriction
tracker for change streams and delete unused files (#26040)
add 5e368b4d7ce Add partition reconciler to handle known cases where
partitions can get stuck (#26045)
add 492e2c95f52 (#25314) Have boot loaders log to logging service where
possible. (#26035)
add af5e0a85cc8 [Go SDK] Update slog in prism to fix breaking changes.
(#26053)
add 40bc89da4c7 Revert "Change the type of Samza Runner MaxBundleSize
pipeline option to match with Flink Runner (#25854)" (#25972)
add 111ce402a12 Bump github.com/opencontainers/runc from 1.1.3 to 1.1.5 in
/sdks (#26028)
add 350356f1a5d Bump github.com/tetratelabs/wazero from 1.0.0-rc.1 to
1.0.1 in /sdks (#26024)
add b8e5c70ab9e Bump google.golang.org/api from 0.112.0 to 0.114.0 in
/sdks (#25900)
add 138f760168b Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#25924)
add 87844539cc9 Bump cloud.google.com/go/bigquery from 1.47.0 to 1.49.0 in
/sdks (#25875)
add f93cb9af531 Bump google.golang.org/protobuf from 1.29.0 to 1.30.0 in
/sdks (#25874)
No new revisions were added by this update.
Summary of changes:
.github/workflows/go_tests.yml | 4 +-
buildSrc/build.gradle.kts | 2 +-
.../beam-ml/run_inference_tensorflow.ipynb | 250 ++++--
.../beam-ml/run_inference_tensorflow_hub.ipynb | 560 --------------
...ynb => run_inference_with_tensorflow_hub.ipynb} | 510 +-----------
.../beam/runners/samza/SamzaPipelineOptions.java | 8 +-
sdks/go.mod | 37 +-
sdks/go.sum | 65 +-
sdks/go/container/boot.go | 33 +-
sdks/go/container/boot_test.go | 16 +-
sdks/go/container/tools/logging.go | 117 +++
sdks/go/container/tools/logging_test.go | 115 +++
.../provision => container/tools}/provision.go | 19 +-
.../tools}/provision_test.go | 4 +-
sdks/go/pkg/beam/provision/provision.go | 59 +-
sdks/go/pkg/beam/runners/prism/internal/coders.go | 3 +-
sdks/go/pkg/beam/runners/prism/internal/stage.go | 3 +-
.../beam/runners/prism/internal/worker/worker.go | 9 +-
.../go/pkg/beam/runners/universal/runnerlib/job.go | 4 +-
sdks/java/container/boot.go | 47 +-
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 20 -
.../sdk/extensions/protobuf/ProtobufUtilTest.java | 31 -
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 12 +-
.../changestreams/ByteStringRangeHelper.java | 112 ++-
.../ChangeStreamContinuationTokenHelper.java | 47 ++
.../changestreams/ChangeStreamMetrics.java | 36 +
.../action/DetectNewPartitionsAction.java | 228 +++++-
.../action/ReadChangeStreamPartitionAction.java | 35 +-
.../changestreams/dao/MetadataTableDao.java | 112 ++-
.../reconciler/PartitionReconciler.java | 153 ++++
.../{encoder => reconciler}/package-info.java | 6 +-
.../changestreams/restriction/StreamProgress.java | 2 +-
.../changestreams/restriction/PartitionMode.java | 35 -
.../restriction/PartitionPosition.java | 90 ---
.../restriction/PartitionRestriction.java | 141 ----
.../restriction/PartitionRestrictionClaimer.java | 136 ----
.../restriction/PartitionRestrictionMetadata.java | 106 ---
.../PartitionRestrictionProgressChecker.java | 96 ---
.../restriction/PartitionRestrictionSplitter.java | 128 ---
.../restriction/PartitionRestrictionTracker.java | 159 ----
.../ReadChangeStreamPartitionRangeTracker.java | 2 +-
.../restriction/TimestampRangeTracker.java | 24 +
.../changestreams/ByteStringRangeHelperTest.java | 108 +++
.../ChangeStreamContinuationTokenHelperTest.java | 68 ++
.../action/DetectNewPartitionsActionTest.java | 233 +++++-
.../ReadChangeStreamPartitionActionTest.java | 89 ++-
.../changestreams/dao/MetadataTableDaoTest.java | 45 +-
.../reconciler/PartitionReconcilerTest.java | 195 +++++
.../restriction/PartitionPositionTest.java | 70 --
.../PartitionRestrictionClaimerTest.java | 272 -------
.../PartitionRestrictionProgressCheckerTest.java | 230 ------
.../PartitionRestrictionSplitterTest.java | 168 ----
.../restriction/PartitionRestrictionTest.java | 78 --
.../PartitionRestrictionTrackerTest.java | 859 ---------------------
.../util/PartitionPositionGenerator.java | 54 --
.../io/kafka/KafkaReadSchemaTransformProvider.java | 76 ++
.../io/external/xlang_bigqueryio_it_test.py | 239 ++++++
.../apache_beam/io/gcp/bigquery_write_it_test.py | 190 -----
sdks/python/container/boot.go | 62 +-
sdks/python/test-suites/tox/py38/build.gradle | 4 +
sdks/python/tox.ini | 14 +-
sdks/typescript/container/boot.go | 39 +-
.../en/documentation/ml/side-input-updates.md | 143 ++++
.../documentation/sdks/python-machine-learning.md | 19 +-
.../partials/section-menu/en/documentation.html | 1 +
65 files changed, 2563 insertions(+), 4269 deletions(-)
delete mode 100644
examples/notebooks/beam-ml/run_inference_tensorflow_hub.ipynb
rename
examples/notebooks/beam-ml/{run_inference_tensorflow_with_tensorflowhub.ipynb
=> run_inference_with_tensorflow_hub.ipynb} (79%)
create mode 100644 sdks/go/container/tools/logging.go
create mode 100644 sdks/go/container/tools/logging_test.go
copy sdks/go/{pkg/beam/provision => container/tools}/provision.go (83%)
copy sdks/go/{pkg/beam/provision => container/tools}/provision_test.go (97%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ChangeStreamContinuationTokenHelper.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/reconciler/PartitionReconciler.java
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/{encoder
=> reconciler}/package-info.java (84%)
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionMode.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionPosition.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestriction.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionClaimer.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionMetadata.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionProgressChecker.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionSplitter.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTracker.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/ChangeStreamContinuationTokenHelperTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/reconciler/PartitionReconcilerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionPositionTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionClaimerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionProgressCheckerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionSplitterTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/restriction/PartitionRestrictionTrackerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/PartitionPositionGenerator.java
create mode 100644
sdks/python/apache_beam/io/external/xlang_bigqueryio_it_test.py
create mode 100644
website/www/site/content/en/documentation/ml/side-input-updates.md
