This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/prismByDefault
in repository https://gitbox.apache.org/repos/asf/beam.git
from 83472ceeadc Some more minor fixes
add 296a614b2de Revert "Removed < 1.66 for grpcio (#34196)" (#35451)
add 95b28b16d5c Add cross-process determinism check for
DeterministicFastPrimitivesCoder. (#35433)
add 45cb5b8b329 [Java Harness] Improve heap dump support by configuring
JVM to dump heap on OOM exceptions (#32953)
add b654e624163 Fix broad suppression of dataflow worker windmill package.
(#35374)
add 6af60acf211 Bump com.google.cloud.tools:dependencies from 1.5.6 to
1.5.15 (#35208)
add 4edf6d5e2ea [learning-content] Fix typos in leaning materials (#34918)
add ca9c60b9ffd Bump setuptools from 70.0.0 to 78.1.1 in
/.test-infra/mock-apis (#35010)
add 16ccf667ce4 Add new change record action functions (#35409)
add 3f3f2143af7 Parse v2 record. (#35408)
add 6b06823fcd0 [yaml]: Phases 3-4 Moderate-High Usage Yaml examples
(#35423)
add cd01e34ab09 Fix vertex linting (#35463)
add 6efda278474 Merge branch 'master' of https://github.com/apache/beam
into users/damccorm/prismByDefault
No new revisions were added by this update.
Summary of changes:
.test-infra/mock-apis/poetry.lock | 17 +-
build.gradle.kts | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 +-
.../overview-pipeline/description.md | 32 +--
.../setting-pipeline/java-example/Task.java | 4 +-
.../runner-concepts/description.md | 6 +-
.../google-cloud-dataflow-java/worker/build.gradle | 2 +-
.../worker/DataflowExecutionStateRegistry.java | 2 +-
.../dataflow/worker/KeyTokenInvalidException.java | 7 +-
.../worker/logging/DataflowWorkerLoggingMDC.java | 6 +-
.../client/getdata/ApplianceGetDataClient.java | 19 +-
.../windmill/client/grpc/ChannelzServlet.java | 6 +-
.../client/grpc/GetWorkResponseChunkAssembler.java | 4 +-
.../client/grpc/GrpcDirectGetWorkStream.java | 4 +-
.../windmill/client/grpc/stubs/ChannelCache.java | 9 +-
.../windmill/state/WindmillMapViaMultimap.java | 3 +-
.../work/processing/StreamingWorkScheduler.java | 6 +-
.../processing/failures/WorkFailureProcessor.java | 6 +-
.../windmill/work/refresh/ActiveWorkRefresher.java | 7 +-
.../work/refresh/FixedStreamHeartbeatSender.java | 2 +-
.../dataflow/worker/util/MemoryMonitorTest.java | 58 +++--
sdks/java/container/boot.go | 12 +
.../beam/sdk/options/MemoryMonitorOptions.java | 21 ++
.../beam/fn/harness/status/MemoryMonitor.java | 125 +++++++---
.../beam/fn/harness/status/MemoryMonitorTest.java | 196 ++++++++++++++--
.../spanner/changestreams/ChangeStreamMetrics.java | 45 ++++
.../changestreams/action/ActionFactory.java | 72 +++++-
...rdAction.java => PartitionEndRecordAction.java} | 50 ++--
...Action.java => PartitionEventRecordAction.java} | 50 ++--
...Action.java => PartitionStartRecordAction.java} | 131 ++++-------
.../action/QueryChangeStreamAction.java | 45 +++-
.../changestreams/dao/ChangeStreamResultSet.java | 20 ++
.../dofn/ReadChangeStreamPartitionDoFn.java | 17 +-
.../mapper/ChangeStreamRecordMapper.java | 213 ++++++++++++++++-
.../changestreams/model/DataChangeRecord.java | 2 +-
...Test.java => PartitionEndRecordActionTest.java} | 14 +-
...st.java => PartitionEventRecordActionTest.java} | 14 +-
...st.java => PartitionStartRecordActionTest.java} | 93 +++++---
.../action/QueryChangeStreamActionTest.java | 219 ++++++++++++++++++
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 21 ++
.../mapper/ChangeStreamRecordMapperTest.java | 109 +++++++++
.../changestreams/util/TestProtoMapper.java | 257 +++++++++++++++++++++
.../apache_beam/coders/coders_test_common.py | 145 ++++++++++++
.../apache_beam/ml/rag/embeddings/vertex_ai.py | 2 +-
.../ml/transforms/embeddings/vertex_ai.py | 8 +-
.../yaml/examples/testing/examples_test.py | 122 ++++++++--
.../yaml/examples/testing/input_data.py | 53 +----
.../gcs_text_to_bigquery.yaml} | 45 ++--
.../kafka.yaml => blueprint/kafka_to_iceberg.yaml} | 63 ++---
...dbc_to_bigquery.yaml => mysql_to_bigquery.yaml} | 22 +-
...bc_to_bigquery.yaml => oracle_to_bigquery.yaml} | 22 +-
..._to_bigquery.yaml => postgres_to_bigquery.yaml} | 22 +-
...pic_to_bigquery.yaml => pubsub_to_iceberg.yaml} | 38 ++-
...anner_to_avro.yaml => spanner_to_bigquery.yaml} | 13 +-
...to_bigquery.yaml => sqlserver_to_bigquery.yaml} | 22 +-
sdks/python/setup.py | 7 +-
sdks/python/tox.ini | 6 -
57 files changed, 1971 insertions(+), 550 deletions(-)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{HeartbeatRecordAction.java
=> PartitionEndRecordAction.java} (64%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{HeartbeatRecordAction.java
=> PartitionEventRecordAction.java} (64%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{ChildPartitionsRecordAction.java
=> PartitionStartRecordAction.java} (53%)
copy
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{HeartbeatRecordActionTest.java
=> PartitionEndRecordActionTest.java} (90%)
copy
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{HeartbeatRecordActionTest.java
=> PartitionEventRecordActionTest.java} (90%)
copy
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/action/{HeartbeatRecordActionTest.java
=> PartitionStartRecordActionTest.java} (50%)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/util/TestProtoMapper.java
copy
sdks/python/apache_beam/yaml/examples/transforms/{elementwise/map_to_fields_with_deps.yaml
=> blueprint/gcs_text_to_bigquery.yaml} (50%)
copy sdks/python/apache_beam/yaml/examples/transforms/{io/kafka.yaml =>
blueprint/kafka_to_iceberg.yaml} (56%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{jdbc_to_bigquery.yaml
=> mysql_to_bigquery.yaml} (83%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{jdbc_to_bigquery.yaml
=> oracle_to_bigquery.yaml} (83%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{jdbc_to_bigquery.yaml
=> postgres_to_bigquery.yaml} (82%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{pubsub_topic_to_bigquery.yaml
=> pubsub_to_iceberg.yaml} (61%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{spanner_to_avro.yaml
=> spanner_to_bigquery.yaml} (88%)
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{jdbc_to_bigquery.yaml
=> sqlserver_to_bigquery.yaml} (80%)
