This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from f242a88382f Include Beam version details in MongoDB handshake (#36949)
add 1cf077fc957 Bump google.golang.org/api from 0.255.0 to 0.256.0 in
/sdks (#36803)
add cbc31be7bbc Reuse secret instead of creating every time (#36955)
add 81a838cd15c propagate offset and record in output builder
add ead63ad5c07 Merge pull request #36926: Offset deduplication -
Propagate offset and record in output builder
add 81bb5066bab [Java] Dataflow runner v1 - Propagate drain mode (#36534)
add 79ea2e8562c Add support for sharding while avro write (#36933)
add 21109328f72 [Java] Fix CassandraIO ReadFn to quote column names for
reserved keywords (#36459)
add e3afe6207d7 Add new method of generating key for GBEK (#36891)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 +
.../dataflow/worker/StreamingDataflowWorker.java | 2 +
.../worker/StreamingModeExecutionContext.java | 14 +-
.../dataflow/worker/UngroupedWindmillReader.java | 25 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 26 +-
.../dataflow/worker/WindmillTimerInternals.java | 7 +-
.../dataflow/worker/WindowingWindmillReader.java | 3 +-
.../runners/dataflow/worker/streaming/Work.java | 11 +-
.../harness/SingleSourceWorkerHarness.java | 3 +
.../client/grpc/GetWorkResponseChunkAssembler.java | 5 +-
.../client/grpc/GrpcDirectGetWorkStream.java | 1 +
.../windmill/client/grpc/GrpcGetWorkStream.java | 1 +
.../worker/windmill/work/WorkItemReceiver.java | 1 +
.../worker/windmill/work/WorkItemScheduler.java | 2 +
.../work/processing/StreamingWorkScheduler.java | 4 +-
.../dataflow/worker/FakeWindmillServer.java | 1 +
.../worker/StreamingDataflowWorkerTest.java | 2 +
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
.../worker/StreamingModeExecutionContextTest.java | 1 +
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 72 +++-
.../worker/WindmillTimerInternalsTest.java | 6 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 2 +
.../worker/streaming/ActiveWorkStateTest.java | 2 +
.../streaming/ComputationStateCacheTest.java | 1 +
.../FanOutStreamingEngineWorkerHarnessTest.java | 1 +
.../harness/WindmillStreamSenderTest.java | 1 +
.../worker/util/BoundedQueueExecutorTest.java | 1 +
.../StreamingApplianceWorkCommitterTest.java | 1 +
.../commits/StreamingEngineWorkCommitterTest.java | 1 +
.../client/grpc/GrpcDirectGetWorkStreamTest.java | 12 +-
.../client/grpc/GrpcWindmillServerTest.java | 6 +-
.../failures/WorkFailureProcessorTest.java | 1 +
.../work/refresh/ActiveWorkRefresherTest.java | 1 +
sdks/go.mod | 6 +-
sdks/go.sum | 12 +-
sdks/go/pkg/beam/io/avroio/avroio.go | 118 ++++++-
sdks/go/pkg/beam/io/avroio/avroio_test.go | 108 +++++-
.../resources/beam/checkstyle/suppressions.xml | 1 +
sdks/java/core/build.gradle | 6 +
.../beam/sdk/util/GcpHsmGeneratedSecret.java | 191 +++++++++++
.../main/java/org/apache/beam/sdk/util/Secret.java | 45 ++-
.../org/apache/beam/sdk/values/WindowedValues.java | 8 +-
.../sdk/transforms/GroupByEncryptedKeyTest.java | 80 +++++
.../apache/beam/sdk/transforms/GroupByKeyIT.java | 112 ++++++
.../java/org/apache/beam/sdk/util/SecretTest.java | 18 +-
.../org/apache/beam/sdk/io/cassandra/ReadFn.java | 10 +
.../beam/sdk/io/cassandra/CassandraIOTest.java | 374 +++++++++++++++++++++
sdks/python/apache_beam/transforms/core_it_test.py | 57 ++++
sdks/python/apache_beam/transforms/util.py | 160 ++++++++-
sdks/python/apache_beam/transforms/util_test.py | 129 ++++++-
sdks/python/setup.py | 1 +
53 files changed, 1590 insertions(+), 72 deletions(-)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/util/GcpHsmGeneratedSecret.java
