This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 80960d19b61 Remove unused code (#32414)
add aabae2729c0 fix NPE and other exceptions thrown when work fails to
process before work execution (#32566)
add c7fb9a0d5da [Dataflow Streaming] Use separate heartbeat streams based
on job settings (#32511)
add 8e8c9143ca5 [Dataflow Streaming] Use isolated windmill streams based
on job settings (#32503)
add 9053dbf72e9 [website][Go SDK] Add Go testing advice to test your
pipeline. (#32549)
add 11318ae4211 Bump cloud.google.com/go/bigquery from 1.62.0 to 1.63.0 in
/sdks (#32555)
add 1eddbdca4c5 Tour of Beam markdown touchups (#32536)
add 91c9be4e9ce Log warning if process function return None (#32545)
add 7c565c38c3c Add info log between executing work failed and cleanup
(#32570)
add 160dffd88e5 Revert "fix: add topic existing validation (#32465)"
(#32572)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 4 -
.../overview-pipeline/description.md | 2 +-
.../runner-concepts/description.md | 6 +-
.../introduction/introduction-guide/description.md | 35 +++--
.../options/DataflowStreamingPipelineOptions.java | 10 +-
.../dataflow/worker/StreamingDataflowWorker.java | 62 ++++----
.../worker/StreamingModeExecutionContext.java | 25 +--
...nfigHandle.java => FakeGlobalConfigHandle.java} | 20 ++-
.../windmill/client/grpc/GrpcDispatcherClient.java | 66 ++++++--
.../windmill/client/grpc/GrpcWindmillServer.java | 16 +-
.../grpc/stubs/WindmillStubFactoryFactory.java | 7 +-
.../grpc/stubs/WindmillStubFactoryFactoryImpl.java | 54 +++++++
.../work/processing/StreamingWorkScheduler.java | 1 +
.../work/refresh/StreamPoolHeartbeatSender.java | 45 +++++-
.../streaming/ComputationWorkExecutorTest.java | 72 +++++++++
.../FanOutStreamingEngineWorkerHarnessTest.java | 9 +-
.../client/grpc/GrpcDispatcherClientTest.java | 154 +++++++++++++++++++
.../client/grpc/GrpcWindmillServerTest.java | 11 +-
.../testing/FakeWindmillStubFactoryFactory.java} | 25 ++-
.../refresh/StreamPoolHeartbeatSenderTest.java | 132 ++++++++++++++++
sdks/go.mod | 8 +-
sdks/go.sum | 16 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 3 -
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 16 --
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 94 +-----------
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 14 --
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 6 -
.../sdk/io/gcp/pubsub/PubsubGrpcClientTest.java | 40 -----
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 170 ---------------------
.../sdk/io/gcp/pubsub/PubsubJsonClientTest.java | 24 ---
sdks/python/apache_beam/transforms/core.py | 27 +++-
sdks/python/apache_beam/transforms/core_test.py | 38 +++++
.../documentation/pipelines/test-your-pipeline.md | 115 ++++++++++++++
33 files changed, 825 insertions(+), 502 deletions(-)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/config/{FixedGlobalConfigHandle.java
=> FakeGlobalConfigHandle.java} (67%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/UsesParDoLifecycle.java
=>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/WindmillStubFactoryFactory.java
(81%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/WindmillStubFactoryFactoryImpl.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/streaming/ComputationWorkExecutorTest.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/GrpcDispatcherClientTest.java
copy
runners/{flink/src/main/java/org/apache/beam/runners/flink/translation/functions/FlinkIdentityFunction.java
=>
google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/testing/FakeWindmillStubFactoryFactory.java}
(55%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/StreamPoolHeartbeatSenderTest.java
