This is an automated email from the ASF dual-hosted git repository.
scwhittle pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 98f8b869327 beam-sql-udf-doc-mistake (#32019)
add 570f2f89647 Fix/Refactor GetData interfaces for Direct Path
integration (#31784)
No new revisions were added by this update.
Summary of changes:
.../worker/MetricTrackingWindmillServerStub.java | 355 ---------------------
.../dataflow/worker/StreamingDataflowWorker.java | 87 +++--
.../worker/WorkItemCancelledException.java | 4 +
.../dataflow/worker/streaming/ActiveWorkState.java | 61 ++--
.../worker/streaming/ComputationState.java | 13 +-
.../dataflow/worker/streaming/ExecutableWork.java | 2 +-
.../{ExecutableWork.java => RefreshableWork.java} | 34 +-
.../runners/dataflow/worker/streaming/Work.java | 72 +++--
.../runners/dataflow/worker/streaming/WorkId.java | 4 +-
.../streaming/sideinput/SideInputStateFetcher.java | 114 +++----
.../sideinput/SideInputStateFetcherFactory.java | 46 +++
.../worker/windmill/ApplianceWindmillClient.java | 39 +++
.../windmill/StreamingEngineWindmillClient.java | 54 ++++
.../worker/windmill/WindmillConnection.java | 13 +-
.../worker/windmill/WindmillServerBase.java | 5 -
.../worker/windmill/WindmillServerStub.java | 58 +---
.../windmill/client/AbstractWindmillStream.java | 56 +++-
.../worker/windmill/client/WindmillStream.java | 27 +-
.../worker/windmill/client/WindmillStreamPool.java | 4 +-
.../commits/StreamingEngineWorkCommitter.java | 113 ++++---
.../client/getdata/ApplianceGetDataClient.java | 220 +++++++++++++
.../windmill/client/getdata/GetDataClient.java | 57 ++++
.../client/getdata/StreamGetDataClient.java | 101 ++++++
.../client/getdata/StreamPoolGetDataClient.java | 80 +++++
.../getdata/ThrottlingGetDataMetricTracker.java | 108 +++++++
.../windmill/client/grpc/GrpcCommitWorkStream.java | 7 +-
.../client/grpc/GrpcDirectGetWorkStream.java | 32 +-
.../windmill/client/grpc/GrpcGetDataStream.java | 22 +-
.../windmill/client/grpc/GrpcGetWorkStream.java | 11 +-
.../client/grpc/GrpcGetWorkerMetadataStream.java | 4 +-
.../windmill/client/grpc/GrpcWindmillServer.java | 5 -
.../client/grpc/GrpcWindmillStreamFactory.java | 18 +-
.../client/grpc/StreamingEngineClient.java | 28 +-
.../windmill/client/grpc/WindmillStreamSender.java | 28 +-
.../StreamObserverCancelledException.java} | 26 +-
.../work/processing/StreamingWorkScheduler.java | 16 +-
.../windmill/work/refresh/ActiveWorkRefresher.java | 101 +++++-
.../work/refresh/ActiveWorkRefreshers.java | 50 ---
.../work/refresh/ApplianceHeartbeatSender.java | 62 ++++
.../refresh/DispatchedActiveWorkRefresher.java | 68 ----
.../work/refresh/FixedStreamHeartbeatSender.java | 93 ++++++
.../work/refresh/HeartbeatSender.java} | 33 +-
.../worker/windmill/work/refresh/Heartbeats.java | 70 ++++
.../work/refresh/StreamPoolHeartbeatSender.java | 48 +++
.../dataflow/worker/FakeWindmillServer.java | 84 ++---
.../worker/StreamingDataflowWorkerTest.java | 20 +-
.../worker/StreamingModeExecutionContextTest.java | 12 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 11 +-
.../worker/streaming/ActiveWorkStateTest.java | 77 +----
.../streaming/ComputationStateCacheTest.java | 7 +-
.../sideinput/SideInputStateFetcherTest.java | 93 +++---
.../worker/util/BoundedQueueExecutorTest.java | 26 +-
.../windmill/client/WindmillStreamPoolTest.java | 14 +-
.../StreamingApplianceWorkCommitterTest.java | 13 +-
.../commits/StreamingEngineWorkCommitterTest.java | 54 +++-
.../client/getdata/FakeGetDataClient.java} | 35 +-
.../ThrottlingGetDataMetricTrackerTest.java | 277 ++++++++++++++++
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 2 +-
.../client/grpc/GrpcWindmillServerTest.java | 27 +-
.../client/grpc/StreamingEngineClientTest.java | 21 +-
.../client/grpc/WindmillStreamSenderTest.java | 51 +--
.../windmill/state/WindmillStateReaderTest.java | 4 +-
.../budget/EvenGetWorkBudgetDistributorTest.java | 5 +-
.../failures/WorkFailureProcessorTest.java | 8 +-
...esherTest.java => ActiveWorkRefresherTest.java} | 59 ++--
65 files changed, 2161 insertions(+), 1188 deletions(-)
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/MetricTrackingWindmillServerStub.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/{ExecutableWork.java
=> RefreshableWork.java} (58%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/sideinput/SideInputStateFetcherFactory.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/ApplianceWindmillClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/StreamingEngineWindmillClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/ApplianceGetDataClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/GetDataClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/StreamGetDataClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/StreamPoolGetDataClient.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/ThrottlingGetDataMetricTracker.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{WorkItemCancelledException.java
=> windmill/client/grpc/observers/StreamObserverCancelledException.java} (53%)
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/ActiveWorkRefreshers.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/ApplianceHeartbeatSender.java
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/DispatchedActiveWorkRefresher.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/FixedStreamHeartbeatSender.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{WorkItemCancelledException.java
=> windmill/work/refresh/HeartbeatSender.java} (52%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/Heartbeats.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/StreamPoolHeartbeatSender.java
copy
runners/google-cloud-dataflow-java/worker/src/{main/java/org/apache/beam/runners/dataflow/worker/streaming/ExecutableWork.java
=>
test/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/FakeGetDataClient.java}
(55%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/getdata/ThrottlingGetDataMetricTrackerTest.java
rename
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/refresh/{DispatchedActiveWorkRefresherTest.java
=> ActiveWorkRefresherTest.java} (84%)
