This is an automated email from the ASF dual-hosted git repository.
aljoscha pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 2897554 [hotfix][python][docs] Improve the documentation about Python
dependency management
add 0a66d09 [refactor] Rename StreamConfig.setTypeSerializersIn() to
setupNetworkInputs()
add e31b162 [FLINK-20491] Turn BroadcastStateTransformation into
"logical" Transformation
add 00f8de7 [FLINK-20491] Add preferred/pass-though inputs in
MultiInputSortingDataInput
add eb506e7 [FLINK-20491] Allow by-key-iteration from broadcast side in
BATCH mode
add 524a10708 [FLINK-20491] Add per-input setting of BATCH execution
requirements
add 606c44b [FLINK-20491] Add broadcast operators for BATCH execution mode
add 9bec335 [FLINK-20517] Support mixed keyed/non-keyed operations in
BATCH mode
add a1dfbf5 [FLINK-20517] Add test for mixed-inpput operations in BATCH
execution mode
No new revisions were added by this update.
Summary of changes:
docs/dev/datastream_execution_mode.md | 50 +-
.../api/datastream/BroadcastConnectedStream.java | 90 ++--
.../streaming/api/datastream/ConnectedStreams.java | 22 +-
.../flink/streaming/api/graph/StreamConfig.java | 61 ++-
.../flink/streaming/api/graph/StreamGraph.java | 4 -
.../streaming/api/graph/StreamGraphGenerator.java | 5 +
.../flink/streaming/api/graph/StreamNode.java | 12 +-
.../api/graph/StreamingJobGraphGenerator.java | 11 +-
.../co/BatchCoBroadcastWithKeyedOperator.java | 75 +++
.../co/BatchCoBroadcastWithNonKeyedOperator.java | 87 ++++
.../operators/sort/MultiInputSortingDataInput.java | 89 +++-
.../operators/sort/ObservableStreamTaskInput.java | 78 +++
.../state/BatchExecutionKeyedStateBackend.java | 26 +-
.../AbstractBroadcastStateTransformation.java | 107 +++++
.../BroadcastStateTransformation.java | 140 +-----
.../KeyedBroadcastStateTransformation.java | 76 +++
.../io/StreamMultipleInputProcessorFactory.java | 62 ++-
.../runtime/io/StreamTwoInputProcessorFactory.java | 55 ++-
.../runtime/tasks/OneInputStreamTask.java | 6 +-
.../runtime/translators/BatchExecutionUtils.java | 12 +-
.../BroadcastStateTransformationTranslator.java | 39 +-
...eyedBroadcastStateTransformationTranslator.java | 102 ++++
.../LegacySinkTransformationTranslator.java | 4 +-
.../MultiInputTransformationTranslator.java | 26 +-
.../OneInputTransformationTranslator.java | 4 +-
.../ReduceTransformationTranslator.java | 4 +-
.../TwoInputTransformationTranslator.java | 19 +-
.../StreamGraphGeneratorBatchExecutionTest.java | 34 +-
.../sort/LargeSortingDataInputITCase.java | 3 +-
.../sort/MultiInputSortingDataInputsTest.java | 106 ++++-
...BatchExecutionStateBackendVerificationTest.java | 47 --
.../runtime/tasks/OneInputStreamTaskTest.java | 2 +-
.../tasks/OneInputStreamTaskTestHarness.java | 2 +-
.../runtime/tasks/StreamConfigChainer.java | 2 +-
.../tasks/TwoInputStreamTaskTestHarness.java | 2 +-
.../util/OneInputStreamOperatorTestHarness.java | 10 +-
.../MultipleInputStreamOperatorBase.java | 2 +-
.../datastream/DataStreamBatchExecutionITCase.java | 529 +++++++++++++++++++++
.../streaming/runtime/BroadcastStateITCase.java | 41 --
39 files changed, 1646 insertions(+), 400 deletions(-)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/co/BatchCoBroadcastWithKeyedOperator.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/co/BatchCoBroadcastWithNonKeyedOperator.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/operators/sort/ObservableStreamTaskInput.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/AbstractBroadcastStateTransformation.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/KeyedBroadcastStateTransformation.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/translators/KeyedBroadcastStateTransformationTranslator.java