This is an automated email from the ASF dual-hosted git repository.
fpaul pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 8069a0f [FLINK-25423][state-processor-api] Enable loading state
backend via configuration in DataSet API
add 4d32070 [FLINK-25575][streaming] Add data structure to collect
CommittableMessages.
add 107390f [FLINK-25575][streaming] Expose transformations currently
held by the StreamExecutionEnvironment
add ee8a795 [FLINK-25575][streaming] Scope batch exchanges in
PartitionTransformation to batch mode.
add 4a01b4d [FLINK-25575][streaming] Add SinkV1Adapter that simulates
Sink V1 in V2 interfaces.
add 053088d [FLINK-25575][table][test] Ignore CompactManagedTableITCase
because it requires the GlobalCommitter
add bb92bc0 [FLINK-25575][streaming] Switch the implementation of Sink
operator to V2.
No new revisions were added by this update.
Summary of changes:
.../7602816f-5c01-4b7a-9e3e-235dfedec245 | 1 -
.../table/UpsertKafkaDynamicTableFactoryTest.java | 12 +-
...st_stream_execution_environment_completeness.py | 2 +-
.../connector/sink2/StandardSinkTopologies.java} | 37 +-
.../flink/streaming/api/datastream/DataStream.java | 27 +-
.../streaming/api/datastream/DataStreamSink.java | 69 ++-
.../environment/StreamExecutionEnvironment.java | 10 +-
.../streaming/api/graph/StreamGraphGenerator.java | 5 +
.../api/graph/TransformationTranslator.java | 4 +
.../api/operators/collect/CollectStreamSink.java | 52 +--
.../api/transformations/SinkTransformation.java | 63 +--
.../api/transformations/SinkV1Adapter.java | 446 ++++++++++++++++++
.../operators/sink/AbstractCommitterHandler.java | 88 ----
.../sink/AbstractStreamingCommitterHandler.java | 152 ------
.../operators/sink/BatchCommitterHandler.java | 87 ----
.../runtime/operators/sink/CommitRetrier.java | 84 ----
.../runtime/operators/sink/CommitterHandler.java | 78 ----
.../runtime/operators/sink/CommitterOperator.java | 162 +++++--
.../operators/sink/CommitterOperatorFactory.java | 84 +---
.../operators/sink/ForwardCommittingHandler.java | 42 --
.../sink/GlobalBatchCommitterHandler.java | 76 ---
.../sink/GlobalStreamingCommitterHandler.java | 101 ----
.../operators/sink/NoopCommitterHandler.java | 48 --
.../operators/sink/SinkOperatorFactory.java | 123 -----
.../{SinkOperator.java => SinkWriterOperator.java} | 185 +++-----
.../operators/sink/SinkWriterOperatorFactory.java | 80 ++++
.../operators/sink/SinkWriterStateHandler.java | 27 +-
.../sink/StatefulSinkWriterStateHandler.java | 76 +--
.../sink/StatelessSinkWriterStateHandler.java | 28 +-
.../operators/sink/StreamingCommitterHandler.java | 68 ---
.../operators/sink/StreamingCommitterState.java | 70 ---
.../sink/StreamingCommitterStateSerializer.java | 105 -----
.../committables/CheckpointCommittableManager.java | 36 ++
.../CheckpointCommittableManagerImpl.java | 158 +++++++
.../sink/committables/CommitRequestImpl.java | 112 +++++
.../sink/committables/CommitRequestState.java} | 33 +-
.../sink/committables/CommittableCollector.java | 242 ++++++++++
.../CommittableCollectorSerializer.java | 236 ++++++++++
.../sink/committables/CommittableManager.java | 52 +++
.../committables/SubtaskCommittableManager.java | 194 ++++++++
.../PartitionTransformationTranslator.java | 21 +-
.../translators/SinkTransformationTranslator.java | 430 ++++++++---------
.../connector/sink2/CommittableSummaryAssert.java | 62 +++
.../sink2/CommittableWithLinageAssert.java | 67 +++
.../api/connector/sink2/IntegerSerializer.java | 3 +-
...ntegerSerializer.java => SinkV2Assertions.java} | 27 +-
.../api/datastream/DataStreamSinkTest.java | 4 +-
.../graph/SinkTransformationTranslatorTest.java | 81 +++-
.../api/graph/StreamGraphGeneratorTest.java | 25 +
.../api/graph/StreamingJobGraphGeneratorTest.java | 12 +-
.../transformations/SinkTransformationTest.java | 84 ----
.../api/transformations/SinkV1AdapterTest.java | 171 +++++++
.../operators/sink/BatchCommitterHandlerTest.java | 104 -----
.../runtime/operators/sink/CommitRetrierTest.java | 122 -----
.../operators/sink/CommitterOperatorTest.java | 298 ++++++++++++
.../sink/GlobalBatchCommitterHandlerTest.java | 116 -----
.../sink/GlobalStreamingCommitterHandlerTest.java | 256 -----------
.../runtime/operators/sink/SinkTestUtil.java | 20 +-
.../operators/sink/SinkWriterOperatorTest.java | 509 ++++++++++-----------
.../sink/StreamingCommitterHandlerTest.java | 208 ---------
.../StreamingCommitterStateSerializerTest.java | 70 ---
.../sink/StreamingCommitterStateTest.java | 49 --
.../streaming/runtime/operators/sink/TestSink.java | 5 +
.../CheckpointCommittableManagerImplTest.java | 105 +++++
.../CommittableCollectorSerializerTest.java | 128 ++++++
.../committables/CommittableCollectorTest.java | 42 ++
.../SubtaskCommittableManagerTest.java | 118 +++++
.../scala/StreamingScalaAPICompletenessTest.scala | 1 +
.../plan/nodes/exec/common/CommonExecSink.java | 19 +-
.../utils/DummyStreamExecutionEnvironment.java | 5 +-
.../batch/sql/CompactManagedTableITCase.java | 2 +
.../flink/test/streaming/runtime/SinkITCase.java | 5 +
72 files changed, 3594 insertions(+), 3130 deletions(-)
copy
flink-streaming-java/src/{test/java/org/apache/flink/streaming/api/connector/sink2/IntegerSerializer.java
=>
main/java/org/apache/flink/streaming/api/connector/sink2/StandardSinkTopologies.java}
(53%)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/api/transformations/SinkV1Adapter.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/AbstractCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/AbstractStreamingCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/BatchCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/CommitRetrier.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/CommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/ForwardCommittingHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/GlobalBatchCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/GlobalStreamingCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/NoopCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/SinkOperatorFactory.java
rename
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/{SinkOperator.java
=> SinkWriterOperator.java} (57%)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/SinkWriterOperatorFactory.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterHandler.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterState.java
delete mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterStateSerializer.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CheckpointCommittableManager.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CheckpointCommittableManagerImpl.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommitRequestImpl.java
copy
flink-streaming-java/src/{test/java/org/apache/flink/streaming/api/connector/sink2/IntegerSerializer.java
=>
main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommitRequestState.java}
(50%)
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommittableCollector.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommittableCollectorSerializer.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommittableManager.java
create mode 100644
flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/operators/sink/committables/SubtaskCommittableManager.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/api/connector/sink2/CommittableSummaryAssert.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/api/connector/sink2/CommittableWithLinageAssert.java
copy
flink-streaming-java/src/test/java/org/apache/flink/streaming/api/connector/sink2/{IntegerSerializer.java
=> SinkV2Assertions.java} (53%)
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/api/transformations/SinkTransformationTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/api/transformations/SinkV1AdapterTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/BatchCommitterHandlerTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/CommitRetrierTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/CommitterOperatorTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/GlobalBatchCommitterHandlerTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/GlobalStreamingCommitterHandlerTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterHandlerTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterStateSerializerTest.java
delete mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/StreamingCommitterStateTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/committables/CheckpointCommittableManagerImplTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommittableCollectorSerializerTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/committables/CommittableCollectorTest.java
create mode 100644
flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/operators/sink/committables/SubtaskCommittableManagerTest.java
