This is an automated email from the ASF dual-hosted git repository.
jqin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 92d5033 [hotfix] Move FileBufferReaderITCase from 'flink-tests' to
'flink-runtime'
add 4279a03 [hotfix] Add a waitUntil() method to the CommonTestUtils.
add d143762 [hotfix] Replace finally block with JUnit After method in
SourceOperatorTest.
add 6bf7d77 [FLINK-19698] Move the CheckpointListener from flink-runtime
to flink-core. To maintain backwards compatibility, the CheckpointListener in
flink-runtime is not deleted immediately.
add a12663e [FLINK-19698][connector/common] Let
SplitEnumerator/SourceReader/SourceCoordinator implement CheckpointListener.
add a8ad3e3 [hotfix] Only close the SourceReader and EventTimeLogic in
the SourceOperator if they are not null.
add 7ea3a60 [FLINK-19698][connector/common] Add a close() method to the
SplitReader.
No new revisions were added by this update.
Summary of changes:
docs/dev/stream/state/state.md | 2 +-
docs/dev/stream/state/state.zh.md | 2 +-
.../base/source/reader/SourceReaderBase.java | 2 +-
.../base/source/reader/fetcher/SplitFetcher.java | 10 +-
.../source/reader/splitreader/SplitReader.java | 7 +
.../base/source/reader/SourceReaderBaseTest.java | 12 +-
.../base/source/reader/SourceReaderTestBase.java | 2 +-
.../reader/fetcher/SplitFetcherManagerTest.java | 22 ++++
.../source/reader/fetcher/SplitFetcherTest.java | 9 ++
.../base/source/reader/mocks/MockSourceReader.java | 5 +
.../base/source/reader/mocks/MockSplitReader.java | 3 +
.../source/reader/mocks/TestingSplitReader.java | 20 +++
.../connector/file/src/impl/FileSourceReader.java | 3 +
.../file/src/impl/FileSourceSplitReader.java | 3 +
.../connectors/fs/bucketing/BucketingSink.java | 2 +-
.../connectors/gcp/pubsub/PubSubSource.java | 2 +-
.../gcp/pubsub/common/AcknowledgeOnCheckpoint.java | 2 +-
.../connectors/kafka/FlinkKafkaConsumerBase.java | 2 +-
.../connectors/kafka/KafkaConsumerTestBase.java | 2 +-
.../connectors/kafka/KafkaProducerTestBase.java | 2 +-
.../kafka/testutils/FailingIdentityMapper.java | 2 +-
.../connectors/kafka/testutils/IntegerSource.java | 2 +-
.../flink/api/common/state/CheckpointListener.java | 143 +++++++++++++++++++++
.../flink/api/connector/source/SourceReader.java | 15 ++-
.../api/connector/source/SplitEnumerator.java | 13 +-
.../source/lib/util/IteratorSourceReader.java | 2 +-
.../source/lib/NumberSequenceSourceTest.java | 2 +-
.../connector/source/mocks/MockSourceReader.java | 22 +++-
.../source/mocks/MockSplitEnumerator.java | 21 ++-
.../flink/streaming/tests/FailureMapper.java | 2 +-
.../HeavyDeploymentStressTestProgram.java | 2 +-
.../StickyAllocationAndLocalRecoveryTestJob.java | 2 +-
.../itcases/AbstractQueryableStateTestBase.java | 2 +-
.../runtime/checkpoint/CheckpointCoordinator.java | 7 +-
.../OperatorCoordinatorCheckpointContext.java | 19 ++-
.../coordination/OperatorCoordinator.java | 40 +++---
.../coordination/OperatorCoordinatorHolder.java | 18 ++-
.../RecreateOnResetOperatorCoordinator.java | 4 +-
.../source/coordinator/SourceCoordinator.java | 22 +++-
.../runtime/state/AbstractKeyedStateBackend.java | 1 +
.../flink/runtime/state/CheckpointListener.java | 29 +----
.../state/CheckpointableKeyedStateBackend.java | 2 +
.../flink/runtime/state/TaskStateManager.java | 1 +
.../org/apache/flink/runtime/taskmanager/Task.java | 2 +-
.../checkpoint/CheckpointCoordinatorTest.java | 53 ++++++++
.../CheckpointCoordinatorTestingUtils.java | 19 ++-
.../CoordinatorEventsExactlyOnceITCase.java | 2 +-
.../coordination/MockOperatorCoordinator.java | 2 +-
.../OperatorCoordinatorHolderTest.java | 2 +-
.../coordination/TestingOperatorCoordinator.java | 2 +-
.../source/coordinator/SourceCoordinatorTest.java | 12 +-
.../snapshot/RocksDBSnapshotStrategyBase.java | 2 +-
.../functions/sink/TwoPhaseCommitSinkFunction.java | 2 +-
.../sink/filesystem/StreamingFileSink.java | 2 +-
.../source/MessageAcknowledgingSourceBase.java | 2 +-
.../api/operators/AbstractUdfStreamOperator.java | 2 +-
.../streaming/api/operators/SourceOperator.java | 25 +++-
.../streaming/api/operators/StreamOperator.java | 2 +-
.../api/operators/StreamOperatorStateHandler.java | 2 +-
.../api/operators/collect/CollectSinkFunction.java | 2 +-
.../collect/CollectSinkOperatorCoordinator.java | 2 +-
.../api/operators/SourceOperatorTest.java | 136 ++++++++++++--------
.../source/SourceOperatorEventTimeTest.java | 2 +-
.../operators/source/TestingSourceOperator.java | 13 ++
.../streaming/runtime/tasks/StreamTaskTest.java | 2 +-
.../runtime/utils/FailingCollectionSource.java | 2 +-
.../runtime/stream/FsStreamingSinkITCaseBase.scala | 5 +-
.../filesystem/stream/PartitionCommitter.java | 2 +-
.../flink/core/testutils/CommonTestUtils.java | 29 +++++
.../flink/streaming/util/FiniteTestSource.java | 2 +-
.../checkpointing/CoStreamCheckpointingITCase.java | 2 +-
.../ContinuousFileProcessingCheckpointITCase.java | 2 +-
.../KeyedStateCheckpointingITCase.java | 2 +-
.../checkpointing/StateCheckpointedITCase.java | 2 +-
.../StreamCheckpointNotifierITCase.java | 2 +-
.../checkpointing/UnalignedCheckpointITCase.java | 4 +-
.../utils/AccumulatingIntegerSink.java | 2 +-
.../utils/CancellingIntegerSource.java | 2 +-
.../test/checkpointing/utils/FailingSource.java | 2 +-
.../jar/CheckpointedStreamingProgram.java | 2 +-
.../jar/CheckpointingCustomKvStateProgram.java | 2 +-
.../ReinterpretDataStreamAsKeyedStreamITCase.java | 2 +-
82 files changed, 657 insertions(+), 186 deletions(-)
create mode 100644
flink-core/src/main/java/org/apache/flink/api/common/state/CheckpointListener.java
