This is an automated email from the ASF dual-hosted git repository.
jqin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from e25e521 [FLINK-16222][metrics][prometheus] Add plugin e2e test
add 4f6efed [FLINK-15100][connector/common] Add abstract implementation
for SourceReader (FLIP-27).
No new revisions were added by this update.
Summary of changes:
flink-connectors/flink-connector-base/pom.xml | 54 +++++
.../base/source/reader/RecordEmitter.java | 48 ++++
.../base/source/reader/RecordsBySplits.java | 116 +++++++++
.../base/source/reader/RecordsWithSplitIds.java | 35 +--
.../SingleThreadMultiplexSourceReaderBase.java | 57 +++++
.../base/source/reader/SourceReaderBase.java | 205 ++++++++++++++++
.../base/source/reader/SourceReaderOptions.java | 62 +++++
.../base/source/reader/SplitsRecordIterator.java | 96 ++++++++
.../base/source/reader/fetcher/AddSplitsTask.java | 72 ++++++
.../base/source/reader/fetcher/FetchTask.java | 86 +++++++
.../reader/fetcher/SingleThreadFetcherManager.java | 55 +++++
.../base/source/reader/fetcher/SplitFetcher.java | 266 +++++++++++++++++++++
.../source/reader/fetcher/SplitFetcherManager.java | 145 +++++++++++
.../source/reader/fetcher/SplitFetcherTask.java | 30 +--
.../source/reader/splitreader/SplitReader.java | 60 +++++
.../source/reader/splitreader/SplitsAddition.java | 30 +--
.../source/reader/splitreader/SplitsChange.java | 32 ++-
.../FutureCompletingBlockingQueue.java | 90 +++++++
.../reader/synchronization/FutureNotifier.java | 66 +++++
.../base/source/reader/SourceReaderBaseTest.java | 140 +++++++++++
.../base/source/reader/SourceReaderTestBase.java | 200 ++++++++++++++++
.../source/reader/mocks/MockRecordEmitter.java | 34 +--
.../base/source/reader/mocks/MockSourceReader.java | 62 +++++
.../base/source/reader/mocks/MockSplitReader.java | 107 +++++++++
.../reader/synchronization/FutureNotifierTest.java | 131 ++++++++++
flink-connectors/pom.xml | 1 +
.../api/connector/source/SourceReaderContext.java | 6 +-
.../ThrowableCatchingRunnable.java} | 46 ++--
.../connector/source/mocks/MockSourceSplit.java | 108 +++++++++
.../source/mocks/MockSourceSplitSerializer.java | 49 ++++
.../ExecutionJobVertexCoordinatorContext.java | 5 +
.../coordination/OperatorCoordinator.java | 2 +
32 files changed, 2377 insertions(+), 119 deletions(-)
create mode 100644 flink-connectors/flink-connector-base/pom.xml
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/RecordEmitter.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/RecordsBySplits.java
copy
flink-core/src/main/java/org/apache/flink/api/connector/source/SourceReaderContext.java
=>
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/RecordsWithSplitIds.java
(54%)
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/SingleThreadMultiplexSourceReaderBase.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/SourceReaderBase.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/SourceReaderOptions.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/SplitsRecordIterator.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/AddSplitsTask.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/FetchTask.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/SingleThreadFetcherManager.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/SplitFetcher.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/SplitFetcherManager.java
copy
flink-core/src/main/java/org/apache/flink/api/connector/source/SourceReaderContext.java
=>
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/fetcher/SplitFetcherTask.java
(53%)
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/splitreader/SplitReader.java
copy
flink-core/src/main/java/org/apache/flink/api/connector/source/SourceReaderContext.java
=>
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/splitreader/SplitsAddition.java
(52%)
copy
flink-core/src/main/java/org/apache/flink/api/connector/source/SourceReaderContext.java
=>
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/splitreader/SplitsChange.java
(53%)
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/synchronization/FutureCompletingBlockingQueue.java
create mode 100644
flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/source/reader/synchronization/FutureNotifier.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderBaseTest.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/SourceReaderTestBase.java
copy
flink-core/src/main/java/org/apache/flink/api/connector/source/SourceReaderContext.java
=>
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/mocks/MockRecordEmitter.java
(52%)
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/mocks/MockSourceReader.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/mocks/MockSplitReader.java
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/reader/synchronization/FutureNotifierTest.java
copy
flink-core/src/main/java/org/apache/flink/{api/connector/source/SourceReaderContext.java
=> util/ThrowableCatchingRunnable.java} (52%)
create mode 100644
flink-core/src/test/java/org/apache/flink/api/connector/source/mocks/MockSourceSplit.java
create mode 100644
flink-core/src/test/java/org/apache/flink/api/connector/source/mocks/MockSourceSplitSerializer.java
