This is an automated email from the ASF dual-hosted git repository. sewen pushed a commit to branch release-1.12 in repository https://gitbox.apache.org/repos/asf/flink.git
commit 908b8809d113b055563021dfe8d2f0a0674495fa Author: Stephan Ewen <[email protected]> AuthorDate: Sun Nov 29 22:42:35 2020 +0100 [hotfix][connector files] Add some debug logging to file split enumerator. --- .../flink/connector/file/src/PendingSplitsCheckpoint.java | 10 ++++++++++ .../connector/file/src/impl/ContinuousFileSplitEnumerator.java | 6 +++++- 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/PendingSplitsCheckpoint.java b/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/PendingSplitsCheckpoint.java index 5950df2..1a7749b 100644 --- a/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/PendingSplitsCheckpoint.java +++ b/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/PendingSplitsCheckpoint.java @@ -64,6 +64,16 @@ public class PendingSplitsCheckpoint<SplitT extends FileSourceSplit> { } // ------------------------------------------------------------------------ + + @Override + public String toString() { + return "PendingSplitsCheckpoint:\n" + + "\t\t Pending Splits: " + splits + '\n' + + "\t\t Processed Paths: " + alreadyProcessedPaths + '\n'; + } + + + // ------------------------------------------------------------------------ // factories // ------------------------------------------------------------------------ diff --git a/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/impl/ContinuousFileSplitEnumerator.java b/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/impl/ContinuousFileSplitEnumerator.java index e5c4ff9..ea67df2 100644 --- a/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/impl/ContinuousFileSplitEnumerator.java +++ b/flink-connectors/flink-connector-files/src/main/java/org/apache/flink/connector/file/src/impl/ContinuousFileSplitEnumerator.java @@ -125,7 +125,11 @@ public class ContinuousFileSplitEnumerator implements SplitEnumerator<FileSource @Override public PendingSplitsCheckpoint<FileSourceSplit> snapshotState() throws Exception { - return PendingSplitsCheckpoint.fromCollectionSnapshot(splitAssigner.remainingSplits(), pathsAlreadyProcessed); + final PendingSplitsCheckpoint<FileSourceSplit> checkpoint = + PendingSplitsCheckpoint.fromCollectionSnapshot(splitAssigner.remainingSplits(), pathsAlreadyProcessed); + + LOG.debug("Source Checkpoint is {}", checkpoint); + return checkpoint; } // ------------------------------------------------------------------------
