This is an automated email from the ASF dual-hosted git repository. imaxon pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/asterixdb.git
commit 605b115c2abd9bc4570c349afde6a7c485bab32c Author: Michael Blow <[email protected]> AuthorDate: Thu Apr 1 15:08:05 2021 -0400 [NO ISSUE][EXT] Provide direct access to controller stat primitives Change-Id: I40281b2cc682e0c32359963733909caca95f511f Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/10825 Integration-Tests: Jenkins <[email protected]> Tested-by: Jenkins <[email protected]> Reviewed-by: Michael Blow <[email protected]> --- .../asterix/external/dataflow/AbstractFeedDataFlowController.java | 5 +++++ .../asterix/external/dataflow/FeedRecordDataFlowController.java | 5 ++++- .../asterix/external/dataflow/FeedStreamDataFlowController.java | 1 - 3 files changed, 9 insertions(+), 2 deletions(-) diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/AbstractFeedDataFlowController.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/AbstractFeedDataFlowController.java index 94d9e6e..bd422ef 100644 --- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/AbstractFeedDataFlowController.java +++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/AbstractFeedDataFlowController.java @@ -35,6 +35,7 @@ public abstract class AbstractFeedDataFlowController implements IDataFlowControl protected final ArrayTupleBuilder tb; protected final FeedLogManager feedLogManager; protected boolean flushing; + protected long incomingRecordsCount = 0; public AbstractFeedDataFlowController(IHyracksTaskContext ctx, FeedLogManager feedLogManager, int numOfFields) { this.feedLogManager = feedLogManager; @@ -50,6 +51,10 @@ public abstract class AbstractFeedDataFlowController implements IDataFlowControl flushing = false; } + public long getIncomingRecordsCount() { + return incomingRecordsCount; + } + public abstract String getStats(); @Override diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedRecordDataFlowController.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedRecordDataFlowController.java index 8cec5de..4279ebd 100644 --- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedRecordDataFlowController.java +++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedRecordDataFlowController.java @@ -57,7 +57,6 @@ public class FeedRecordDataFlowController<T> extends AbstractFeedDataFlowControl protected final AtomicBoolean closed = new AtomicBoolean(false); protected static final long INTERVAL = 1000; protected State state = State.CREATED; - protected long incomingRecordsCount = 0; protected long failedRecordsCount = 0; public FeedRecordDataFlowController(IHyracksTaskContext ctx, FeedLogManager feedLogManager, int numOfOutputFields, @@ -267,6 +266,10 @@ public class FeedRecordDataFlowController<T> extends AbstractFeedDataFlowControl return dataParser; } + public long getFailedRecordsCount() { + return failedRecordsCount; + } + @Override public String getStats() { String readerStats = recordReader.getStats(); diff --git a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedStreamDataFlowController.java b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedStreamDataFlowController.java index b42e6de..9f4a3b0 100644 --- a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedStreamDataFlowController.java +++ b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/dataflow/FeedStreamDataFlowController.java @@ -32,7 +32,6 @@ public class FeedStreamDataFlowController extends AbstractFeedDataFlowController private final IStreamDataParser dataParser; private final AsterixInputStream stream; - protected long incomingRecordsCount = 0; public FeedStreamDataFlowController(IHyracksTaskContext ctx, FeedLogManager feedLogManager, IStreamDataParser streamParser, AsterixInputStream inputStream) {
