[CARBONDATA-3096] Wrong records size on the input metrics Scanned record result size is taking from the default batch size. It should be taken from the records scanned.
This closes #2927 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/09e3c6de Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/09e3c6de Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/09e3c6de Branch: refs/heads/branch-1.5 Commit: 09e3c6de97325e9d4dc61e0e6cf89bf0bc6b682f Parents: c572f50 Author: dhatchayani <[email protected]> Authored: Tue Nov 13 18:28:48 2018 +0530 Committer: ravipesala <[email protected]> Committed: Wed Nov 21 22:43:46 2018 +0530 ---------------------------------------------------------------------- .../spark/vectorreader/VectorizedCarbonRecordReader.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/09e3c6de/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java ---------------------------------------------------------------------- diff --git a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java index 1f28b8c..c9a4ba4 100644 --- a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java +++ b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java @@ -163,8 +163,8 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { @Override public void close() throws IOException { - logStatistics(rowCount, queryModel.getStatisticsRecorder()); if (vectorProxy != null) { + logStatistics(rowCount, queryModel.getStatisticsRecorder()); vectorProxy.close(); vectorProxy = null; } @@ -200,7 +200,7 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { @Override public Object getCurrentValue() throws IOException, InterruptedException { if (returnColumnarBatch) { - int value = vectorProxy.numRows(); + int value = carbonColumnarBatch.getActualSize(); rowCount += value; if (inputMetricsStats != null) { inputMetricsStats.incrementRecordRead((long) value);
