Repository: carbondata Updated Branches: refs/heads/master 2f69e4fb7 -> b8d602598
[CARBONDATA-3096] Wrong records size on the input metrics Scanned record result size is taking from the default batch size. It should be taken from the records scanned. This closes #2927 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/b8d60259 Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/b8d60259 Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/b8d60259 Branch: refs/heads/master Commit: b8d6025982cf27a172674de19db69b60f1448958 Parents: 2f69e4f Author: dhatchayani <dhatcha.offic...@gmail.com> Authored: Tue Nov 13 18:28:48 2018 +0530 Committer: kumarvishal09 <kumarvishal1...@gmail.com> Committed: Wed Nov 21 19:45:21 2018 +0530 ---------------------------------------------------------------------- .../spark/vectorreader/VectorizedCarbonRecordReader.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/b8d60259/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java ---------------------------------------------------------------------- diff --git a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java index 1f28b8c..c9a4ba4 100644 --- a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java +++ b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java @@ -163,8 +163,8 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { @Override public void close() throws IOException { - logStatistics(rowCount, queryModel.getStatisticsRecorder()); if (vectorProxy != null) { + logStatistics(rowCount, queryModel.getStatisticsRecorder()); vectorProxy.close(); vectorProxy = null; } @@ -200,7 +200,7 @@ public class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { @Override public Object getCurrentValue() throws IOException, InterruptedException { if (returnColumnarBatch) { - int value = vectorProxy.numRows(); + int value = carbonColumnarBatch.getActualSize(); rowCount += value; if (inputMetricsStats != null) { inputMetricsStats.incrementRecordRead((long) value);
