[CARBONDATA-1975] Wrong input metrics displayed for carbon Modified code to correct the number of records as input metrics in the spark UI
This closes #1754 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/0b0473c5 Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/0b0473c5 Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/0b0473c5 Branch: refs/heads/branch-1.3 Commit: 0b0473c5f15fd7ff92fe7a2b42399817e534f349 Parents: 910d496 Author: dhatchayani <[email protected]> Authored: Wed Jan 3 19:12:18 2018 +0530 Committer: manishgupta88 <[email protected]> Committed: Thu Jan 4 11:33:39 2018 +0530 ---------------------------------------------------------------------- .../scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala | 1 - .../src/main/scala/org/apache/spark/CarbonInputMetrics.scala | 6 +----- 2 files changed, 1 insertion(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala ---------------------------------------------------------------------- diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala index 09dbd71..cc68b9c 100644 --- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala +++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala @@ -379,7 +379,6 @@ class CarbonScanRDD( } havePair = false val value = reader.getCurrentValue - inputMetricsStats.updateByValue(value) value } http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala ---------------------------------------------------------------------- diff --git a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala index deef157..6f038eb 100644 --- a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala +++ b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala @@ -78,10 +78,6 @@ class CarbonInputMetrics extends InitInputMetrics{ } override def updateByValue(value: Object): Unit = { - value match { - case batch: ColumnarBatch => - inputMetrics.incRecordsRead(batch.numRows()) - case _ => - } + } }
