carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From manishgupt...@apache.org
Subject carbondata git commit: [CARBONDATA-1975] Wrong input metrics displayed for carbon
Date Thu, 04 Jan 2018 06:00:30 GMT
Repository: carbondata
Updated Branches:
  refs/heads/master 910d496cf -> 0b0473c5f


[CARBONDATA-1975] Wrong input metrics displayed for carbon

Modified code to correct the number of records as input metrics in the spark UI

This closes #1754


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/0b0473c5
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/0b0473c5
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/0b0473c5

Branch: refs/heads/master
Commit: 0b0473c5f15fd7ff92fe7a2b42399817e534f349
Parents: 910d496
Author: dhatchayani <dhatcha.official@gmail.com>
Authored: Wed Jan 3 19:12:18 2018 +0530
Committer: manishgupta88 <tomanishgupta18@gmail.com>
Committed: Thu Jan 4 11:33:39 2018 +0530

----------------------------------------------------------------------
 .../scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala  | 1 -
 .../src/main/scala/org/apache/spark/CarbonInputMetrics.scala   | 6 +-----
 2 files changed, 1 insertion(+), 6 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
----------------------------------------------------------------------
diff --git a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
index 09dbd71..cc68b9c 100644
--- a/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
+++ b/integration/spark-common/src/main/scala/org/apache/carbondata/spark/rdd/CarbonScanRDD.scala
@@ -379,7 +379,6 @@ class CarbonScanRDD(
           }
           havePair = false
           val value = reader.getCurrentValue
-          inputMetricsStats.updateByValue(value)
           value
         }
 

http://git-wip-us.apache.org/repos/asf/carbondata/blob/0b0473c5/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
index deef157..6f038eb 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/CarbonInputMetrics.scala
@@ -78,10 +78,6 @@ class CarbonInputMetrics extends InitInputMetrics{
   }
 
   override def updateByValue(value: Object): Unit = {
-    value match {
-      case batch: ColumnarBatch =>
-        inputMetrics.incRecordsRead(batch.numRows())
-      case _ =>
-    }
+
   }
 }


Mime
View raw message