hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gop...@apache.org
Subject hive git commit: HIVE-14122: VectorMapOperator: Missing update to AbstractMapOperator::numRows (Gopal V, reviewed by Sergey Shelukhin)
Date Sat, 02 Jul 2016 06:30:58 GMT
Repository: hive
Updated Branches:
  refs/heads/master fb0f1ab7d -> a178fb083


HIVE-14122: VectorMapOperator: Missing update to AbstractMapOperator::numRows (Gopal V, reviewed
by Sergey Shelukhin)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/a178fb08
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/a178fb08
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/a178fb08

Branch: refs/heads/master
Commit: a178fb0838bc5407a1d664184304ae51d40ea9b7
Parents: fb0f1ab
Author: Gopal V <gopalv@apache.org>
Authored: Fri Jul 1 23:30:19 2016 -0700
Committer: Gopal V <gopalv@apache.org>
Committed: Fri Jul 1 23:30:19 2016 -0700

----------------------------------------------------------------------
 .../apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java    | 5 +++++
 1 file changed, 5 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/a178fb08/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
index acad263..0f55c00 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorMapOperator.java
@@ -768,6 +768,9 @@ public class VectorMapOperator extends AbstractMapOperator {
            * We pass the VectorizedRowBatch through here.
            */
           batchCounter++;
+          if (value != null) {
+            numRows += ((VectorizedRowBatch) value).size;
+          }
           oneRootOperator.process(value, 0);
           if (oneRootOperator.getDone()) {
             setDone(true);
@@ -785,6 +788,7 @@ public class VectorMapOperator extends AbstractMapOperator {
               currentReadType == VectorMapOperatorReadType.ROW_DESERIALIZE);
 
           if (deserializerBatch.size == deserializerBatch.DEFAULT_SIZE) {
+            numRows += deserializerBatch.size;
 
             /*
              * Feed current full batch to operator tree.
@@ -874,6 +878,7 @@ public class VectorMapOperator extends AbstractMapOperator {
     if (!abort && oneRootOperator != null && !oneRootOperator.getDone() &&
         currentReadType != VectorMapOperatorReadType.VECTORIZED_INPUT_FILE_FORMAT) {
       if (deserializerBatch.size > 0) {
+        numRows += deserializerBatch.size;
         batchCounter++;
         oneRootOperator.process(deserializerBatch, 0);
         deserializerBatch.size = 0;


Mime
View raw message