hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gunt...@apache.org
Subject svn commit: r1634766 - in /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec: FileSinkOperator.java MapOperator.java ReduceSinkOperator.java
Date Tue, 28 Oct 2014 02:51:24 GMT
Author: gunther
Date: Tue Oct 28 02:51:23 2014
New Revision: 1634766

URL: http://svn.apache.org/r1634766
Log:
HIVE-8624: Record counters don't work with Tez container reuse (Gunther Hagleitner, reviewed
by Vikram Dixit K)

Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java Tue Oct 28
02:51:23 2014
@@ -391,6 +391,8 @@ public class FileSinkOperator extends Te
         bucketInspector = (IntObjectInspector)bucketField.getFieldObjectInspector();
       }
 
+      numRows = 0;
+
       String context = jc.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java Tue Oct 28 02:51:23
2014
@@ -412,6 +412,8 @@ public class MapOperator extends Operato
     state = State.INIT;
     statsMap.put(Counter.DESERIALIZE_ERRORS.toString(), deserialize_error_count);
 
+    numRows = 0;
+
     String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
     if (context != null && !context.isEmpty()) {
       context = "_" + context.replace(" ","_");

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java Tue Oct
28 02:51:23 2014
@@ -155,6 +155,9 @@ public class ReduceSinkOperator extends 
   @Override
   protected void initializeOp(Configuration hconf) throws HiveException {
     try {
+
+      numRows = 0;
+
       String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");



Mime
View raw message