hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rhbut...@apache.org
Subject svn commit: r1579803 - in /hive/trunk: itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/ ql/src/java/org/apache/hadoop/hive/ql/ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/ ql/src/test/queries/clientpositive/ ql/src/test/results/c...
Date Thu, 20 Mar 2014 22:17:50 GMT
Author: rhbutani
Date: Thu Mar 20 22:17:49 2014
New Revision: 1579803

URL: http://svn.apache.org/r1579803
Log:
HIVE-6668 When auto join convert is on and noconditionaltask is off, ConditionalResolverCommonJoin
fails to resolve map joins. (Navis Ryu via Harish Butani)

Added:
    hive/trunk/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
    hive/trunk/ql/src/test/queries/clientpositive/auto_join25.q
    hive/trunk/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
    hive/trunk/ql/src/test/queries/clientpositive/mapjoin_hook.q
    hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin1.q
    hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin2.q
    hive/trunk/ql/src/test/queries/clientpositive/subquery_multiinsert.q
    hive/trunk/ql/src/test/results/clientpositive/auto_join25.q.out
    hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
    hive/trunk/ql/src/test/results/clientpositive/mapjoin_hook.q.out
    hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out
    hive/trunk/ql/src/test/results/clientpositive/multiMapJoin2.q.out
    hive/trunk/ql/src/test/results/clientpositive/subquery_multiinsert.q.out

Added: hive/trunk/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
URL: http://svn.apache.org/viewvc/hive/trunk/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java?rev=1579803&view=auto
==============================================================================
--- hive/trunk/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
(added)
+++ hive/trunk/itests/util/src/main/java/org/apache/hadoop/hive/ql/hooks/PrintCompletedTasksHook.java
Thu Mar 20 22:17:49 2014
@@ -0,0 +1,42 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hive.ql.hooks;
+
+import org.apache.hadoop.hive.ql.exec.TaskRunner;
+import org.apache.hadoop.hive.ql.session.SessionState;
+
+/**
+ * List all tasks completed.
+ *
+ * This is used to check tasks executed at runtime for queries containing conditional tasks
+ */
+public class PrintCompletedTasksHook implements ExecuteWithHookContext {
+
+  @Override
+  public void run(HookContext hookContext) {
+    if (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK) {
+      SessionState.LogHelper console = SessionState.getConsole();
+      if (console != null && !hookContext.getQueryPlan().isExplain()) {
+        for (TaskRunner runner : hookContext.getCompleteTaskList()) {
+          console.printError("RUN: " + runner.getTask());
+        }
+      }
+    }
+  }
+}

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/QueryPlan.java Thu Mar 20 22:17:49 2014
@@ -38,6 +38,7 @@ import java.util.concurrent.ConcurrentHa
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.hive.ql.exec.ConditionalTask;
+import org.apache.hadoop.hive.ql.exec.ExplainTask;
 import org.apache.hadoop.hive.ql.exec.FetchTask;
 import org.apache.hadoop.hive.ql.exec.Operator;
 import org.apache.hadoop.hive.ql.exec.Task;
@@ -392,9 +393,6 @@ public class QueryPlan implements Serial
           done.add(task.getId() + "_MAP");
         }
         if (mrTask.hasReduce()) {
-          Collection<Operator<? extends OperatorDesc>> reducerTopOps =
-            new ArrayList<Operator<? extends OperatorDesc>>();
-          reducerTopOps.add(mrTask.getWork().getReduceWork().getReducer());
           if (mrTask.reduceStarted()) {
             started.add(task.getId() + "_REDUCE");
           }
@@ -588,6 +586,10 @@ public class QueryPlan implements Serial
     return sb.toString();
   }
 
+  public boolean isExplain() {
+    return rootTasks.size() == 1 && rootTasks.get(0) instanceof ExplainTask;
+  }
+
   @Override
   public String toString() {
     try {

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
(original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/CommonJoinTaskDispatcher.java
Thu Mar 20 22:17:49 2014
@@ -488,9 +488,8 @@ public class CommonJoinTaskDispatcher ex
         // create map join task and set big table as i
         MapRedTask newTask = convertTaskToMapJoinTask(newWork, pos);
 
-        MapWork mapWork = newTask.getWork().getMapWork();
         Operator<?> startOp = joinOp.getParentOperators().get(pos);
-        Set<String> aliases = GenMapRedUtils.findAliases(mapWork, startOp);
+        Set<String> aliases = GenMapRedUtils.findAliases(currWork, startOp);
 
         long aliasKnownSize = Utilities.sumOf(aliasToSize, aliases);
         if (cannotConvert(aliasKnownSize, aliasTotalKnownInputSize, ThresholdOfSmallTblSizeSum))
{

Modified: hive/trunk/ql/src/test/queries/clientpositive/auto_join25.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/auto_join25.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/auto_join25.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/auto_join25.q Thu Mar 20 22:17:49 2014
@@ -1,3 +1,5 @@
+set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
 set hive.auto.convert.join = true;
 set hive.mapjoin.localtask.max.memory.usage = 0.0001;
 set hive.mapjoin.check.memory.rows = 2;

Modified: hive/trunk/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/auto_join_without_localtask.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/auto_join_without_localtask.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/auto_join_without_localtask.q Thu Mar 20
22:17:49 2014
@@ -1,3 +1,4 @@
+set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
 set hive.auto.convert.join=true;
 set hive.auto.convert.join.use.nonstaged=true;
 

Modified: hive/trunk/ql/src/test/queries/clientpositive/mapjoin_hook.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/mapjoin_hook.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/mapjoin_hook.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/mapjoin_hook.q Thu Mar 20 22:17:49 2014
@@ -1,4 +1,5 @@
-set hive.exec.post.hooks = org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook ;
+set hive.exec.post.hooks = org.apache.hadoop.hive.ql.hooks.MapJoinCounterHook,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
 drop table dest1;
 CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE;
 

Modified: hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin1.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin1.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin1.q Thu Mar 20 22:17:49 2014
@@ -1,3 +1,5 @@
+set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
 create table smallTbl1(key string, value string);
 insert overwrite table smallTbl1 select * from src where key < 10;
 

Modified: hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin2.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin2.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin2.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/multiMapJoin2.q Thu Mar 20 22:17:49 2014
@@ -1,3 +1,4 @@
+set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
 set hive.auto.convert.join=true;
 set hive.auto.convert.join.noconditionaltask=true;
 set hive.auto.convert.join.noconditionaltask.size=6000;

Modified: hive/trunk/ql/src/test/queries/clientpositive/subquery_multiinsert.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/subquery_multiinsert.q?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/subquery_multiinsert.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/subquery_multiinsert.q Thu Mar 20 22:17:49
2014
@@ -1,4 +1,6 @@
-CREATE TABLE src_4( 
+set hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecutePrinter,org.apache.hadoop.hive.ql.hooks.PrintCompletedTasksHook;
+
+CREATE TABLE src_4(
   key STRING, 
   value STRING
 )

Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join25.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join25.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join25.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join25.q.out Thu Mar 20 22:17:49 2014
@@ -7,6 +7,7 @@ CREATE TABLE dest1(key INT, value STRING
 POSTHOOK: type: CREATETABLE
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@dest1
+RUN: Stage-0:DDL
 PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key)
 INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value 
 where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr =
'11')
@@ -43,6 +44,11 @@ POSTHOOK: Input: default@srcpart@ds=2008
 POSTHOOK: Output: default@dest1
 POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key, type:string,
comment:default), ]
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: SELECT sum(hash(dest1.key,dest1.value)) FROM dest1
 PREHOOK: type: QUERY
 PREHOOK: Input: default@dest1
@@ -53,6 +59,7 @@ POSTHOOK: Input: default@dest1
 #### A masked pattern was here ####
 POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key, type:string,
comment:default), ]
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-1:MAPRED
 407444119660
 PREHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
 PREHOOK: type: CREATETABLE
@@ -63,6 +70,7 @@ POSTHOOK: Output: database:default
 POSTHOOK: Output: default@dest_j2
 POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key, type:string,
comment:default), ]
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-0:DDL
 PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key
+ src2.key = src3.key)
 INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
 PREHOOK: type: QUERY
@@ -85,7 +93,7 @@ Obtaining error information
 
 Task failed!
 Task ID:
-  Stage-7
+  Stage-6
 
 Logs:
 
@@ -101,6 +109,14 @@ POSTHOOK: Lineage: dest1.key EXPRESSION 
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-10:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-6:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-3:STATS
 PREHOOK: query: SELECT sum(hash(dest_j2.key,dest_j2.value)) FROM dest_j2
 PREHOOK: type: QUERY
 PREHOOK: Input: default@dest_j2
@@ -113,6 +129,7 @@ POSTHOOK: Lineage: dest1.key EXPRESSION 
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-1:MAPRED
 33815990627
 PREHOOK: query: CREATE TABLE dest_j1(key INT, value STRING) STORED AS TEXTFILE
 PREHOOK: type: CREATETABLE
@@ -125,6 +142,7 @@ POSTHOOK: Lineage: dest1.key EXPRESSION 
 POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-0:DDL
 PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key)
 INSERT OVERWRITE TABLE dest_j1 SELECT src1.key, src2.value
 PREHOOK: type: QUERY
@@ -153,6 +171,11 @@ POSTHOOK: Lineage: dest_j1.key EXPRESSIO
 POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: SELECT sum(hash(dest_j1.key,dest_j1.value)) FROM dest_j1
 PREHOOK: type: QUERY
 PREHOOK: Input: default@dest_j1
@@ -167,4 +190,5 @@ POSTHOOK: Lineage: dest_j1.key EXPRESSIO
 POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-1:MAPRED
 101861029915

Modified: hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out Thu Mar
20 22:17:49 2014
@@ -145,6 +145,8 @@ POSTHOOK: query: select a.* from src a j
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+RUN: Stage-5:CONDITIONAL
+RUN: Stage-3:MAPRED
 238	val_238
 238	val_238
 86	val_86
@@ -435,6 +437,10 @@ POSTHOOK: query: select a.* from src a j
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-8:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
 238	val_238
 238	val_238
 238	val_238
@@ -761,6 +767,11 @@ POSTHOOK: query: select a.* from src a j
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-14:MAPREDLOCAL
+RUN: Stage-9:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
 238	val_238
 238	val_238
 238	val_238
@@ -823,7 +834,7 @@ Obtaining error information
 
 Task failed!
 Task ID:
-  Stage-6
+  Stage-5
 
 Logs:
 
@@ -835,6 +846,12 @@ select a.* from src a join src b on a.ke
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-14:MAPREDLOCAL
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-5:MAPRED
+RUN: Stage-2:MAPRED
 103	val_103
 103	val_103
 103	val_103

Modified: hive/trunk/ql/src/test/results/clientpositive/mapjoin_hook.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/mapjoin_hook.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/mapjoin_hook.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/mapjoin_hook.q.out Thu Mar 20 22:17:49 2014
@@ -1,8 +1,10 @@
 PREHOOK: query: drop table dest1
 PREHOOK: type: DROPTABLE
+RUN: Stage-0:DDL
 PREHOOK: query: CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
+RUN: Stage-0:DDL
 PREHOOK: query: INSERT OVERWRITE TABLE dest1 
 SELECT /*+ MAPJOIN(x) */ x.key, count(1) FROM src1 x JOIN src y ON (x.key = y.key) group
by x.key
 PREHOOK: type: QUERY
@@ -10,12 +12,18 @@ PREHOOK: Input: default@src
 PREHOOK: Input: default@src1
 PREHOOK: Output: default@dest1
 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN:
0 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 0
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key
= src3.key)
 INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
 PREHOOK: Output: default@dest1
 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 1 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN:
0 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 0
+RUN: Stage-5:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key)
 INSERT OVERWRITE TABLE dest1 SELECT src1.key, src2.value 
 where (src1.ds = '2008-04-08' or src1.ds = '2008-04-09' )and (src1.hr = '12' or src1.hr =
'11')
@@ -40,6 +48,11 @@ Logs:
 FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask
 ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN:
1 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 1
+RUN: Stage-6:CONDITIONAL
+RUN: Stage-4:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key
+ src2.key = src3.key)
 INSERT OVERWRITE TABLE dest1 SELECT src1.key, src3.value
 PREHOOK: type: QUERY
@@ -62,7 +75,7 @@ Obtaining error information
 
 Task failed!
 Task ID:
-  Stage-7
+  Stage-6
 
 Logs:
 
@@ -70,3 +83,11 @@ Logs:
 FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.mr.MapRedTask
 ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
 [MapJoinCounter PostHook] COMMON_JOIN: 0 HINTED_MAPJOIN: 0 HINTED_MAPJOIN_LOCAL: 0 CONVERTED_MAPJOIN:
2 CONVERTED_MAPJOIN_LOCAL: 0 BACKUP_COMMON_JOIN: 2
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-10:MAPRED
+RUN: Stage-1:MAPRED
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-6:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-3:STATS

Modified: hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/multiMapJoin1.q.out Thu Mar 20 22:17:49
2014
@@ -5,6 +5,7 @@ POSTHOOK: query: create table smallTbl1(
 POSTHOOK: type: CREATETABLE
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@smallTbl1
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table smallTbl1 select * from src where key < 10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
@@ -15,6 +16,11 @@ POSTHOOK: Input: default@src
 POSTHOOK: Output: default@smalltbl1
 POSTHOOK: Lineage: smalltbl1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: create table smallTbl2(key string, value string)
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -24,6 +30,7 @@ POSTHOOK: Output: database:default
 POSTHOOK: Output: default@smallTbl2
 POSTHOOK: Lineage: smalltbl1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table smallTbl2 select * from src where key < 10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
@@ -36,6 +43,11 @@ POSTHOOK: Lineage: smalltbl1.key SIMPLE 
 POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: create table smallTbl3(key string, value string)
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -47,6 +59,7 @@ POSTHOOK: Lineage: smalltbl1.key SIMPLE 
 POSTHOOK: Lineage: smalltbl1.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table smallTbl3 select * from src where key < 10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
@@ -61,6 +74,11 @@ POSTHOOK: Lineage: smalltbl2.key SIMPLE 
 POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl3.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: create table smallTbl4(key string, value string)
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -74,6 +92,7 @@ POSTHOOK: Lineage: smalltbl2.key SIMPLE 
 POSTHOOK: Lineage: smalltbl2.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl3.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table smallTbl4 select * from src where key < 10
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
@@ -90,6 +109,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: create table bigTbl(key string, value string)
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -105,6 +129,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table bigTbl
 select * from
 (
@@ -167,6 +192,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: explain
 select count(*) FROM
 (select bigTbl.key as key, bigTbl.value as value1,
@@ -316,6 +346,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-2:MAPRED
 580
 PREHOOK: query: -- Now run a query with two-way join, which should be converted into a
 -- map-join followed by groupby - two MR jobs overall 
@@ -470,6 +501,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-2:MAPRED
 580
 PREHOOK: query: -- Now run a query with two-way join, which should first be converted into
a
 -- map-join followed by groupby and then finally into a single MR job.
@@ -637,6 +669,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-2:MAPRED
 270
 10
 10
@@ -661,6 +694,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: create table bigTbl(key1 string, key2 string, value string)
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -678,6 +712,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-0:DDL
 PREHOOK: query: insert overwrite table bigTbl
 select * from
 (
@@ -743,6 +778,11 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-7:CONDITIONAL
+RUN: Stage-4:MOVE
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: -- First disable noconditionaltask
 EXPLAIN
 SELECT SUM(HASH(join3.key1)),
@@ -1421,6 +1461,15 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-20:CONDITIONAL
+RUN: Stage-18:MAPRED
+RUN: Stage-17:CONDITIONAL
+RUN: Stage-15:MAPRED
+RUN: Stage-14:CONDITIONAL
+RUN: Stage-12:MAPRED
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-9:MAPRED
+RUN: Stage-4:MAPRED
 247580	247580	247580	247580	247580	247580	548662743780	548662743780
 PREHOOK: query: -- Enable noconditionaltask and set the size of hive.auto.convert.join.noconditionaltask.size
 -- to 10000, which is large enough to fit all four small tables (smallTbl1 to smallTbl4).
@@ -1730,6 +1779,7 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-4:MAPRED
 247580	247580	247580	247580	247580	247580	548662743780	548662743780
 PREHOOK: query: -- Enable noconditionaltask and set the size of hive.auto.convert.join.noconditionaltask.size
 -- to 200, which is large enough to fit two small tables. We will have two jobs to evaluate
this
@@ -2057,6 +2107,8 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-11:MAPRED
+RUN: Stage-4:MAPRED
 247580	247580	247580	247580	247580	247580	548662743780	548662743780
 PREHOOK: query: -- Enable noconditionaltask and but set the size of hive.auto.convert.join.noconditionaltask.size
 -- to 0. The plan will be the same as the one with a disabled nonconditionaltask.
@@ -2738,4 +2790,13 @@ POSTHOOK: Lineage: smalltbl3.key SIMPLE 
 POSTHOOK: Lineage: smalltbl3.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
 POSTHOOK: Lineage: smalltbl4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: smalltbl4.value SIMPLE [(src)src.FieldSchema(name:value, type:string,
comment:default), ]
+RUN: Stage-20:CONDITIONAL
+RUN: Stage-18:MAPRED
+RUN: Stage-17:CONDITIONAL
+RUN: Stage-15:MAPRED
+RUN: Stage-14:CONDITIONAL
+RUN: Stage-12:MAPRED
+RUN: Stage-11:CONDITIONAL
+RUN: Stage-9:MAPRED
+RUN: Stage-4:MAPRED
 247580	247580	247580	247580	247580	247580	548662743780	548662743780

Modified: hive/trunk/ql/src/test/results/clientpositive/multiMapJoin2.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multiMapJoin2.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/multiMapJoin2.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/multiMapJoin2.q.out Thu Mar 20 22:17:49
2014
@@ -131,6 +131,7 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-2:MAPRED
 128
 128
 128
@@ -366,6 +367,8 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-7:MAPRED
+RUN: Stage-2:MAPRED
 128
 128
 128
@@ -593,6 +596,8 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-4:MAPRED
+RUN: Stage-2:MAPRED
 
 128
 128
@@ -1015,6 +1020,12 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-8:MAPRED
+RUN: Stage-12:CONDITIONAL
+RUN: Stage-11:MAPRED
+RUN: Stage-4:MAPRED
+RUN: Stage-5:MAPRED
 128	1
 146	1
 150	1
@@ -1283,6 +1294,8 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
 128	1
 146	1
 150	1
@@ -1645,6 +1658,12 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-7:MAPRED
+RUN: Stage-2:MAPRED
+RUN: Stage-10:CONDITIONAL
+RUN: Stage-8:MAPRED
+RUN: Stage-4:MAPRED
+RUN: Stage-5:MAPRED
 128	1
 146	1
 150	1
@@ -1895,6 +1914,8 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@src1
 #### A masked pattern was here ####
+RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
 128	1
 146	1
 150	1
@@ -1919,6 +1940,7 @@ CREATE TABLE part_table(key string, valu
 POSTHOOK: type: CREATETABLE
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@part_table
+RUN: Stage-0:DDL
 PREHOOK: query: INSERT OVERWRITE TABLE part_table PARTITION (partitionId=1)
   SELECT key, value FROM src ORDER BY key, value LIMIT 100
 PREHOOK: type: QUERY
@@ -1931,6 +1953,9 @@ POSTHOOK: Input: default@src
 POSTHOOK: Output: default@part_table@partitionid=1
 POSTHOOK: Lineage: part_table PARTITION(partitionid=1).key SIMPLE [(src)src.FieldSchema(name:key,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: INSERT OVERWRITE TABLE part_table PARTITION (partitionId=2)
   SELECT key, value FROM src1 ORDER BY key, value
 PREHOOK: type: QUERY
@@ -1945,6 +1970,9 @@ POSTHOOK: Lineage: part_table PARTITION(
 POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE [(src1)src1.FieldSchema(name:key,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE [(src1)src1.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-1:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-2:STATS
 PREHOOK: query: EXPLAIN
 SELECT count(*)
 FROM part_table x JOIN src1 y ON (x.key = y.key)
@@ -2042,6 +2070,7 @@ POSTHOOK: Lineage: part_table PARTITION(
 POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE [(src1)src1.FieldSchema(name:key,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE [(src1)src1.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
 121
 PREHOOK: query: -- HIVE-5891 Alias conflict when merging multiple mapjoin tasks into their
common
 -- child mapred task
@@ -2310,6 +2339,9 @@ POSTHOOK: Lineage: part_table PARTITION(
 POSTHOOK: Lineage: part_table PARTITION(partitionid=1).value SIMPLE [(src)src.FieldSchema(name:value,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).key SIMPLE [(src1)src1.FieldSchema(name:key,
type:string, comment:default), ]
 POSTHOOK: Lineage: part_table PARTITION(partitionid=2).value SIMPLE [(src1)src1.FieldSchema(name:value,
type:string, comment:default), ]
+RUN: Stage-2:MAPRED
+RUN: Stage-7:MAPRED
+RUN: Stage-4:MAPRED
 0
 0
 0

Modified: hive/trunk/ql/src/test/results/clientpositive/subquery_multiinsert.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/subquery_multiinsert.q.out?rev=1579803&r1=1579802&r2=1579803&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/subquery_multiinsert.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/subquery_multiinsert.q.out Thu Mar 20 22:17:49
2014
@@ -1,16 +1,17 @@
-PREHOOK: query: CREATE TABLE src_4( 
+PREHOOK: query: CREATE TABLE src_4(
   key STRING, 
   value STRING
 )
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
-POSTHOOK: query: CREATE TABLE src_4( 
+POSTHOOK: query: CREATE TABLE src_4(
   key STRING, 
   value STRING
 )
 POSTHOOK: type: CREATETABLE
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@src_4
+RUN: Stage-0:DDL
 PREHOOK: query: CREATE TABLE src_5( 
   key STRING, 
   value STRING
@@ -24,6 +25,7 @@ POSTHOOK: query: CREATE TABLE src_5( 
 POSTHOOK: type: CREATETABLE
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@src_5
+RUN: Stage-0:DDL
 PREHOOK: query: explain
 from src b 
 INSERT OVERWRITE TABLE src_4 
@@ -332,6 +334,15 @@ POSTHOOK: Lineage: src_4.key EXPRESSION 
 POSTHOOK: Lineage: src_4.value EXPRESSION [(src)b.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: src_5.key EXPRESSION [(src)b.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-2:MAPRED
+RUN: Stage-10:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-4:MAPRED
+RUN: Stage-3:STATS
+RUN: Stage-5:MAPRED
+RUN: Stage-6:MAPRED
+RUN: Stage-1:MOVE
+RUN: Stage-7:STATS
 PREHOOK: query: select * from src_4
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src_4
@@ -844,6 +855,17 @@ POSTHOOK: Lineage: src_5.key EXPRESSION 
 POSTHOOK: Lineage: src_5.key EXPRESSION [(src)b.FieldSchema(name:key, type:string, comment:default),
]
 POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value, type:string, comment:default),
]
 POSTHOOK: Lineage: src_5.value EXPRESSION [(src)b.FieldSchema(name:value, type:string, comment:default),
]
+RUN: Stage-10:MAPRED
+RUN: Stage-17:MAPREDLOCAL
+RUN: Stage-14:MAPRED
+RUN: Stage-0:MOVE
+RUN: Stage-13:CONDITIONAL
+RUN: Stage-3:STATS
+RUN: Stage-12:MAPRED
+RUN: Stage-15:MAPREDLOCAL
+RUN: Stage-6:MAPRED
+RUN: Stage-1:MOVE
+RUN: Stage-7:STATS
 PREHOOK: query: select * from src_4
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src_4



Mime
View raw message