hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sze...@apache.org
Subject svn commit: r1647464 - in /hive/branches/spark/ql/src/test: queries/clientpositive/ results/clientpositive/ results/clientpositive/spark/
Date Tue, 23 Dec 2014 01:33:55 GMT
Author: szehon
Date: Tue Dec 23 01:33:55 2014
New Revision: 1647464

URL: http://svn.apache.org/r1647464
Log:
HIVE-9173 : Fix auto_join29.q, auto_join_without_localtask.q determinism (Jimmy Xiang via
Szehon)

Modified:
    hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q
    hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
    hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out
    hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
    hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
    hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out

Modified: hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q (original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/auto_join29.q Tue Dec 23 01:33:55
2014
@@ -1,4 +1,7 @@
 set hive.auto.convert.join = true;
+
+-- SORT_QUERY_RESULTS
+
 explain
 SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key <
10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key <
10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value;
 

Modified: hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q (original)
+++ hive/branches/spark/ql/src/test/queries/clientpositive/auto_join_without_localtask.q Tue
Dec 23 01:33:55 2014
@@ -17,13 +17,13 @@ select a.* from src a join src b on a.ke
 set hive.auto.convert.join.noconditionaltask.size=100;
 
 explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40;
 
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40;
 
 set hive.mapjoin.localtask.max.memory.usage = 0.0001;
 set hive.mapjoin.check.memory.rows = 2;
 
 -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40;
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40;
 

Modified: hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/auto_join29.q.out Tue Dec 23 01:33:55
2014
@@ -1,7 +1,11 @@
-PREHOOK: query: explain
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
 SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key <
10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key <
10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
 PREHOOK: type: QUERY
-POSTHOOK: query: explain
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
 SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key <
10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key <
10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
@@ -2000,6 +2004,28 @@ POSTHOOK: query: SELECT * FROM src src1
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	2	val_2	2	val_2
+NULL	NULL	4	val_4	4	val_4
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	8	val_8	8	val_8
+NULL	NULL	9	val_9	9	val_9
 NULL	NULL	NULL	NULL	10	val_10
 NULL	NULL	NULL	NULL	100	val_100
 NULL	NULL	NULL	NULL	100	val_100
@@ -2490,28 +2516,6 @@ NULL	NULL	NULL	NULL	97	val_97
 NULL	NULL	NULL	NULL	97	val_97
 NULL	NULL	NULL	NULL	98	val_98
 NULL	NULL	NULL	NULL	98	val_98
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	2	val_2	2	val_2
-NULL	NULL	4	val_4	4	val_4
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	8	val_8	8	val_8
-NULL	NULL	9	val_9	9	val_9
 PREHOOK: query: explain
 SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key
> 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key,
src1.value, src2.key, src2.value, src3.key, src3.value
 PREHOOK: type: QUERY

Modified: hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/auto_join_without_localtask.q.out
Tue Dec 23 01:33:55 2014
@@ -595,30 +595,31 @@ RUN: Stage-3:MAPRED
 103	val_103
 103	val_103
 PREHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 POSTHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
-  Stage-10 is a root stage , consists of Stage-13, Stage-14, Stage-1
-  Stage-13 has a backup stage: Stage-1
-  Stage-8 depends on stages: Stage-13
-  Stage-7 depends on stages: Stage-1, Stage-8, Stage-9 , consists of Stage-11, Stage-6, Stage-2
-  Stage-11 has a backup stage: Stage-2
-  Stage-5 depends on stages: Stage-11
-  Stage-6 has a backup stage: Stage-2
-  Stage-2
+  Stage-11 is a root stage , consists of Stage-14, Stage-15, Stage-1
   Stage-14 has a backup stage: Stage-1
   Stage-9 depends on stages: Stage-14
+  Stage-8 depends on stages: Stage-1, Stage-9, Stage-10 , consists of Stage-12, Stage-7,
Stage-2
+  Stage-12 has a backup stage: Stage-2
+  Stage-6 depends on stages: Stage-12
+  Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
+  Stage-7 has a backup stage: Stage-2
+  Stage-2
+  Stage-15 has a backup stage: Stage-1
+  Stage-10 depends on stages: Stage-15
   Stage-1
-  Stage-0 depends on stages: Stage-5, Stage-6, Stage-2
+  Stage-0 depends on stages: Stage-3
 
 STAGE PLANS:
-  Stage: Stage-10
+  Stage: Stage-11
     Conditional Operator
 
-  Stage: Stage-13
+  Stage: Stage-14
     Map Reduce Local Work
       Alias -> Map Local Tables:
         b 
@@ -638,7 +639,7 @@ STAGE PLANS:
                   0 key (type: string)
                   1 key (type: string)
 
-  Stage: Stage-8
+  Stage: Stage-9
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -664,10 +665,10 @@ STAGE PLANS:
       Local Work:
         Map Reduce Local Work
 
-  Stage: Stage-7
+  Stage: Stage-8
     Conditional Operator
 
-  Stage: Stage-11
+  Stage: Stage-12
     Map Reduce Local Work
       Alias -> Map Local Tables:
         c 
@@ -687,7 +688,7 @@ STAGE PLANS:
                   0 _col1 (type: string)
                   1 value (type: string)
 
-  Stage: Stage-5
+  Stage: Stage-6
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -701,21 +702,40 @@ STAGE PLANS:
                 0 _col1 (type: string)
                 1 value (type: string)
               outputColumnNames: _col0, _col1
-              Select Operator
-                expressions: _col0 (type: string), _col1 (type: string)
-                outputColumnNames: _col0, _col1
-                Limit
-                  Number of rows: 40
-                  File Output Operator
-                    compressed: false
-                    table:
-                        input format: org.apache.hadoop.mapred.TextInputFormat
-                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              File Output Operator
+                compressed: false
+                table:
+                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
       Local Work:
         Map Reduce Local Work
 
-  Stage: Stage-6
+  Stage: Stage-3
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            Reduce Output Operator
+              key expressions: _col0 (type: string), _col1 (type: string)
+              sort order: ++
+              Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats:
NONE
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
+          outputColumnNames: _col0, _col1
+          Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
+          Limit
+            Number of rows: 40
+            Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats: NONE
+            File Output Operator
+              compressed: false
+              Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats:
NONE
+              table:
+                  input format: org.apache.hadoop.mapred.TextInputFormat
+                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-7
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -732,17 +752,12 @@ STAGE PLANS:
                   0 _col1 (type: string)
                   1 value (type: string)
                 outputColumnNames: _col0, _col1
-                Select Operator
-                  expressions: _col0 (type: string), _col1 (type: string)
-                  outputColumnNames: _col0, _col1
-                  Limit
-                    Number of rows: 40
-                    File Output Operator
-                      compressed: false
-                      table:
-                          input format: org.apache.hadoop.mapred.TextInputFormat
-                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                File Output Operator
+                  compressed: false
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
       Local Work:
         Map Reduce Local Work
           Alias -> Map Local Tables:
@@ -783,22 +798,14 @@ STAGE PLANS:
             1 
           outputColumnNames: _col0, _col1
           Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
-          Select Operator
-            expressions: _col0 (type: string), _col1 (type: string)
-            outputColumnNames: _col0, _col1
-            Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats:
NONE
-            Limit
-              Number of rows: 40
-              Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats:
NONE
-              File Output Operator
-                compressed: false
-                Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats:
NONE
-                table:
-                    input format: org.apache.hadoop.mapred.TextInputFormat
-                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+          File Output Operator
+            compressed: false
+            table:
+                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
-  Stage: Stage-14
+  Stage: Stage-15
     Map Reduce Local Work
       Alias -> Map Local Tables:
         a 
@@ -818,7 +825,7 @@ STAGE PLANS:
                   0 key (type: string)
                   1 key (type: string)
 
-  Stage: Stage-9
+  Stage: Stage-10
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -892,62 +899,63 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 limit 40
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
 #### A masked pattern was here ####
-POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 limit 40
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
-RUN: Stage-10:CONDITIONAL
+RUN: Stage-11:CONDITIONAL
 RUN: Stage-14:MAPREDLOCAL
 RUN: Stage-9:MAPRED
-RUN: Stage-7:CONDITIONAL
-RUN: Stage-11:MAPREDLOCAL
-RUN: Stage-5:MAPRED
-238	val_238
-238	val_238
-238	val_238
-238	val_238
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-311	val_311
-165	val_165
-165	val_165
-165	val_165
-165	val_165
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-409	val_409
-255	val_255
-255	val_255
-255	val_255
-255	val_255
-278	val_278
-278	val_278
-278	val_278
-278	val_278
-484	val_484
-265	val_265
-265	val_265
-265	val_265
-265	val_265
-193	val_193
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-12:MAPREDLOCAL
+RUN: Stage-6:MAPRED
+RUN: Stage-3:MAPRED
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+104	val_104
+104	val_104
+104	val_104
+104	val_104
+104	val_104
+104	val_104
+104	val_104
+104	val_104
+105	val_105
+111	val_111
+113	val_113
+113	val_113
+113	val_113
+113	val_113
+113	val_113
+113	val_113
+113	val_113
+113	val_113
+114	val_114
+116	val_116
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+119	val_119
+119	val_119
+119	val_119
+119	val_119
 PREHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
 #### A masked pattern was here ####
@@ -956,16 +964,17 @@ ATTEMPT: Execute BackupTask: org.apache.
 FAILED: Execution Error, return code 3 from org.apache.hadoop.hive.ql.exec.mr.MapredLocalTask
 ATTEMPT: Execute BackupTask: org.apache.hadoop.hive.ql.exec.mr.MapRedTask
 POSTHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
-RUN: Stage-10:CONDITIONAL
+RUN: Stage-11:CONDITIONAL
 RUN: Stage-14:MAPREDLOCAL
 RUN: Stage-1:MAPRED
-RUN: Stage-7:CONDITIONAL
-RUN: Stage-11:MAPREDLOCAL
+RUN: Stage-8:CONDITIONAL
+RUN: Stage-12:MAPREDLOCAL
 RUN: Stage-2:MAPRED
+RUN: Stage-3:MAPRED
 103	val_103
 103	val_103
 103	val_103

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join29.q.out Tue Dec
23 01:33:55 2014
@@ -1,7 +1,11 @@
-PREHOOK: query: explain
+PREHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
 SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key <
10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key <
10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
 PREHOOK: type: QUERY
-POSTHOOK: query: explain
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+
+explain
 SELECT * FROM src src1 LEFT OUTER JOIN src src2 ON (src1.key = src2.key AND src1.key <
10 AND src2.key > 10) RIGHT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key <
10) SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
@@ -2036,6 +2040,28 @@ POSTHOOK: query: SELECT * FROM src src1
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	0	val_0	0	val_0
+NULL	NULL	2	val_2	2	val_2
+NULL	NULL	4	val_4	4	val_4
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	5	val_5	5	val_5
+NULL	NULL	8	val_8	8	val_8
+NULL	NULL	9	val_9	9	val_9
 NULL	NULL	NULL	NULL	10	val_10
 NULL	NULL	NULL	NULL	100	val_100
 NULL	NULL	NULL	NULL	100	val_100
@@ -2526,28 +2552,6 @@ NULL	NULL	NULL	NULL	97	val_97
 NULL	NULL	NULL	NULL	97	val_97
 NULL	NULL	NULL	NULL	98	val_98
 NULL	NULL	NULL	NULL	98	val_98
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	0	val_0	0	val_0
-NULL	NULL	2	val_2	2	val_2
-NULL	NULL	4	val_4	4	val_4
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	5	val_5	5	val_5
-NULL	NULL	8	val_8	8	val_8
-NULL	NULL	9	val_9	9	val_9
 PREHOOK: query: explain
 SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key
> 10) LEFT OUTER JOIN src src3 ON (src2.key = src3.key AND src3.key < 10) SORT BY src1.key,
src1.value, src2.key, src2.value, src3.key, src3.value
 PREHOOK: type: QUERY

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out?rev=1647464&r1=1647463&r2=1647464&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/auto_join_without_localtask.q.out
Tue Dec 23 01:33:55 2014
@@ -291,10 +291,10 @@ RUN: Stage-1:MAPRED
 103	val_103
 103	val_103
 PREHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 POSTHOOK: query: explain
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
@@ -304,8 +304,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 4 (PARTITION-LEVEL SORT, 3)
-        Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 3), Reducer 2 (PARTITION-LEVEL SORT,
3)
+        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 3), Map 5 (PARTITION-LEVEL SORT, 3)
+        Reducer 3 <- Map 6 (PARTITION-LEVEL SORT, 3), Reducer 2 (PARTITION-LEVEL SORT,
3)
+        Reducer 4 <- Reducer 3 (SORT, 1)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -322,7 +323,7 @@ STAGE PLANS:
                       Map-reduce partition columns: key (type: string)
                       Statistics: Num rows: 41 Data size: 435 Basic stats: COMPLETE Column
stats: NONE
                       value expressions: value (type: string)
-        Map 4 
+        Map 5 
             Map Operator Tree:
                 TableScan
                   alias: b
@@ -335,7 +336,7 @@ STAGE PLANS:
                       sort order: +
                       Map-reduce partition columns: key (type: string)
                       Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column
stats: NONE
-        Map 5 
+        Map 6 
             Map Operator Tree:
                 TableScan
                   alias: c
@@ -374,20 +375,26 @@ STAGE PLANS:
                   1 
                 outputColumnNames: _col0, _col1
                 Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: string), _col1 (type: string)
-                  outputColumnNames: _col0, _col1
+                Reduce Output Operator
+                  key expressions: _col0 (type: string), _col1 (type: string)
+                  sort order: ++
                   Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column
stats: NONE
-                  Limit
-                    Number of rows: 40
+        Reducer 4 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type:
string)
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats:
NONE
+                Limit
+                  Number of rows: 40
+                  Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column stats:
NONE
+                  File Output Operator
+                    compressed: false
                     Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column
stats: NONE
-                    File Output Operator
-                      compressed: false
-                      Statistics: Num rows: 40 Data size: 400 Basic stats: COMPLETE Column
stats: NONE
-                      table:
-                          input format: org.apache.hadoop.mapred.TextInputFormat
-                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 
   Stage: Stage-0
     Fetch Operator
@@ -395,15 +402,23 @@ STAGE PLANS:
       Processor Tree:
         ListSink
 
-PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 limit 40
+PREHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
 #### A masked pattern was here ####
-POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 limit 40
+POSTHOOK: query: select a.* from src a join src b on a.key=b.key join src c on a.value=c.value
where a.key>100 order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
 RUN: Stage-1:MAPRED
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
 104	val_104
 104	val_104
 104	val_104
@@ -412,6 +427,8 @@ RUN: Stage-1:MAPRED
 104	val_104
 104	val_104
 104	val_104
+105	val_105
+111	val_111
 113	val_113
 113	val_113
 113	val_113
@@ -420,41 +437,39 @@ RUN: Stage-1:MAPRED
 113	val_113
 113	val_113
 113	val_113
+114	val_114
 116	val_116
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
 119	val_119
 119	val_119
 119	val_119
 119	val_119
 PREHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 PREHOOK: type: QUERY
 PREHOOK: Input: default@src
 #### A masked pattern was here ####
 POSTHOOK: query: -- fallback to common join
-select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
limit 40
+select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100
order by a.key, a.value limit 40
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 #### A masked pattern was here ####
 RUN: Stage-1:MAPRED
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
+103	val_103
 104	val_104
 104	val_104
 104	val_104
@@ -463,6 +478,8 @@ RUN: Stage-1:MAPRED
 104	val_104
 104	val_104
 104	val_104
+105	val_105
+111	val_111
 113	val_113
 113	val_113
 113	val_113
@@ -471,26 +488,16 @@ RUN: Stage-1:MAPRED
 113	val_113
 113	val_113
 113	val_113
+114	val_114
 116	val_116
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
-119	val_119
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
+118	val_118
 119	val_119
 119	val_119
 119	val_119



Mime
View raw message