hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From prasan...@apache.org
Subject [09/13] hive git commit: HIVE-11171: Join reordering algorithm might introduce projects between joins (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Date Mon, 10 Aug 2015 19:39:31 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/6feec137/ql/src/test/results/clientpositive/spark/ppd_join3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ppd_join3.q.out b/ql/src/test/results/clientpositive/spark/ppd_join3.q.out
index d2343c4..9b5e0af 100644
--- a/ql/src/test/results/clientpositive/spark/ppd_join3.q.out
+++ b/ql/src/test/results/clientpositive/spark/ppd_join3.q.out
@@ -70,33 +70,6 @@ STAGE PLANS:
                   alias: src
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((((key <> '12') and (key <> '4')) and (key
<> '11')) and (key > '0')) and (key < '400')) and key is not null) and (key <>
'13')) and (key <> '1')) (type: boolean)
-                    Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
-                    Select Operator
-                      expressions: key (type: string), value (type: string)
-                      outputColumnNames: _col0, _col1
-                      Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
-                      Filter Operator
-                        predicate: (_col0 <> '4') (type: boolean)
-                        Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
-                        Filter Operator
-                          predicate: ((_col0 <> '11') and ((_col0 > '0') and (_col0
< '400'))) (type: boolean)
-                          Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
-                          Filter Operator
-                            predicate: _col0 is not null (type: boolean)
-                            Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column
stats: NONE
-                            Reduce Output Operator
-                              key expressions: _col0 (type: string)
-                              sort order: +
-                              Map-reduce partition columns: _col0 (type: string)
-                              Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE
Column stats: NONE
-                              value expressions: _col1 (type: string)
-        Map 5 
-            Map Operator Tree:
-                TableScan
-                  alias: src
-                  Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
-                  Filter Operator
                     predicate: (((((((((key <> '11') and (key > '0')) and ((value
<> 'val_500') or (key > '1'))) and (key < '400')) and (key <> '12')) and
(key <> '4')) and key is not null) and (key <> '13')) and (key <> '1'))
(type: boolean)
                     Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
@@ -121,6 +94,33 @@ STAGE PLANS:
                                 sort order: +
                                 Map-reduce partition columns: _col0 (type: string)
                                 Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE
Column stats: NONE
+        Map 5 
+            Map Operator Tree:
+                TableScan
+                  alias: src
+                  Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
+                  Filter Operator
+                    predicate: ((((((((key <> '12') and (key <> '4')) and (key
<> '11')) and (key > '0')) and (key < '400')) and key is not null) and (key <>
'13')) and (key <> '1')) (type: boolean)
+                    Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                    Select Operator
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                      Filter Operator
+                        predicate: (_col0 <> '4') (type: boolean)
+                        Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                        Filter Operator
+                          predicate: ((_col0 <> '11') and ((_col0 > '0') and (_col0
< '400'))) (type: boolean)
+                          Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
+                          Filter Operator
+                            predicate: _col0 is not null (type: boolean)
+                            Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column
stats: NONE
+                            Reduce Output Operator
+                              key expressions: _col0 (type: string)
+                              sort order: +
+                              Map-reduce partition columns: _col0 (type: string)
+                              Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE
Column stats: NONE
+                              value expressions: _col1 (type: string)
         Reducer 2 
             Reduce Operator Tree:
               Join Operator
@@ -152,29 +152,25 @@ STAGE PLANS:
                   1 _col0 (type: string)
                 outputColumnNames: _col0, _col1, _col2
                 Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col2 (type: string), _col0 (type: string), _col1 (type: string)
-                  outputColumnNames: _col0, _col1, _col2
+                Filter Operator
+                  predicate: ((_col1 > '10') or (_col0 <> '10')) (type: boolean)
                   Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                  Filter Operator
-                    predicate: ((_col1 > '10') or (_col0 <> '10')) (type: boolean)
+                  Select Operator
+                    expressions: _col0 (type: string), _col2 (type: string)
+                    outputColumnNames: _col0, _col2
                     Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                    Select Operator
-                      expressions: _col0 (type: string), _col2 (type: string)
-                      outputColumnNames: _col0, _col2
+                    Filter Operator
+                      predicate: ((_col0 <> '13') and (_col0 <> '1')) (type:
boolean)
                       Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column
stats: NONE
                       Filter Operator
-                        predicate: ((_col0 <> '13') and (_col0 <> '1')) (type:
boolean)
-                        Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column
stats: NONE
-                        Filter Operator
-                          predicate: _col0 is not null (type: boolean)
+                        predicate: _col0 is not null (type: boolean)
+                        Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column
stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: string)
+                          sort order: +
+                          Map-reduce partition columns: _col0 (type: string)
                           Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column
stats: NONE
-                          Reduce Output Operator
-                            key expressions: _col0 (type: string)
-                            sort order: +
-                            Map-reduce partition columns: _col0 (type: string)
-                            Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column
stats: NONE
-                            value expressions: _col2 (type: string)
+                          value expressions: _col2 (type: string)
 
   Stage: Stage-0
     Fetch Operator
@@ -1842,35 +1838,35 @@ STAGE PLANS:
                   alias: src
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((((key <> '12') and (key <> '4')) and (key
<> '11')) and (key > '0')) and (key < '400')) and key is not null) and (key <>
'13')) and (key <> '1')) (type: boolean)
-                    Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                    predicate: (((((((((key <> '11') and (key > '0')) and ((value
<> 'val_500') or (key > '1'))) and (key < '400')) and (key <> '12')) and
(key <> '4')) and key is not null) and (key <> '13')) and (key <> '1'))
(type: boolean)
+                    Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
-                      expressions: key (type: string), value (type: string)
-                      outputColumnNames: _col0, _col1
-                      Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                      expressions: key (type: string)
+                      outputColumnNames: _col0
+                      Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
-                        Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
-                        value expressions: _col1 (type: string)
+                        Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
         Map 5 
             Map Operator Tree:
                 TableScan
                   alias: src
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: (((((((((key <> '11') and (key > '0')) and ((value
<> 'val_500') or (key > '1'))) and (key < '400')) and (key <> '12')) and
(key <> '4')) and key is not null) and (key <> '13')) and (key <> '1'))
(type: boolean)
-                    Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
+                    predicate: ((((((((key <> '12') and (key <> '4')) and (key
<> '11')) and (key > '0')) and (key < '400')) and key is not null) and (key <>
'13')) and (key <> '1')) (type: boolean)
+                    Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
-                      expressions: key (type: string)
-                      outputColumnNames: _col0
-                      Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
-                        Statistics: Num rows: 37 Data size: 393 Basic stats: COMPLETE Column
stats: NONE
+                        Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column
stats: NONE
+                        value expressions: _col1 (type: string)
         Reducer 2 
             Reduce Operator Tree:
               Join Operator
@@ -1903,10 +1899,10 @@ STAGE PLANS:
                 outputColumnNames: _col0, _col1, _col2
                 Statistics: Num rows: 40 Data size: 432 Basic stats: COMPLETE Column stats:
NONE
                 Filter Operator
-                  predicate: ((_col0 > '10') or (_col2 <> '10')) (type: boolean)
+                  predicate: ((_col1 > '10') or (_col0 <> '10')) (type: boolean)
                   Statistics: Num rows: 40 Data size: 432 Basic stats: COMPLETE Column stats:
NONE
                   Select Operator
-                    expressions: _col2 (type: string), _col1 (type: string)
+                    expressions: _col0 (type: string), _col2 (type: string)
                     outputColumnNames: _col0, _col2
                     Statistics: Num rows: 40 Data size: 432 Basic stats: COMPLETE Column
stats: NONE
                     Reduce Output Operator

http://git-wip-us.apache.org/repos/asf/hive/blob/6feec137/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out b/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out
index 2abca78..db5914c 100644
--- a/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out
+++ b/ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out
@@ -34,8 +34,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 4 <- Map 3 (PARTITION-LEVEL SORT, 2), Map 5 (PARTITION-LEVEL SORT, 2)
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 4 (PARTITION-LEVEL SORT,
2)
+        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 4 (PARTITION-LEVEL SORT, 2)
+        Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 2), Reducer 2 (PARTITION-LEVEL SORT,
2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -44,14 +44,14 @@ STAGE PLANS:
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((sqrt(key) <> 13.0) and (key > '10')) and (key
< '20')) and (key > '15')) and (key < '25')) and key is not null) (type: boolean)
+                    predicate: ((((((key > '10') and (key < '20')) and (key > '15'))
and (key < '25')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
-                      expressions: key (type: string)
-                      outputColumnNames: _col0
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
                       Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
                       Filter Operator
-                        predicate: ((_col0 > '10') and ((_col0 < '20') and ((_col0
> '15') and (_col0 < '25')))) (type: boolean)
+                        predicate: ((_col0 > '15') and (_col0 < '25')) (type: boolean)
                         Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column
stats: NONE
                         Filter Operator
                           predicate: _col0 is not null (type: boolean)
@@ -61,20 +61,21 @@ STAGE PLANS:
                             sort order: +
                             Map-reduce partition columns: _col0 (type: string)
                             Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column
stats: NONE
-        Map 3 
+                            value expressions: _col1 (type: string)
+        Map 4 
             Map Operator Tree:
                 TableScan
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((key > '10') and (key < '20')) and (key > '15'))
and (key < '25')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
+                    predicate: ((((((key > '15') and (key < '25')) and (key > '10'))
and (key < '20')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
                       expressions: key (type: string), value (type: string)
                       outputColumnNames: _col0, _col1
                       Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
                       Filter Operator
-                        predicate: ((_col0 > '15') and (_col0 < '25')) (type: boolean)
+                        predicate: ((_col0 > '10') and (_col0 < '20')) (type: boolean)
                         Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column
stats: NONE
                         Filter Operator
                           predicate: _col0 is not null (type: boolean)
@@ -91,14 +92,14 @@ STAGE PLANS:
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((key > '15') and (key < '25')) and (key > '10'))
and (key < '20')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
+                    predicate: ((((((sqrt(key) <> 13.0) and (key > '10')) and (key
< '20')) and (key > '15')) and (key < '25')) and key is not null) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
-                      expressions: key (type: string), value (type: string)
-                      outputColumnNames: _col0, _col1
+                      expressions: key (type: string)
+                      outputColumnNames: _col0
                       Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
                       Filter Operator
-                        predicate: ((_col0 > '10') and (_col0 < '20')) (type: boolean)
+                        predicate: ((_col0 > '10') and ((_col0 < '20') and ((_col0
> '15') and (_col0 < '25')))) (type: boolean)
                         Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column
stats: NONE
                         Filter Operator
                           predicate: _col0 is not null (type: boolean)
@@ -108,7 +109,6 @@ STAGE PLANS:
                             sort order: +
                             Map-reduce partition columns: _col0 (type: string)
                             Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column
stats: NONE
-                            value expressions: _col1 (type: string)
         Reducer 2 
             Reduce Operator Tree:
               Join Operator
@@ -117,27 +117,6 @@ STAGE PLANS:
                 keys:
                   0 _col0 (type: string)
                   1 _col0 (type: string)
-                outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string),
_col4 (type: string), _col0 (type: string)
-                  outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                  Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats:
NONE
-                  File Output Operator
-                    compressed: false
-                    Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats:
NONE
-                    table:
-                        input format: org.apache.hadoop.mapred.TextInputFormat
-                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-        Reducer 4 
-            Reduce Operator Tree:
-              Join Operator
-                condition map:
-                     Inner Join 0 to 1
-                keys:
-                  0 _col0 (type: string)
-                  1 _col0 (type: string)
                 outputColumnNames: _col0, _col1, _col2, _col3
                 Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats:
NONE
                 Filter Operator
@@ -152,6 +131,23 @@ STAGE PLANS:
                       Map-reduce partition columns: _col0 (type: string)
                       Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column
stats: NONE
                       value expressions: _col1 (type: string), _col2 (type: string), _col3
(type: string)
+        Reducer 3 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                keys:
+                  0 _col0 (type: string)
+                  1 _col0 (type: string)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4
+                Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats:
NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats:
NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 
   Stage: Stage-0
     Fetch Operator
@@ -447,8 +443,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 4 <- Map 3 (PARTITION-LEVEL SORT, 2), Map 5 (PARTITION-LEVEL SORT, 2)
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Reducer 4 (PARTITION-LEVEL SORT,
2)
+        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 4 (PARTITION-LEVEL SORT, 2)
+        Reducer 3 <- Map 5 (PARTITION-LEVEL SORT, 2), Reducer 2 (PARTITION-LEVEL SORT,
2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -457,24 +453,25 @@ STAGE PLANS:
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((sqrt(key) <> 13.0) and (key > '10')) and (key
< '20')) and (key > '15')) and (key < '25')) and key is not null) (type: boolean)
+                    predicate: ((((((key > '10') and (key < '20')) and (key > '15'))
and (key < '25')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
-                      expressions: key (type: string)
-                      outputColumnNames: _col0
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
                       Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
                         Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
-        Map 3 
+                        value expressions: _col1 (type: string)
+        Map 4 
             Map Operator Tree:
                 TableScan
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((key > '10') and (key < '20')) and (key > '15'))
and (key < '25')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
+                    predicate: ((((((key > '15') and (key < '25')) and (key > '10'))
and (key < '20')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
                       expressions: key (type: string), value (type: string)
@@ -492,18 +489,17 @@ STAGE PLANS:
                   alias: a
                   Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
-                    predicate: ((((((key > '15') and (key < '25')) and (key > '10'))
and (key < '20')) and key is not null) and (sqrt(key) <> 13.0)) (type: boolean)
+                    predicate: ((((((sqrt(key) <> 13.0) and (key > '10')) and (key
< '20')) and (key > '15')) and (key < '25')) and key is not null) (type: boolean)
                     Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats:
NONE
                     Select Operator
-                      expressions: key (type: string), value (type: string)
-                      outputColumnNames: _col0, _col1
+                      expressions: key (type: string)
+                      outputColumnNames: _col0
                       Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
                         Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column
stats: NONE
-                        value expressions: _col1 (type: string)
         Reducer 2 
             Reduce Operator Tree:
               Join Operator
@@ -512,20 +508,15 @@ STAGE PLANS:
                 keys:
                   0 _col0 (type: string)
                   1 _col0 (type: string)
-                outputColumnNames: _col0, _col1, _col2, _col3, _col4
+                outputColumnNames: _col0, _col1, _col2, _col3
                 Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string),
_col4 (type: string), _col0 (type: string)
-                  outputColumnNames: _col0, _col1, _col2, _col3, _col4
+                Reduce Output Operator
+                  key expressions: _col0 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col0 (type: string)
                   Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                  File Output Operator
-                    compressed: false
-                    Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                    table:
-                        input format: org.apache.hadoop.mapred.TextInputFormat
-                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-        Reducer 4 
+                  value expressions: _col1 (type: string), _col2 (type: string), _col3 (type:
string)
+        Reducer 3 
             Reduce Operator Tree:
               Join Operator
                 condition map:
@@ -533,14 +524,15 @@ STAGE PLANS:
                 keys:
                   0 _col0 (type: string)
                   1 _col0 (type: string)
-                outputColumnNames: _col0, _col1, _col2, _col3
-                Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                Reduce Output Operator
-                  key expressions: _col0 (type: string)
-                  sort order: +
-                  Map-reduce partition columns: _col0 (type: string)
-                  Statistics: Num rows: 3 Data size: 34 Basic stats: COMPLETE Column stats:
NONE
-                  value expressions: _col1 (type: string), _col2 (type: string), _col3 (type:
string)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4
+                Statistics: Num rows: 3 Data size: 37 Basic stats: COMPLETE Column stats:
NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 3 Data size: 37 Basic stats: COMPLETE Column stats:
NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 
   Stage: Stage-0
     Fetch Operator

http://git-wip-us.apache.org/repos/asf/hive/blob/6feec137/ql/src/test/results/clientpositive/spark/skewjoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoin.q.out b/ql/src/test/results/clientpositive/spark/skewjoin.q.out
index 5fb2ecb..1c2b24e 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoin.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoin.q.out
@@ -1007,15 +1007,14 @@ STAGE PLANS:
                     predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) <
80.0)) (type: boolean)
                     Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
-                      expressions: key (type: string), value (type: string)
-                      outputColumnNames: _col0, _col1
+                      expressions: key (type: string)
+                      outputColumnNames: _col0
                       Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
                         Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
-                        value expressions: _col1 (type: string)
         Map 6 
             Map Operator Tree:
                 TableScan
@@ -1025,14 +1024,15 @@ STAGE PLANS:
                     predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) <
80.0)) (type: boolean)
                     Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
-                      expressions: key (type: string)
-                      outputColumnNames: _col0
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
                       Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: string)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: string)
                         Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column
stats: NONE
+                        value expressions: _col1 (type: string)
         Reducer 5 
             Reduce Operator Tree:
               Join Operator
@@ -1042,18 +1042,14 @@ STAGE PLANS:
                 keys:
                   0 _col0 (type: string)
                   1 _col0 (type: string)
-                outputColumnNames: _col1, _col2
+                outputColumnNames: _col0, _col2
                 Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col2 (type: string), _col1 (type: string)
-                  outputColumnNames: _col0, _col2
-                  Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats:
NONE
-                  File Output Operator
-                    compressed: false
-                    table:
-                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                        serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+                File Output Operator
+                  compressed: false
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
   Stage: Stage-7
     Conditional Operator
@@ -1085,17 +1081,13 @@ STAGE PLANS:
                     keys:
                       0 reducesinkkey0 (type: string)
                       1 reducesinkkey0 (type: string)
-                    outputColumnNames: _col1, _col2
-                    Select Operator
-                      expressions: _col2 (type: string), _col1 (type: string)
-                      outputColumnNames: _col0, _col2
-                      Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column
stats: NONE
-                      File Output Operator
-                        compressed: false
-                        table:
-                            input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                            output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                            serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+                    outputColumnNames: _col0, _col2
+                    File Output Operator
+                      compressed: false
+                      table:
+                          input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                          output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                          serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
             Local Work:
               Map Reduce Local Work
 


Mime
View raw message