hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gunt...@apache.org
Subject svn commit: r1604935 [30/40] - in /hive/trunk: hbase-handler/src/test/results/positive/ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/org/apache/hadoop/hive/ql/parse/ ql/src/test/results/clientnegative/ ql/src/test/results/clientpositive...
Date Mon, 23 Jun 2014 21:03:31 GMT
Modified: hive/trunk/ql/src/test/results/clientpositive/subquery_exists.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/subquery_exists.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/subquery_exists.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/subquery_exists.q.out Mon Jun 23 21:03:24
2014
@@ -29,31 +29,34 @@ STAGE PLANS:
           TableScan
             alias: b
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: value (type: string), key (type: string)
-              sort order: ++
-              Map-reduce partition columns: value (type: string), key (type: string)
-              Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
+            Filter Operator
+              predicate: (value is not null and key is not null) (type: boolean)
+              Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: value (type: string), key (type: string)
+                sort order: ++
+                Map-reduce partition columns: value (type: string), key (type: string)
+                Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
           TableScan
             alias: a
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (value > 'val_9') (type: boolean)
-              Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+              predicate: (((value > 'val_9') and value is not null) and key is not null)
(type: boolean)
+              Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: value (type: string), key (type: string)
                 outputColumnNames: _col1, _col2
-                Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: _col1 (type: string), _col2 (type: string)
                   mode: hash
                   outputColumnNames: _col0, _col1
-                  Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: string), _col1 (type: string)
                     sort order: ++
                     Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
-                    Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -62,17 +65,17 @@ STAGE PLANS:
             0 {KEY.reducesinkkey1} {KEY.reducesinkkey0}
             1 
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 8 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

Modified: hive/trunk/ql/src/test/results/clientpositive/subquery_exists_having.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/subquery_exists_having.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/subquery_exists_having.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/subquery_exists_having.q.out Mon Jun 23
21:03:24 2014
@@ -32,29 +32,32 @@ STAGE PLANS:
           TableScan
             alias: b
             Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-            Select Operator
-              expressions: key (type: string)
-              outputColumnNames: key
-              Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-              Group By Operator
-                aggregations: count()
-                keys: key (type: string)
-                mode: hash
-                outputColumnNames: _col0, _col1
-                Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-                Reduce Output Operator
-                  key expressions: _col0 (type: string)
-                  sort order: +
-                  Map-reduce partition columns: _col0 (type: string)
-                  Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-                  value expressions: _col1 (type: bigint)
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats:
NONE
+              Select Operator
+                expressions: key (type: string)
+                outputColumnNames: key
+                Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats:
NONE
+                Group By Operator
+                  aggregations: count()
+                  keys: key (type: string)
+                  mode: hash
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats:
NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: string)
+                    sort order: +
+                    Map-reduce partition columns: _col0 (type: string)
+                    Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column
stats: NONE
+                    value expressions: _col1 (type: bigint)
       Reduce Operator Tree:
         Group By Operator
           aggregations: count(VALUE._col0)
           keys: KEY._col0 (type: string)
           mode: mergepartial
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
             table:
@@ -70,28 +73,28 @@ STAGE PLANS:
               key expressions: _col0 (type: string)
               sort order: +
               Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats:
NONE
               value expressions: _col1 (type: bigint)
           TableScan
             alias: a
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (value > 'val_9') (type: boolean)
-              Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+              predicate: ((value > 'val_9') and key is not null) (type: boolean)
+              Statistics: Num rows: 5 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: key (type: string)
                 outputColumnNames: _col1
-                Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 5 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: _col1 (type: string)
                   mode: hash
                   outputColumnNames: _col0
-                  Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 5 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: string)
                     sort order: +
                     Map-reduce partition columns: _col0 (type: string)
-                    Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 5 Data size: 1002 Basic stats: COMPLETE Column
stats: NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -100,17 +103,17 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats:
NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: bigint)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

Modified: hive/trunk/ql/src/test/results/clientpositive/subquery_in.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/subquery_in.q.out?rev=1604935&r1=1604934&r2=1604935&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/subquery_in.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/subquery_in.q.out Mon Jun 23 21:03:24 2014
@@ -120,31 +120,34 @@ STAGE PLANS:
             alias: s1
             Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (key > '9') (type: boolean)
-              Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats:
NONE
+              predicate: ((key > '9') and key is not null) (type: boolean)
+              Statistics: Num rows: 10 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: key (type: string)
                 outputColumnNames: _col0
-                Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: _col0 (type: string)
                   mode: hash
                   outputColumnNames: _col0
-                  Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 1002 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: string)
                     sort order: +
                     Map-reduce partition columns: _col0 (type: string)
-                    Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 10 Data size: 1002 Basic stats: COMPLETE Column
stats: NONE
           TableScan
             alias: src
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: key (type: string)
-              sort order: +
-              Map-reduce partition columns: key (type: string)
-              Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-              value expressions: value (type: string)
+            Filter Operator
+              predicate: key is not null (type: boolean)
+              Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: key (type: string)
+                sort order: +
+                Map-reduce partition columns: key (type: string)
+                Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats:
NONE
+                value expressions: value (type: string)
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -153,17 +156,17 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {VALUE._col0}
             1 
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 8 Data size: 1653 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 8 Data size: 1653 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 8 Data size: 1653 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -229,31 +232,34 @@ STAGE PLANS:
           TableScan
             alias: b
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: key (type: string), value (type: string)
-              sort order: ++
-              Map-reduce partition columns: key (type: string), value (type: string)
-              Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
+            Filter Operator
+              predicate: (key is not null and value is not null) (type: boolean)
+              Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: key (type: string), value (type: string)
+                sort order: ++
+                Map-reduce partition columns: key (type: string), value (type: string)
+                Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
           TableScan
             alias: a
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (key > '9') (type: boolean)
-              Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+              predicate: (((key > '9') and key is not null) and value is not null) (type:
boolean)
+              Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: key (type: string), value (type: string)
                 outputColumnNames: _col0, _col1
-                Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: _col0 (type: string), _col1 (type: string)
                   mode: hash
                   outputColumnNames: _col0, _col1
-                  Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: string), _col1 (type: string)
                     sort order: ++
                     Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
-                    Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -262,17 +268,17 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
             1 
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 8 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -392,21 +398,24 @@ STAGE PLANS:
           mode: mergepartial
           outputColumnNames: _col0
           Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
-          Select Operator
-            expressions: _col0 (type: double)
-            outputColumnNames: _col0
+          Filter Operator
+            predicate: _col0 is not null (type: boolean)
             Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
-            Group By Operator
-              keys: _col0 (type: double)
-              mode: hash
+            Select Operator
+              expressions: _col0 (type: double)
               outputColumnNames: _col0
               Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
-              File Output Operator
-                compressed: false
-                table:
-                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                    serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+              Group By Operator
+                keys: _col0 (type: double)
+                mode: hash
+                outputColumnNames: _col0
+                Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
+                File Output Operator
+                  compressed: false
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
   Stage: Stage-3
     Map Reduce
@@ -420,12 +429,15 @@ STAGE PLANS:
           TableScan
             alias: part
             Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: UDFToDouble(p_size) (type: double)
-              sort order: +
-              Map-reduce partition columns: UDFToDouble(p_size) (type: double)
-              Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats:
NONE
-              value expressions: p_name (type: string), p_size (type: int)
+            Filter Operator
+              predicate: UDFToDouble(p_size) is not null (type: boolean)
+              Statistics: Num rows: 15 Data size: 1586 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: UDFToDouble(p_size) (type: double)
+                sort order: +
+                Map-reduce partition columns: UDFToDouble(p_size) (type: double)
+                Statistics: Num rows: 15 Data size: 1586 Basic stats: COMPLETE Column stats:
NONE
+                value expressions: p_name (type: string), p_size (type: int)
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -434,17 +446,17 @@ STAGE PLANS:
             0 {VALUE._col1} {VALUE._col5}
             1 
           outputColumnNames: _col1, _col5
-          Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 16 Data size: 1744 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 16 Data size: 1692 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 8 Data size: 872 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col1 (type: string), _col5 (type: int)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 16 Data size: 1692 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 8 Data size: 872 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 16 Data size: 1692 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 8 Data size: 872 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -521,18 +533,18 @@ STAGE PLANS:
           PTF Operator
             Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (_wcol0 <= 2) (type: boolean)
-              Statistics: Num rows: 10 Data size: 1057 Basic stats: COMPLETE Column stats:
NONE
+              predicate: ((_wcol0 <= 2) and _col2 is not null) (type: boolean)
+              Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: _col2 (type: string), _col5 (type: int)
                 outputColumnNames: _col0, _col1
-                Statistics: Num rows: 10 Data size: 1057 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   aggregations: min(_col1)
                   keys: _col0 (type: string)
                   mode: hash
                   outputColumnNames: _col0, _col1
-                  Statistics: Num rows: 10 Data size: 1057 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
                   File Output Operator
                     compressed: false
                     table:
@@ -548,7 +560,7 @@ STAGE PLANS:
               key expressions: _col0 (type: string)
               sort order: +
               Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 10 Data size: 1057 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
               value expressions: _col1 (type: int)
       Reduce Operator Tree:
         Group By Operator
@@ -556,22 +568,25 @@ STAGE PLANS:
           keys: KEY._col0 (type: string)
           mode: mergepartial
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats: NONE
-          Select Operator
-            expressions: _col1 (type: int), _col0 (type: string)
-            outputColumnNames: _col0, _col1
-            Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats: NONE
-            Group By Operator
-              keys: _col0 (type: int), _col1 (type: string)
-              mode: hash
+          Statistics: Num rows: 2 Data size: 211 Basic stats: COMPLETE Column stats: NONE
+          Filter Operator
+            predicate: _col1 is not null (type: boolean)
+            Statistics: Num rows: 2 Data size: 211 Basic stats: COMPLETE Column stats: NONE
+            Select Operator
+              expressions: _col1 (type: int), _col0 (type: string)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
-              File Output Operator
-                compressed: false
-                table:
-                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                    serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+              Statistics: Num rows: 2 Data size: 211 Basic stats: COMPLETE Column stats:
NONE
+              Group By Operator
+                keys: _col0 (type: int), _col1 (type: string)
+                mode: hash
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 2 Data size: 211 Basic stats: COMPLETE Column stats:
NONE
+                File Output Operator
+                  compressed: false
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
   Stage: Stage-1
     Map Reduce
@@ -579,18 +594,21 @@ STAGE PLANS:
           TableScan
             alias: b
             Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: p_size (type: int), p_mfgr (type: string)
-              sort order: ++
-              Map-reduce partition columns: p_size (type: int), p_mfgr (type: string)
-              Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats:
NONE
-              value expressions: p_name (type: string)
+            Filter Operator
+              predicate: (p_size is not null and p_mfgr is not null) (type: boolean)
+              Statistics: Num rows: 4 Data size: 846 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: p_size (type: int), p_mfgr (type: string)
+                sort order: ++
+                Map-reduce partition columns: p_size (type: int), p_mfgr (type: string)
+                Statistics: Num rows: 4 Data size: 846 Basic stats: COMPLETE Column stats:
NONE
+                value expressions: p_name (type: string)
           TableScan
             Reduce Output Operator
               key expressions: _col0 (type: int), _col1 (type: string)
               sort order: ++
               Map-reduce partition columns: _col0 (type: int), _col1 (type: string)
-              Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 2 Data size: 211 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -599,17 +617,17 @@ STAGE PLANS:
             0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0}
             1 
           outputColumnNames: _col1, _col2, _col5
-          Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 4 Data size: 930 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 8 Data size: 1745 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 2 Data size: 465 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
               outputColumnNames: _col0, _col1, _col2
-              Statistics: Num rows: 8 Data size: 1745 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 2 Data size: 465 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 8 Data size: 1745 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 2 Data size: 465 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -678,37 +696,37 @@ STAGE PLANS:
             alias: a
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (key > '9') (type: boolean)
-              Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+              predicate: (((key > '9') and key is not null) and value is not null) (type:
boolean)
+              Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: key (type: string), value (type: string)
                 outputColumnNames: key, value
-                Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: key (type: string), value (type: string)
                   mode: hash
                   outputColumnNames: _col0, _col1
-                  Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: string), _col1 (type: string)
                     sort order: ++
                     Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
-                    Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Group By Operator
           keys: KEY._col0 (type: string), KEY._col1 (type: string)
           mode: mergepartial
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: string), _col1 (type: string)
             outputColumnNames: _col0, _col1
-            Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE
+            Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
             Group By Operator
               keys: _col0 (type: string), _col1 (type: string)
               mode: hash
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
                 table:
@@ -722,17 +740,20 @@ STAGE PLANS:
           TableScan
             alias: b
             Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
-            Reduce Output Operator
-              key expressions: key (type: string), value (type: string)
-              sort order: ++
-              Map-reduce partition columns: key (type: string), value (type: string)
-              Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats:
NONE
+            Filter Operator
+              predicate: (key is not null and value is not null) (type: boolean)
+              Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
+              Reduce Output Operator
+                key expressions: key (type: string), value (type: string)
+                sort order: ++
+                Map-reduce partition columns: key (type: string), value (type: string)
+                Statistics: Num rows: 8 Data size: 1603 Basic stats: COMPLETE Column stats:
NONE
           TableScan
             Reduce Output Operator
               key expressions: _col0 (type: string), _col1 (type: string)
               sort order: ++
               Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
-              Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -741,17 +762,17 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0} {KEY.reducesinkkey1}
             1 
           outputColumnNames: _col0, _col1
-          Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE
+          Statistics: Num rows: 8 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
           Filter Operator
             predicate: (1 = 1) (type: boolean)
-            Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string)
               outputColumnNames: _col0, _col1
-              Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 15 Data size: 3093 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats:
NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -843,30 +864,33 @@ STAGE PLANS:
           TableScan
             alias: lineitem
             Statistics: Num rows: 3024 Data size: 12099 Basic stats: COMPLETE Column stats:
NONE
-            Select Operator
-              expressions: l_partkey (type: int)
-              outputColumnNames: l_partkey
-              Statistics: Num rows: 3024 Data size: 12099 Basic stats: COMPLETE Column stats:
NONE
-              Group By Operator
-                keys: l_partkey (type: int)
-                mode: hash
-                outputColumnNames: _col0
-                Statistics: Num rows: 3024 Data size: 12099 Basic stats: COMPLETE Column
stats: NONE
-                Reduce Output Operator
-                  key expressions: _col0 (type: int)
-                  sort order: +
-                  Map-reduce partition columns: _col0 (type: int)
-                  Statistics: Num rows: 3024 Data size: 12099 Basic stats: COMPLETE Column
stats: NONE
+            Filter Operator
+              predicate: l_partkey is not null (type: boolean)
+              Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+              Select Operator
+                expressions: l_partkey (type: int)
+                outputColumnNames: l_partkey
+                Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+                Group By Operator
+                  keys: l_partkey (type: int)
+                  mode: hash
+                  outputColumnNames: _col0
+                  Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column
stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int)
+                    sort order: +
+                    Map-reduce partition columns: _col0 (type: int)
+                    Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column
stats: NONE
       Reduce Operator Tree:
         Group By Operator
           keys: KEY._col0 (type: int)
           mode: mergepartial
           outputColumnNames: _col0
-          Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 756 Data size: 3024 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: int)
             outputColumnNames: _col0
-            Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 756 Data size: 3024 Basic stats: COMPLETE Column stats:
NONE
             File Output Operator
               compressed: false
               table:
@@ -881,20 +905,20 @@ STAGE PLANS:
             alias: li
             Statistics: Num rows: 756 Data size: 12099 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (l_linenumber = 1) (type: boolean)
-              Statistics: Num rows: 378 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+              predicate: ((l_partkey is not null and l_orderkey is not null) and (l_linenumber
= 1)) (type: boolean)
+              Statistics: Num rows: 94 Data size: 1504 Basic stats: COMPLETE Column stats:
NONE
               Reduce Output Operator
                 key expressions: l_partkey (type: int)
                 sort order: +
                 Map-reduce partition columns: l_partkey (type: int)
-                Statistics: Num rows: 378 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 94 Data size: 1504 Basic stats: COMPLETE Column stats:
NONE
                 value expressions: l_orderkey (type: int), l_suppkey (type: int)
           TableScan
             Reduce Output Operator
               key expressions: _col0 (type: int)
               sort order: +
               Map-reduce partition columns: _col0 (type: int)
-              Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 756 Data size: 3024 Basic stats: COMPLETE Column stats:
NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -903,7 +927,7 @@ STAGE PLANS:
             0 {KEY.reducesinkkey0}
             1 {VALUE._col0} {VALUE._col1}
           outputColumnNames: _col0, _col1, _col3
-          Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 831 Data size: 3326 Basic stats: COMPLETE Column stats: NONE
           File Output Operator
             compressed: false
             table:
@@ -919,28 +943,28 @@ STAGE PLANS:
               key expressions: _col1 (type: int)
               sort order: +
               Map-reduce partition columns: _col1 (type: int)
-              Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 831 Data size: 3326 Basic stats: COMPLETE Column stats:
NONE
               value expressions: _col0 (type: int), _col3 (type: int)
           TableScan
             alias: lineitem
             Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats:
NONE
             Filter Operator
-              predicate: (l_shipmode = 'AIR') (type: boolean)
-              Statistics: Num rows: 58 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+              predicate: ((l_shipmode = 'AIR') and l_orderkey is not null) (type: boolean)
+              Statistics: Num rows: 29 Data size: 3024 Basic stats: COMPLETE Column stats:
NONE
               Select Operator
                 expressions: l_orderkey (type: int)
                 outputColumnNames: _col0
-                Statistics: Num rows: 58 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 29 Data size: 3024 Basic stats: COMPLETE Column stats:
NONE
                 Group By Operator
                   keys: _col0 (type: int)
                   mode: hash
                   outputColumnNames: _col0
-                  Statistics: Num rows: 58 Data size: 6049 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 29 Data size: 3024 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col0 (type: int)
                     sort order: +
                     Map-reduce partition columns: _col0 (type: int)
-                    Statistics: Num rows: 58 Data size: 6049 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 29 Data size: 3024 Basic stats: COMPLETE Column
stats: NONE
       Reduce Operator Tree:
         Join Operator
           condition map:
@@ -949,14 +973,14 @@ STAGE PLANS:
             0 {VALUE._col0} {VALUE._col2}
             1 
           outputColumnNames: _col0, _col3
-          Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 914 Data size: 3658 Basic stats: COMPLETE Column stats: NONE
           Select Operator
             expressions: _col0 (type: int), _col3 (type: int)
             outputColumnNames: _col0, _col1
-            Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 914 Data size: 3658 Basic stats: COMPLETE Column stats:
NONE
             File Output Operator
               compressed: false
-              Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 914 Data size: 3658 Basic stats: COMPLETE Column stats:
NONE
               table:
                   input format: org.apache.hadoop.mapred.TextInputFormat
                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat



Mime
View raw message