hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jcama...@apache.org
Subject [3/9] hive git commit: HIVE-16867: Extend shared scan optimizer to reuse computation from other operators (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Date Thu, 22 Jun 2017 15:12:55 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query54.q.out b/ql/src/test/results/clientpositive/perf/query54.q.out
index 3cbcbe3..b9d0b8b 100644
--- a/ql/src/test/results/clientpositive/perf/query54.q.out
+++ b/ql/src/test/results/clientpositive/perf/query54.q.out
@@ -222,7 +222,7 @@ Stage-0
                                                                         Output:["_col0"],keys:_col0
                                                                         Select Operator [SEL_65] (rows=18262 width=1119)
                                                                           Output:["_col0"]
-                                                                          Filter Operator [FIL_179] (rows=18262 width=1119)
+                                                                          Filter Operator [FIL_169] (rows=18262 width=1119)
                                                                             predicate:((d_year = 1999) and (d_moy = 3))
                                                                             TableScan [TS_0] (rows=73049 width=1119)
                                                                               default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
@@ -348,9 +348,7 @@ Stage-0
                                                     Output:["_col0"],keys:_col0
                                                     Select Operator [SEL_83] (rows=18262 width=1119)
                                                       Output:["_col0"]
-                                                      Filter Operator [FIL_181] (rows=18262 width=1119)
-                                                        predicate:((d_year = 1999) and (d_moy = 3))
-                                                         Please refer to the previous TableScan [TS_0]
+                                                       Please refer to the previous Filter Operator [FIL_169]
                                     <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
                                       PARTITION_ONLY_SHUFFLE [RS_111]
                                         Merge Join Operator [MERGEJOIN_191] (rows=9131 width=1128)
@@ -366,9 +364,7 @@ Stage-0
                                                   Output:["_col0"],keys:_col0
                                                   Select Operator [SEL_2] (rows=18262 width=1119)
                                                     Output:["_col0"]
-                                                    Filter Operator [FIL_169] (rows=18262 width=1119)
-                                                      predicate:((d_year = 1999) and (d_moy = 3))
-                                                       Please refer to the previous TableScan [TS_0]
+                                                     Please refer to the previous Filter Operator [FIL_169]
                                         <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
                                           PARTITION_ONLY_SHUFFLE [RS_109]
                                             Select Operator [SEL_22] (rows=1 width=8)
@@ -386,11 +382,5 @@ Stage-0
                                                         <-Map 1 [SIMPLE_EDGE]
                                                           SHUFFLE [RS_13]
                                                             PartitionCols:_col0
-                                                            Group By Operator [GBY_12] (rows=18262 width=1119)
-                                                              Output:["_col0"],keys:_col0
-                                                              Select Operator [SEL_10] (rows=18262 width=1119)
-                                                                Output:["_col0"]
-                                                                Filter Operator [FIL_170] (rows=18262 width=1119)
-                                                                  predicate:((d_year = 1999) and (d_moy = 3))
-                                                                   Please refer to the previous TableScan [TS_0]
+                                                             Please refer to the previous Group By Operator [GBY_4]
 

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query56.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query56.q.out b/ql/src/test/results/clientpositive/perf/query56.q.out
index 4c11d01..8f4606a 100644
--- a/ql/src/test/results/clientpositive/perf/query56.q.out
+++ b/ql/src/test/results/clientpositive/perf/query56.q.out
@@ -195,9 +195,9 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_60]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_55] (rows=20000000 width=1014)
+                                      Select Operator [SEL_18] (rows=20000000 width=1014)
                                         Output:["_col0"]
-                                        Filter Operator [FIL_167] (rows=20000000 width=1014)
+                                        Filter Operator [FIL_162] (rows=20000000 width=1014)
                                           predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
                                           TableScan [TS_16] (rows=40000000 width=1014)
                                             default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
@@ -209,9 +209,9 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_57]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_52] (rows=18262 width=1119)
+                                          Select Operator [SEL_15] (rows=18262 width=1119)
                                             Output:["_col0"]
-                                            Filter Operator [FIL_166] (rows=18262 width=1119)
+                                            Filter Operator [FIL_161] (rows=18262 width=1119)
                                               predicate:((d_year = 2000) and (d_moy = 1) and d_date_sk is not null)
                                               TableScan [TS_13] (rows=73049 width=1119)
                                                 default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
@@ -232,9 +232,9 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_63]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_39] (rows=462000 width=1436)
+                                    Select Operator [SEL_2] (rows=462000 width=1436)
                                       Output:["_col0","_col1"]
-                                      Filter Operator [FIL_163] (rows=462000 width=1436)
+                                      Filter Operator [FIL_158] (rows=462000 width=1436)
                                         predicate:(i_item_id is not null and i_item_sk is not null)
                                         TableScan [TS_0] (rows=462000 width=1436)
                                           default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
@@ -246,11 +246,11 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_44]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_43] (rows=231000 width=1436)
+                                        Group By Operator [GBY_6] (rows=231000 width=1436)
                                           Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_42] (rows=231000 width=1436)
+                                          Select Operator [SEL_5] (rows=231000 width=1436)
                                             Output:["i_item_id"]
-                                            Filter Operator [FIL_164] (rows=231000 width=1436)
+                                            Filter Operator [FIL_159] (rows=231000 width=1436)
                                               predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
                                               TableScan [TS_3] (rows=462000 width=1436)
                                                 default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"]
@@ -276,11 +276,7 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_101]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_77] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_168] (rows=462000 width=1436)
-                                        predicate:(i_item_id is not null and i_item_sk is not null)
-                                         Please refer to the previous TableScan [TS_0]
+                                     Please refer to the previous Select Operator [SEL_2]
                                 <-Reducer 17 [SIMPLE_EDGE]
                                   SHUFFLE [RS_102]
                                     PartitionCols:_col0
@@ -289,13 +285,7 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_82]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_81] (rows=231000 width=1436)
-                                          Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_80] (rows=231000 width=1436)
-                                            Output:["i_item_id"]
-                                            Filter Operator [FIL_169] (rows=231000 width=1436)
-                                              predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
-                                               Please refer to the previous TableScan [TS_3]
+                                         Please refer to the previous Group By Operator [GBY_6]
                             <-Reducer 25 [SIMPLE_EDGE]
                               SHUFFLE [RS_105]
                                 PartitionCols:_col3
@@ -306,11 +296,7 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_98]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_93] (rows=20000000 width=1014)
-                                        Output:["_col0"]
-                                        Filter Operator [FIL_172] (rows=20000000 width=1014)
-                                          predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
-                                           Please refer to the previous TableScan [TS_16]
+                                       Please refer to the previous Select Operator [SEL_18]
                                   <-Reducer 24 [SIMPLE_EDGE]
                                     SHUFFLE [RS_97]
                                       PartitionCols:_col2
@@ -319,11 +305,7 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_95]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_90] (rows=18262 width=1119)
-                                            Output:["_col0"]
-                                            Filter Operator [FIL_171] (rows=18262 width=1119)
-                                              predicate:((d_year = 2000) and (d_moy = 1) and d_date_sk is not null)
-                                               Please refer to the previous TableScan [TS_13]
+                                           Please refer to the previous Select Operator [SEL_15]
                                       <-Map 28 [SIMPLE_EDGE]
                                         SHUFFLE [RS_94]
                                           PartitionCols:_col0
@@ -355,11 +337,7 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_26]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_2] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_158] (rows=462000 width=1436)
-                                        predicate:(i_item_id is not null and i_item_sk is not null)
-                                         Please refer to the previous TableScan [TS_0]
+                                     Please refer to the previous Select Operator [SEL_2]
                                 <-Reducer 15 [SIMPLE_EDGE]
                                   SHUFFLE [RS_27]
                                     PartitionCols:_col0
@@ -368,13 +346,7 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_7]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_6] (rows=231000 width=1436)
-                                          Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_5] (rows=231000 width=1436)
-                                            Output:["i_item_id"]
-                                            Filter Operator [FIL_159] (rows=231000 width=1436)
-                                              predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
-                                               Please refer to the previous TableScan [TS_3]
+                                         Please refer to the previous Group By Operator [GBY_6]
                             <-Reducer 20 [SIMPLE_EDGE]
                               SHUFFLE [RS_30]
                                 PartitionCols:_col3
@@ -385,11 +357,7 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_23]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_18] (rows=20000000 width=1014)
-                                        Output:["_col0"]
-                                        Filter Operator [FIL_162] (rows=20000000 width=1014)
-                                          predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
-                                           Please refer to the previous TableScan [TS_16]
+                                       Please refer to the previous Select Operator [SEL_18]
                                   <-Reducer 19 [SIMPLE_EDGE]
                                     SHUFFLE [RS_22]
                                       PartitionCols:_col2
@@ -398,11 +366,7 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_20]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_15] (rows=18262 width=1119)
-                                            Output:["_col0"]
-                                            Filter Operator [FIL_161] (rows=18262 width=1119)
-                                              predicate:((d_year = 2000) and (d_moy = 1) and d_date_sk is not null)
-                                               Please refer to the previous TableScan [TS_13]
+                                           Please refer to the previous Select Operator [SEL_15]
                                       <-Map 18 [SIMPLE_EDGE]
                                         SHUFFLE [RS_19]
                                           PartitionCols:_col0

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query57.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query57.q.out b/ql/src/test/results/clientpositive/perf/query57.q.out
index 6c237bf..372e760 100644
--- a/ql/src/test/results/clientpositive/perf/query57.q.out
+++ b/ql/src/test/results/clientpositive/perf/query57.q.out
@@ -171,9 +171,9 @@ Stage-0
                                                   <-Map 22 [SIMPLE_EDGE]
                                                     SHUFFLE [RS_52]
                                                       PartitionCols:_col0
-                                                      Select Operator [SEL_44] (rows=462000 width=1436)
+                                                      Select Operator [SEL_11] (rows=462000 width=1436)
                                                         Output:["_col0","_col1","_col2"]
-                                                        Filter Operator [FIL_174] (rows=462000 width=1436)
+                                                        Filter Operator [FIL_168] (rows=462000 width=1436)
                                                           predicate:(i_item_sk is not null and i_category is not null and i_brand is not null)
                                                           TableScan [TS_9] (rows=462000 width=1436)
                                                             default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
@@ -185,9 +185,9 @@ Stage-0
                                                       <-Map 21 [SIMPLE_EDGE]
                                                         SHUFFLE [RS_49]
                                                           PartitionCols:_col0
-                                                          Select Operator [SEL_41] (rows=60 width=2045)
+                                                          Select Operator [SEL_8] (rows=60 width=2045)
                                                             Output:["_col0","_col1"]
-                                                            Filter Operator [FIL_173] (rows=60 width=2045)
+                                                            Filter Operator [FIL_167] (rows=60 width=2045)
                                                               predicate:(cc_call_center_sk is not null and cc_name is not null)
                                                               TableScan [TS_6] (rows=60 width=2045)
                                                                 default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
@@ -199,18 +199,18 @@ Stage-0
                                                           <-Map 1 [SIMPLE_EDGE]
                                                             SHUFFLE [RS_45]
                                                               PartitionCols:_col0
-                                                              Select Operator [SEL_35] (rows=287989836 width=135)
+                                                              Select Operator [SEL_2] (rows=287989836 width=135)
                                                                 Output:["_col0","_col1","_col2","_col3"]
-                                                                Filter Operator [FIL_171] (rows=287989836 width=135)
+                                                                Filter Operator [FIL_165] (rows=287989836 width=135)
                                                                   predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null)
                                                                   TableScan [TS_0] (rows=287989836 width=135)
                                                                     default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_item_sk","cs_sales_price"]
                                                           <-Map 20 [SIMPLE_EDGE]
                                                             SHUFFLE [RS_46]
                                                               PartitionCols:_col0
-                                                              Select Operator [SEL_38] (rows=73048 width=1119)
+                                                              Select Operator [SEL_5] (rows=73048 width=1119)
                                                                 Output:["_col0","_col1","_col2"]
-                                                                Filter Operator [FIL_172] (rows=73048 width=1119)
+                                                                Filter Operator [FIL_166] (rows=73048 width=1119)
                                                                   predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
                                                                   TableScan [TS_3] (rows=73049 width=1119)
                                                                     default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
@@ -242,11 +242,7 @@ Stage-0
                                       <-Map 22 [SIMPLE_EDGE]
                                         SHUFFLE [RS_89]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_81] (rows=462000 width=1436)
-                                            Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_179] (rows=462000 width=1436)
-                                              predicate:(i_item_sk is not null and i_category is not null and i_brand is not null)
-                                               Please refer to the previous TableScan [TS_9]
+                                           Please refer to the previous Select Operator [SEL_11]
                                       <-Reducer 16 [SIMPLE_EDGE]
                                         SHUFFLE [RS_88]
                                           PartitionCols:_col2
@@ -255,11 +251,7 @@ Stage-0
                                           <-Map 21 [SIMPLE_EDGE]
                                             SHUFFLE [RS_86]
                                               PartitionCols:_col0
-                                              Select Operator [SEL_78] (rows=60 width=2045)
-                                                Output:["_col0","_col1"]
-                                                Filter Operator [FIL_178] (rows=60 width=2045)
-                                                  predicate:(cc_call_center_sk is not null and cc_name is not null)
-                                                   Please refer to the previous TableScan [TS_6]
+                                               Please refer to the previous Select Operator [SEL_8]
                                           <-Reducer 15 [SIMPLE_EDGE]
                                             SHUFFLE [RS_85]
                                               PartitionCols:_col1
@@ -268,19 +260,11 @@ Stage-0
                                               <-Map 1 [SIMPLE_EDGE]
                                                 SHUFFLE [RS_82]
                                                   PartitionCols:_col0
-                                                  Select Operator [SEL_72] (rows=287989836 width=135)
-                                                    Output:["_col0","_col1","_col2","_col3"]
-                                                    Filter Operator [FIL_176] (rows=287989836 width=135)
-                                                      predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null)
-                                                       Please refer to the previous TableScan [TS_0]
+                                                   Please refer to the previous Select Operator [SEL_2]
                                               <-Map 20 [SIMPLE_EDGE]
                                                 SHUFFLE [RS_83]
                                                   PartitionCols:_col0
-                                                  Select Operator [SEL_75] (rows=73048 width=1119)
-                                                    Output:["_col0","_col1","_col2"]
-                                                    Filter Operator [FIL_177] (rows=73048 width=1119)
-                                                      predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
-                                                       Please refer to the previous TableScan [TS_3]
+                                                   Please refer to the previous Select Operator [SEL_5]
                 <-Reducer 6 [SIMPLE_EDGE]
                   SHUFFLE [RS_103]
                     PartitionCols:_col0, _col2, _col1, (_col6 + 1)
@@ -309,11 +293,7 @@ Stage-0
                                       <-Map 22 [SIMPLE_EDGE]
                                         SHUFFLE [RS_19]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_11] (rows=462000 width=1436)
-                                            Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_168] (rows=462000 width=1436)
-                                              predicate:(i_item_sk is not null and i_category is not null and i_brand is not null)
-                                               Please refer to the previous TableScan [TS_9]
+                                           Please refer to the previous Select Operator [SEL_11]
                                       <-Reducer 3 [SIMPLE_EDGE]
                                         SHUFFLE [RS_18]
                                           PartitionCols:_col2
@@ -322,11 +302,7 @@ Stage-0
                                           <-Map 21 [SIMPLE_EDGE]
                                             SHUFFLE [RS_16]
                                               PartitionCols:_col0
-                                              Select Operator [SEL_8] (rows=60 width=2045)
-                                                Output:["_col0","_col1"]
-                                                Filter Operator [FIL_167] (rows=60 width=2045)
-                                                  predicate:(cc_call_center_sk is not null and cc_name is not null)
-                                                   Please refer to the previous TableScan [TS_6]
+                                               Please refer to the previous Select Operator [SEL_8]
                                           <-Reducer 2 [SIMPLE_EDGE]
                                             SHUFFLE [RS_15]
                                               PartitionCols:_col1
@@ -335,17 +311,9 @@ Stage-0
                                               <-Map 1 [SIMPLE_EDGE]
                                                 SHUFFLE [RS_12]
                                                   PartitionCols:_col0
-                                                  Select Operator [SEL_2] (rows=287989836 width=135)
-                                                    Output:["_col0","_col1","_col2","_col3"]
-                                                    Filter Operator [FIL_165] (rows=287989836 width=135)
-                                                      predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_call_center_sk is not null)
-                                                       Please refer to the previous TableScan [TS_0]
+                                                   Please refer to the previous Select Operator [SEL_2]
                                               <-Map 20 [SIMPLE_EDGE]
                                                 SHUFFLE [RS_13]
                                                   PartitionCols:_col0
-                                                  Select Operator [SEL_5] (rows=73048 width=1119)
-                                                    Output:["_col0","_col1","_col2"]
-                                                    Filter Operator [FIL_166] (rows=73048 width=1119)
-                                                      predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
-                                                       Please refer to the previous TableScan [TS_3]
+                                                   Please refer to the previous Select Operator [SEL_5]
 

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query58.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query58.q.out b/ql/src/test/results/clientpositive/perf/query58.q.out
index acdfc07..5b37f36 100644
--- a/ql/src/test/results/clientpositive/perf/query58.q.out
+++ b/ql/src/test/results/clientpositive/perf/query58.q.out
@@ -197,9 +197,9 @@ Stage-0
                                 <-Map 14 [SIMPLE_EDGE]
                                   SHUFFLE [RS_85]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_58] (rows=73049 width=1119)
+                                    Select Operator [SEL_8] (rows=73049 width=1119)
                                       Output:["_col0","_col1"]
-                                      Filter Operator [FIL_254] (rows=73049 width=1119)
+                                      Filter Operator [FIL_248] (rows=73049 width=1119)
                                         predicate:(d_date is not null and d_date_sk is not null)
                                         TableScan [TS_6] (rows=73049 width=1119)
                                           default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
@@ -245,10 +245,10 @@ Stage-0
                                                         Output:["_col0"],aggregations:["count(VALUE._col0)"]
                                                       <-Map 18 [CUSTOM_SIMPLE_EDGE]
                                                         PARTITION_ONLY_SHUFFLE [RS_63]
-                                                          Group By Operator [GBY_62] (rows=1 width=8)
+                                                          Group By Operator [GBY_12] (rows=1 width=8)
                                                             Output:["_col0"],aggregations:["count()"]
-                                                            Select Operator [SEL_61] (rows=36524 width=1119)
-                                                              Filter Operator [FIL_255] (rows=36524 width=1119)
+                                                            Select Operator [SEL_11] (rows=36524 width=1119)
+                                                              Filter Operator [FIL_249] (rows=36524 width=1119)
                                                                 predicate:(d_date = '1998-02-19')
                                                                 TableScan [TS_9] (rows=73049 width=1119)
                                                                   default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date"]
@@ -260,9 +260,9 @@ Stage-0
                                 <-Map 7 [SIMPLE_EDGE]
                                   SHUFFLE [RS_90]
                                     PartitionCols:_col0
-                                    Select Operator [SEL_55] (rows=462000 width=1436)
+                                    Select Operator [SEL_5] (rows=462000 width=1436)
                                       Output:["_col0","_col1"]
-                                      Filter Operator [FIL_253] (rows=462000 width=1436)
+                                      Filter Operator [FIL_247] (rows=462000 width=1436)
                                         predicate:(i_item_sk is not null and i_item_id is not null)
                                         TableScan [TS_3] (rows=462000 width=1436)
                                           default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
@@ -295,11 +295,7 @@ Stage-0
                                 <-Map 7 [SIMPLE_EDGE]
                                   SHUFFLE [RS_140]
                                     PartitionCols:_col0
-                                    Select Operator [SEL_105] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_259] (rows=462000 width=1436)
-                                        predicate:(i_item_sk is not null and i_item_id is not null)
-                                         Please refer to the previous TableScan [TS_3]
+                                     Please refer to the previous Select Operator [SEL_5]
                                 <-Map 33 [SIMPLE_EDGE]
                                   SHUFFLE [RS_139]
                                     PartitionCols:_col1
@@ -317,11 +313,7 @@ Stage-0
                                 <-Map 14 [SIMPLE_EDGE]
                                   SHUFFLE [RS_135]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_108] (rows=73049 width=1119)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_260] (rows=73049 width=1119)
-                                        predicate:(d_date is not null and d_date_sk is not null)
-                                         Please refer to the previous TableScan [TS_6]
+                                     Please refer to the previous Select Operator [SEL_8]
                                 <-Reducer 30 [SIMPLE_EDGE]
                                   SHUFFLE [RS_136]
                                     PartitionCols:_col0
@@ -363,12 +355,7 @@ Stage-0
                                                         Output:["_col0"],aggregations:["count(VALUE._col0)"]
                                                       <-Map 18 [CUSTOM_SIMPLE_EDGE]
                                                         PARTITION_ONLY_SHUFFLE [RS_113]
-                                                          Group By Operator [GBY_112] (rows=1 width=8)
-                                                            Output:["_col0"],aggregations:["count()"]
-                                                            Select Operator [SEL_111] (rows=36524 width=1119)
-                                                              Filter Operator [FIL_261] (rows=36524 width=1119)
-                                                                predicate:(d_date = '1998-02-19')
-                                                                 Please refer to the previous TableScan [TS_9]
+                                                           Please refer to the previous Group By Operator [GBY_12]
                   <-Reducer 4 [SIMPLE_EDGE]
                     SHUFFLE [RS_150]
                       PartitionCols:_col0
@@ -389,11 +376,7 @@ Stage-0
                                 <-Map 14 [SIMPLE_EDGE]
                                   SHUFFLE [RS_35]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_8] (rows=73049 width=1119)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_248] (rows=73049 width=1119)
-                                        predicate:(d_date is not null and d_date_sk is not null)
-                                         Please refer to the previous TableScan [TS_6]
+                                     Please refer to the previous Select Operator [SEL_8]
                                 <-Reducer 22 [SIMPLE_EDGE]
                                   SHUFFLE [RS_36]
                                     PartitionCols:_col0
@@ -435,12 +418,7 @@ Stage-0
                                                         Output:["_col0"],aggregations:["count(VALUE._col0)"]
                                                       <-Map 18 [CUSTOM_SIMPLE_EDGE]
                                                         PARTITION_ONLY_SHUFFLE [RS_13]
-                                                          Group By Operator [GBY_12] (rows=1 width=8)
-                                                            Output:["_col0"],aggregations:["count()"]
-                                                            Select Operator [SEL_11] (rows=36524 width=1119)
-                                                              Filter Operator [FIL_249] (rows=36524 width=1119)
-                                                                predicate:(d_date = '1998-02-19')
-                                                                 Please refer to the previous TableScan [TS_9]
+                                                           Please refer to the previous Group By Operator [GBY_12]
                             <-Reducer 2 [SIMPLE_EDGE]
                               SHUFFLE [RS_42]
                                 PartitionCols:_col0
@@ -449,11 +427,7 @@ Stage-0
                                 <-Map 7 [SIMPLE_EDGE]
                                   SHUFFLE [RS_40]
                                     PartitionCols:_col0
-                                    Select Operator [SEL_5] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_247] (rows=462000 width=1436)
-                                        predicate:(i_item_sk is not null and i_item_id is not null)
-                                         Please refer to the previous TableScan [TS_3]
+                                     Please refer to the previous Select Operator [SEL_5]
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_39]
                                     PartitionCols:_col1

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query59.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query59.q.out b/ql/src/test/results/clientpositive/perf/query59.q.out
index b570b96..baa9962 100644
--- a/ql/src/test/results/clientpositive/perf/query59.q.out
+++ b/ql/src/test/results/clientpositive/perf/query59.q.out
@@ -161,18 +161,18 @@ Stage-0
                                       <-Map 1 [SIMPLE_EDGE]
                                         SHUFFLE [RS_34]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_30] (rows=575995635 width=88)
+                                          Select Operator [SEL_2] (rows=575995635 width=88)
                                             Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_94] (rows=575995635 width=88)
+                                            Filter Operator [FIL_90] (rows=575995635 width=88)
                                               predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
                                               TableScan [TS_0] (rows=575995635 width=88)
                                                 default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
                                       <-Map 12 [SIMPLE_EDGE]
                                         SHUFFLE [RS_35]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_33] (rows=73049 width=1119)
+                                          Select Operator [SEL_5] (rows=73049 width=1119)
                                             Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_95] (rows=73049 width=1119)
+                                            Filter Operator [FIL_91] (rows=73049 width=1119)
                                               predicate:(d_date_sk is not null and d_week_seq is not null)
                                               TableScan [TS_3] (rows=73049 width=1119)
                                                 default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"]
@@ -222,17 +222,9 @@ Stage-0
                                       <-Map 1 [SIMPLE_EDGE]
                                         SHUFFLE [RS_6]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_2] (rows=575995635 width=88)
-                                            Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_90] (rows=575995635 width=88)
-                                              predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
-                                               Please refer to the previous TableScan [TS_0]
+                                           Please refer to the previous Select Operator [SEL_2]
                                       <-Map 12 [SIMPLE_EDGE]
                                         SHUFFLE [RS_7]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_5] (rows=73049 width=1119)
-                                            Output:["_col0","_col1","_col2"]
-                                            Filter Operator [FIL_91] (rows=73049 width=1119)
-                                              predicate:(d_date_sk is not null and d_week_seq is not null)
-                                               Please refer to the previous TableScan [TS_3]
+                                           Please refer to the previous Select Operator [SEL_5]
 

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query60.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query60.q.out b/ql/src/test/results/clientpositive/perf/query60.q.out
index 4b7f8b3..7d63986 100644
--- a/ql/src/test/results/clientpositive/perf/query60.q.out
+++ b/ql/src/test/results/clientpositive/perf/query60.q.out
@@ -215,9 +215,9 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_60]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_55] (rows=20000000 width=1014)
+                                      Select Operator [SEL_18] (rows=20000000 width=1014)
                                         Output:["_col0"]
-                                        Filter Operator [FIL_167] (rows=20000000 width=1014)
+                                        Filter Operator [FIL_162] (rows=20000000 width=1014)
                                           predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
                                           TableScan [TS_16] (rows=40000000 width=1014)
                                             default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
@@ -229,9 +229,9 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_57]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_52] (rows=18262 width=1119)
+                                          Select Operator [SEL_15] (rows=18262 width=1119)
                                             Output:["_col0"]
-                                            Filter Operator [FIL_166] (rows=18262 width=1119)
+                                            Filter Operator [FIL_161] (rows=18262 width=1119)
                                               predicate:((d_year = 1999) and (d_moy = 9) and d_date_sk is not null)
                                               TableScan [TS_13] (rows=73049 width=1119)
                                                 default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
@@ -252,9 +252,9 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_63]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_39] (rows=462000 width=1436)
+                                    Select Operator [SEL_2] (rows=462000 width=1436)
                                       Output:["_col0","_col1"]
-                                      Filter Operator [FIL_163] (rows=462000 width=1436)
+                                      Filter Operator [FIL_158] (rows=462000 width=1436)
                                         predicate:(i_item_id is not null and i_item_sk is not null)
                                         TableScan [TS_0] (rows=462000 width=1436)
                                           default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
@@ -266,11 +266,11 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_44]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_43] (rows=231000 width=1436)
+                                        Group By Operator [GBY_6] (rows=231000 width=1436)
                                           Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_42] (rows=231000 width=1436)
+                                          Select Operator [SEL_5] (rows=231000 width=1436)
                                             Output:["i_item_id"]
-                                            Filter Operator [FIL_164] (rows=231000 width=1436)
+                                            Filter Operator [FIL_159] (rows=231000 width=1436)
                                               predicate:((i_category) IN ('Children') and i_item_id is not null)
                                               TableScan [TS_3] (rows=462000 width=1436)
                                                 default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_category"]
@@ -296,11 +296,7 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_101]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_77] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_168] (rows=462000 width=1436)
-                                        predicate:(i_item_id is not null and i_item_sk is not null)
-                                         Please refer to the previous TableScan [TS_0]
+                                     Please refer to the previous Select Operator [SEL_2]
                                 <-Reducer 17 [SIMPLE_EDGE]
                                   SHUFFLE [RS_102]
                                     PartitionCols:_col0
@@ -309,13 +305,7 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_82]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_81] (rows=231000 width=1436)
-                                          Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_80] (rows=231000 width=1436)
-                                            Output:["i_item_id"]
-                                            Filter Operator [FIL_169] (rows=231000 width=1436)
-                                              predicate:((i_category) IN ('Children') and i_item_id is not null)
-                                               Please refer to the previous TableScan [TS_3]
+                                         Please refer to the previous Group By Operator [GBY_6]
                             <-Reducer 25 [SIMPLE_EDGE]
                               SHUFFLE [RS_105]
                                 PartitionCols:_col3
@@ -326,11 +316,7 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_98]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_93] (rows=20000000 width=1014)
-                                        Output:["_col0"]
-                                        Filter Operator [FIL_172] (rows=20000000 width=1014)
-                                          predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
-                                           Please refer to the previous TableScan [TS_16]
+                                       Please refer to the previous Select Operator [SEL_18]
                                   <-Reducer 24 [SIMPLE_EDGE]
                                     SHUFFLE [RS_97]
                                       PartitionCols:_col2
@@ -339,11 +325,7 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_95]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_90] (rows=18262 width=1119)
-                                            Output:["_col0"]
-                                            Filter Operator [FIL_171] (rows=18262 width=1119)
-                                              predicate:((d_year = 1999) and (d_moy = 9) and d_date_sk is not null)
-                                               Please refer to the previous TableScan [TS_13]
+                                           Please refer to the previous Select Operator [SEL_15]
                                       <-Map 28 [SIMPLE_EDGE]
                                         SHUFFLE [RS_94]
                                           PartitionCols:_col0
@@ -375,11 +357,7 @@ Stage-0
                                 <-Map 1 [SIMPLE_EDGE]
                                   SHUFFLE [RS_26]
                                     PartitionCols:_col1
-                                    Select Operator [SEL_2] (rows=462000 width=1436)
-                                      Output:["_col0","_col1"]
-                                      Filter Operator [FIL_158] (rows=462000 width=1436)
-                                        predicate:(i_item_id is not null and i_item_sk is not null)
-                                         Please refer to the previous TableScan [TS_0]
+                                     Please refer to the previous Select Operator [SEL_2]
                                 <-Reducer 15 [SIMPLE_EDGE]
                                   SHUFFLE [RS_27]
                                     PartitionCols:_col0
@@ -388,13 +366,7 @@ Stage-0
                                     <-Map 14 [SIMPLE_EDGE]
                                       SHUFFLE [RS_7]
                                         PartitionCols:_col0
-                                        Group By Operator [GBY_6] (rows=231000 width=1436)
-                                          Output:["_col0"],keys:i_item_id
-                                          Select Operator [SEL_5] (rows=231000 width=1436)
-                                            Output:["i_item_id"]
-                                            Filter Operator [FIL_159] (rows=231000 width=1436)
-                                              predicate:((i_category) IN ('Children') and i_item_id is not null)
-                                               Please refer to the previous TableScan [TS_3]
+                                         Please refer to the previous Group By Operator [GBY_6]
                             <-Reducer 20 [SIMPLE_EDGE]
                               SHUFFLE [RS_30]
                                 PartitionCols:_col3
@@ -405,11 +377,7 @@ Stage-0
                                   <-Map 26 [SIMPLE_EDGE]
                                     SHUFFLE [RS_23]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_18] (rows=20000000 width=1014)
-                                        Output:["_col0"]
-                                        Filter Operator [FIL_162] (rows=20000000 width=1014)
-                                          predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
-                                           Please refer to the previous TableScan [TS_16]
+                                       Please refer to the previous Select Operator [SEL_18]
                                   <-Reducer 19 [SIMPLE_EDGE]
                                     SHUFFLE [RS_22]
                                       PartitionCols:_col2
@@ -418,11 +386,7 @@ Stage-0
                                       <-Map 21 [SIMPLE_EDGE]
                                         SHUFFLE [RS_20]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_15] (rows=18262 width=1119)
-                                            Output:["_col0"]
-                                            Filter Operator [FIL_161] (rows=18262 width=1119)
-                                              predicate:((d_year = 1999) and (d_moy = 9) and d_date_sk is not null)
-                                               Please refer to the previous TableScan [TS_13]
+                                           Please refer to the previous Select Operator [SEL_15]
                                       <-Map 18 [SIMPLE_EDGE]
                                         SHUFFLE [RS_19]
                                           PartitionCols:_col0

http://git-wip-us.apache.org/repos/asf/hive/blob/7819cd36/ql/src/test/results/clientpositive/perf/query61.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query61.q.out b/ql/src/test/results/clientpositive/perf/query61.q.out
index 6838332..93d4d42 100644
--- a/ql/src/test/results/clientpositive/perf/query61.q.out
+++ b/ql/src/test/results/clientpositive/perf/query61.q.out
@@ -236,11 +236,7 @@ Stage-0
                               <-Map 21 [SIMPLE_EDGE]
                                 SHUFFLE [RS_70]
                                   PartitionCols:_col0
-                                  Select Operator [SEL_62] (rows=852 width=1910)
-                                    Output:["_col0"]
-                                    Filter Operator [FIL_144] (rows=852 width=1910)
-                                      predicate:((s_gmt_offset = -7) and s_store_sk is not null)
-                                       Please refer to the previous TableScan [TS_15]
+                                   Please refer to the previous Select Operator [SEL_17]
                               <-Reducer 18 [SIMPLE_EDGE]
                                 SHUFFLE [RS_69]
                                   PartitionCols:_col3
@@ -249,11 +245,7 @@ Stage-0
                                   <-Map 20 [SIMPLE_EDGE]
                                     SHUFFLE [RS_67]
                                       PartitionCols:_col0
-                                      Select Operator [SEL_59] (rows=231000 width=1436)
-                                        Output:["_col0"]
-                                        Filter Operator [FIL_143] (rows=231000 width=1436)
-                                          predicate:((i_category = 'Electronics') and i_item_sk is not null)
-                                           Please refer to the previous TableScan [TS_12]
+                                       Please refer to the previous Select Operator [SEL_14]
                                   <-Reducer 17 [SIMPLE_EDGE]
                                     SHUFFLE [RS_66]
                                       PartitionCols:_col1
@@ -262,11 +254,7 @@ Stage-0
                                       <-Map 16 [SIMPLE_EDGE]
                                         SHUFFLE [RS_64]
                                           PartitionCols:_col0
-                                          Select Operator [SEL_56] (rows=18262 width=1119)
-                                            Output:["_col0"]
-                                            Filter Operator [FIL_142] (rows=18262 width=1119)
-                                              predicate:((d_year = 1999) and (d_moy = 11) and d_date_sk is not null)
-                                               Please refer to the previous TableScan [TS_9]
+                                           Please refer to the previous Select Operator [SEL_11]
                                       <-Map 23 [SIMPLE_EDGE]
                                         SHUFFLE [RS_63]
                                           PartitionCols:_col0
@@ -284,17 +272,9 @@ Stage-0
                               <-Map 1 [SIMPLE_EDGE]
                                 SHUFFLE [RS_73]
                                   PartitionCols:_col1
-                                  Select Operator [SEL_47] (rows=80000000 width=860)
-                                    Output:["_col0","_col1"]
-                                    Filter Operator [FIL_139] (rows=80000000 width=860)
-                                      predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
-                                       Please refer to the previous TableScan [TS_0]
+                                   Please refer to the previous Select Operator [SEL_2]
                               <-Map 10 [SIMPLE_EDGE]
                                 SHUFFLE [RS_74]
                                   PartitionCols:_col0
-                                  Select Operator [SEL_50] (rows=20000000 width=1014)
-                                    Output:["_col0"]
-                                    Filter Operator [FIL_140] (rows=20000000 width=1014)
-                                      predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
-                                       Please refer to the previous TableScan [TS_3]
+                                   Please refer to the previous Select Operator [SEL_5]
 


Mime
View raw message