hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From harisan...@apache.org
Subject [07/27] hive git commit: HIVE-11107 : Support for Performance regression test suite with TPCDS (Hari Subramaniyan, reviewed by Ashutosh Chauhan)
Date Tue, 15 Dec 2015 22:15:34 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/09b6f9a3/ql/src/test/results/clientpositive/perf/query76.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query76.q.out b/ql/src/test/results/clientpositive/perf/query76.q.out
new file mode 100644
index 0000000..0b974ef
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/query76.q.out
@@ -0,0 +1,284 @@
+PREHOOK: query: explain select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt,
SUM(ext_sales_price) sales_amt FROM ( SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year,
d_qoy, i_category, ss_ext_sales_price ext_sales_price FROM store_sales, item, date_dim WHERE
ss_addr_sk IS NULL AND store_sales.ss_sold_date_sk=date_dim.d_date_sk AND store_sales.ss_item_sk=item.i_item_sk
UNION ALL SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price
ext_sales_price FROM web_sales, item, date_dim WHERE ws_web_page_sk IS NULL AND web_sales.ws_sold_date_sk=date_dim.d_date_sk
AND web_sales.ws_item_sk=item.i_item_sk UNION ALL SELECT 'catalog' as channel, 'cs_warehouse_sk'
col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price FROM catalog_sales,
item, date_dim WHERE cs_warehouse_sk IS NULL AND catalog_sales.cs_sold_date_sk=date_dim.d_date_sk
AND catalog_sales.cs_item_sk=item.i_item_sk) foo GROUP BY channel, col_name, d_
 year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt,
SUM(ext_sales_price) sales_amt FROM ( SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year,
d_qoy, i_category, ss_ext_sales_price ext_sales_price FROM store_sales, item, date_dim WHERE
ss_addr_sk IS NULL AND store_sales.ss_sold_date_sk=date_dim.d_date_sk AND store_sales.ss_item_sk=item.i_item_sk
UNION ALL SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price
ext_sales_price FROM web_sales, item, date_dim WHERE ws_web_page_sk IS NULL AND web_sales.ws_sold_date_sk=date_dim.d_date_sk
AND web_sales.ws_item_sk=item.i_item_sk UNION ALL SELECT 'catalog' as channel, 'cs_warehouse_sk'
col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price FROM catalog_sales,
item, date_dim WHERE cs_warehouse_sk IS NULL AND catalog_sales.cs_sold_date_sk=date_dim.d_date_sk
AND catalog_sales.cs_item_sk=item.i_item_sk) foo GROUP BY channel, col_name, d
 _year, d_qoy, i_category ORDER BY channel, col_name, d_year, d_qoy, i_category limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 12 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 13 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 16 <- Map 18 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 5 <- Union 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+   Fetch Operator
+      limit:100
+      Stage-1
+         Reducer 6
+         File Output Operator [FS_71]
+            compressed:false
+            Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats:
NONE
+            table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
+            Limit [LIM_70]
+               Number of rows:100
+               Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats:
NONE
+               Select Operator [SEL_69]
+               |  outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+               |  Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE
Column stats: NONE
+               |<-Reducer 5 [SIMPLE_EDGE]
+                  Reduce Output Operator [RS_68]
+                     key expressions:_col0 (type: string), _col1 (type: string), _col2 (type:
int), _col3 (type: int), _col4 (type: string)
+                     sort order:+++++
+                     Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE
Column stats: NONE
+                     value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2))
+                     Group By Operator [GBY_66]
+                     |  aggregations:["count(VALUE._col0)","sum(VALUE._col1)"]
+                     |  keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2
(type: int), KEY._col3 (type: int), KEY._col4 (type: string)
+                     |  outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+                     |  Statistics:Num rows: 838530 Data size: 1204362280 Basic stats: COMPLETE
Column stats: NONE
+                     |<-Union 4 [SIMPLE_EDGE]
+                        |<-Reducer 11 [CONTAINS]
+                        |  Reduce Output Operator [RS_65]
+                        |     key expressions:_col0 (type: string), _col1 (type: string),
_col2 (type: int), _col3 (type: int), _col4 (type: string)
+                        |     Map-reduce partition columns:_col0 (type: string), _col1 (type:
string), _col2 (type: int), _col3 (type: int), _col4 (type: string)
+                        |     sort order:+++++
+                        |     Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats:
COMPLETE Column stats: NONE
+                        |     value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2))
+                        |     Group By Operator [GBY_64]
+                        |        aggregations:["count()","sum(_col5)"]
+                        |        keys:_col0 (type: string), _col1 (type: string), _col2 (type:
int), _col3 (type: int), _col4 (type: string)
+                        |        outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+                        |        Statistics:Num rows: 1677060 Data size: 2408724561 Basic
stats: COMPLETE Column stats: NONE
+                        |        Select Operator [SEL_39]
+                        |           outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                        |           Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                        |           Merge Join Operator [MERGEJOIN_99]
+                        |           |  condition map:[{"":"Inner Join 0 to 1"}]
+                        |           |  keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
+                        |           |  outputColumnNames:["_col3","_col5","_col7","_col8"]
+                        |           |  Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                        |           |<-Map 13 [SIMPLE_EDGE]
+                        |           |  Reduce Output Operator [RS_37]
+                        |           |     key expressions:_col0 (type: int)
+                        |           |     Map-reduce partition columns:_col0 (type: int)
+                        |           |     sort order:+
+                        |           |     Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |     value expressions:_col1 (type: int), _col2 (type:
int)
+                        |           |     Select Operator [SEL_28]
+                        |           |        outputColumnNames:["_col0","_col1","_col2"]
+                        |           |        Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |        Filter Operator [FIL_92]
+                        |           |           predicate:d_date_sk is not null (type: boolean)
+                        |           |           Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |           TableScan [TS_26]
+                        |           |              alias:date_dim
+                        |           |              Statistics:Num rows: 73049 Data size:
81741831 Basic stats: COMPLETE Column stats: NONE
+                        |           |<-Reducer 10 [SIMPLE_EDGE]
+                        |              Reduce Output Operator [RS_35]
+                        |                 key expressions:_col0 (type: int)
+                        |                 Map-reduce partition columns:_col0 (type: int)
+                        |                 sort order:+
+                        |                 Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                        |                 value expressions:_col3 (type: decimal(7,2)), _col5
(type: string)
+                        |                 Merge Join Operator [MERGEJOIN_98]
+                        |                 |  condition map:[{"":"Inner Join 0 to 1"}]
+                        |                 |  keys:{"0":"_col1 (type: int)","1":"_col0 (type:
int)"}
+                        |                 |  outputColumnNames:["_col0","_col3","_col5"]
+                        |                 |  Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                        |                 |<-Map 12 [SIMPLE_EDGE]
+                        |                 |  Reduce Output Operator [RS_32]
+                        |                 |     key expressions:_col0 (type: int)
+                        |                 |     Map-reduce partition columns:_col0 (type:
int)
+                        |                 |     sort order:+
+                        |                 |     Statistics:Num rows: 462000 Data size: 663560457
Basic stats: COMPLETE Column stats: NONE
+                        |                 |     value expressions:_col1 (type: string)
+                        |                 |     Select Operator [SEL_25]
+                        |                 |        outputColumnNames:["_col0","_col1"]
+                        |                 |        Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                        |                 |        Filter Operator [FIL_91]
+                        |                 |           predicate:i_item_sk is not null (type:
boolean)
+                        |                 |           Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                        |                 |           TableScan [TS_23]
+                        |                 |              alias:item
+                        |                 |              Statistics:Num rows: 462000 Data
size: 663560457 Basic stats: COMPLETE Column stats: NONE
+                        |                 |<-Map 9 [SIMPLE_EDGE]
+                        |                    Reduce Output Operator [RS_30]
+                        |                       key expressions:_col1 (type: int)
+                        |                       Map-reduce partition columns:_col1 (type:
int)
+                        |                       sort order:+
+                        |                       Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                        |                       value expressions:_col0 (type: int), _col3
(type: decimal(7,2))
+                        |                       Select Operator [SEL_22]
+                        |                          outputColumnNames:["_col0","_col1","_col3"]
+                        |                          Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                        |                          Filter Operator [FIL_90]
+                        |                             predicate:((ws_item_sk is not null
and ws_web_page_sk is null) and ws_sold_date_sk is not null) (type: boolean)
+                        |                             Statistics:Num rows: 1 Data size: 0
Basic stats: PARTIAL Column stats: NONE
+                        |                             TableScan [TS_20]
+                        |                                alias:web_sales
+                        |                                Statistics:Num rows: 1 Data size:
0 Basic stats: PARTIAL Column stats: NONE
+                        |<-Reducer 16 [CONTAINS]
+                        |  Reduce Output Operator [RS_65]
+                        |     key expressions:_col0 (type: string), _col1 (type: string),
_col2 (type: int), _col3 (type: int), _col4 (type: string)
+                        |     Map-reduce partition columns:_col0 (type: string), _col1 (type:
string), _col2 (type: int), _col3 (type: int), _col4 (type: string)
+                        |     sort order:+++++
+                        |     Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats:
COMPLETE Column stats: NONE
+                        |     value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2))
+                        |     Group By Operator [GBY_64]
+                        |        aggregations:["count()","sum(_col5)"]
+                        |        keys:_col0 (type: string), _col1 (type: string), _col2 (type:
int), _col3 (type: int), _col4 (type: string)
+                        |        outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+                        |        Statistics:Num rows: 1677060 Data size: 2408724561 Basic
stats: COMPLETE Column stats: NONE
+                        |        Select Operator [SEL_61]
+                        |           outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                        |           Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                        |           Merge Join Operator [MERGEJOIN_101]
+                        |           |  condition map:[{"":"Inner Join 0 to 1"}]
+                        |           |  keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
+                        |           |  outputColumnNames:["_col3","_col5","_col7","_col8"]
+                        |           |  Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                        |           |<-Map 18 [SIMPLE_EDGE]
+                        |           |  Reduce Output Operator [RS_59]
+                        |           |     key expressions:_col0 (type: int)
+                        |           |     Map-reduce partition columns:_col0 (type: int)
+                        |           |     sort order:+
+                        |           |     Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |     value expressions:_col1 (type: int), _col2 (type:
int)
+                        |           |     Select Operator [SEL_50]
+                        |           |        outputColumnNames:["_col0","_col1","_col2"]
+                        |           |        Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |        Filter Operator [FIL_95]
+                        |           |           predicate:d_date_sk is not null (type: boolean)
+                        |           |           Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                        |           |           TableScan [TS_48]
+                        |           |              alias:date_dim
+                        |           |              Statistics:Num rows: 73049 Data size:
81741831 Basic stats: COMPLETE Column stats: NONE
+                        |           |<-Reducer 15 [SIMPLE_EDGE]
+                        |              Reduce Output Operator [RS_57]
+                        |                 key expressions:_col0 (type: int)
+                        |                 Map-reduce partition columns:_col0 (type: int)
+                        |                 sort order:+
+                        |                 Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                        |                 value expressions:_col3 (type: decimal(7,2)), _col5
(type: string)
+                        |                 Merge Join Operator [MERGEJOIN_100]
+                        |                 |  condition map:[{"":"Inner Join 0 to 1"}]
+                        |                 |  keys:{"0":"_col2 (type: int)","1":"_col0 (type:
int)"}
+                        |                 |  outputColumnNames:["_col0","_col3","_col5"]
+                        |                 |  Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                        |                 |<-Map 14 [SIMPLE_EDGE]
+                        |                 |  Reduce Output Operator [RS_52]
+                        |                 |     key expressions:_col2 (type: int)
+                        |                 |     Map-reduce partition columns:_col2 (type:
int)
+                        |                 |     sort order:+
+                        |                 |     Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                        |                 |     value expressions:_col0 (type: int), _col3
(type: decimal(7,2))
+                        |                 |     Select Operator [SEL_44]
+                        |                 |        outputColumnNames:["_col0","_col2","_col3"]
+                        |                 |        Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                        |                 |        Filter Operator [FIL_93]
+                        |                 |           predicate:((cs_item_sk is not null
and cs_warehouse_sk is null) and cs_sold_date_sk is not null) (type: boolean)
+                        |                 |           Statistics:Num rows: 1 Data size: 0
Basic stats: PARTIAL Column stats: NONE
+                        |                 |           TableScan [TS_42]
+                        |                 |              alias:catalog_sales
+                        |                 |              Statistics:Num rows: 1 Data size:
0 Basic stats: PARTIAL Column stats: NONE
+                        |                 |<-Map 17 [SIMPLE_EDGE]
+                        |                    Reduce Output Operator [RS_54]
+                        |                       key expressions:_col0 (type: int)
+                        |                       Map-reduce partition columns:_col0 (type:
int)
+                        |                       sort order:+
+                        |                       Statistics:Num rows: 462000 Data size: 663560457
Basic stats: COMPLETE Column stats: NONE
+                        |                       value expressions:_col1 (type: string)
+                        |                       Select Operator [SEL_47]
+                        |                          outputColumnNames:["_col0","_col1"]
+                        |                          Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                        |                          Filter Operator [FIL_94]
+                        |                             predicate:i_item_sk is not null (type:
boolean)
+                        |                             Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                        |                             TableScan [TS_45]
+                        |                                alias:item
+                        |                                Statistics:Num rows: 462000 Data
size: 663560457 Basic stats: COMPLETE Column stats: NONE
+                        |<-Reducer 3 [CONTAINS]
+                           Reduce Output Operator [RS_65]
+                              key expressions:_col0 (type: string), _col1 (type: string),
_col2 (type: int), _col3 (type: int), _col4 (type: string)
+                              Map-reduce partition columns:_col0 (type: string), _col1 (type:
string), _col2 (type: int), _col3 (type: int), _col4 (type: string)
+                              sort order:+++++
+                              Statistics:Num rows: 1677060 Data size: 2408724561 Basic stats:
COMPLETE Column stats: NONE
+                              value expressions:_col5 (type: bigint), _col6 (type: decimal(17,2))
+                              Group By Operator [GBY_64]
+                                 aggregations:["count()","sum(_col5)"]
+                                 keys:_col0 (type: string), _col1 (type: string), _col2 (type:
int), _col3 (type: int), _col4 (type: string)
+                                 outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+                                 Statistics:Num rows: 1677060 Data size: 2408724561 Basic
stats: COMPLETE Column stats: NONE
+                                 Select Operator [SEL_19]
+                                    outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                                    Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                                    Merge Join Operator [MERGEJOIN_97]
+                                    |  condition map:[{"":"Inner Join 0 to 1"}]
+                                    |  keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
+                                    |  outputColumnNames:["_col3","_col5","_col7","_col8"]
+                                    |  Statistics:Num rows: 559020 Data size: 802908187 Basic
stats: COMPLETE Column stats: NONE
+                                    |<-Map 8 [SIMPLE_EDGE]
+                                    |  Reduce Output Operator [RS_17]
+                                    |     key expressions:_col0 (type: int)
+                                    |     Map-reduce partition columns:_col0 (type: int)
+                                    |     sort order:+
+                                    |     Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                                    |     value expressions:_col1 (type: int), _col2 (type:
int)
+                                    |     Select Operator [SEL_8]
+                                    |        outputColumnNames:["_col0","_col1","_col2"]
+                                    |        Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                                    |        Filter Operator [FIL_89]
+                                    |           predicate:d_date_sk is not null (type: boolean)
+                                    |           Statistics:Num rows: 73049 Data size: 81741831
Basic stats: COMPLETE Column stats: NONE
+                                    |           TableScan [TS_6]
+                                    |              alias:date_dim
+                                    |              Statistics:Num rows: 73049 Data size:
81741831 Basic stats: COMPLETE Column stats: NONE
+                                    |<-Reducer 2 [SIMPLE_EDGE]
+                                       Reduce Output Operator [RS_15]
+                                          key expressions:_col0 (type: int)
+                                          Map-reduce partition columns:_col0 (type: int)
+                                          sort order:+
+                                          Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                                          value expressions:_col3 (type: decimal(7,2)), _col5
(type: string)
+                                          Merge Join Operator [MERGEJOIN_96]
+                                          |  condition map:[{"":"Inner Join 0 to 1"}]
+                                          |  keys:{"0":"_col1 (type: int)","1":"_col0 (type:
int)"}
+                                          |  outputColumnNames:["_col0","_col3","_col5"]
+                                          |  Statistics:Num rows: 508200 Data size: 729916518
Basic stats: COMPLETE Column stats: NONE
+                                          |<-Map 1 [SIMPLE_EDGE]
+                                          |  Reduce Output Operator [RS_10]
+                                          |     key expressions:_col1 (type: int)
+                                          |     Map-reduce partition columns:_col1 (type:
int)
+                                          |     sort order:+
+                                          |     Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                                          |     value expressions:_col0 (type: int), _col3
(type: decimal(7,2))
+                                          |     Select Operator [SEL_2]
+                                          |        outputColumnNames:["_col0","_col1","_col3"]
+                                          |        Statistics:Num rows: 1 Data size: 0 Basic
stats: PARTIAL Column stats: NONE
+                                          |        Filter Operator [FIL_87]
+                                          |           predicate:((ss_addr_sk is null and
ss_item_sk is not null) and ss_sold_date_sk is not null) (type: boolean)
+                                          |           Statistics:Num rows: 1 Data size: 0
Basic stats: PARTIAL Column stats: NONE
+                                          |           TableScan [TS_0]
+                                          |              alias:store_sales
+                                          |              Statistics:Num rows: 1 Data size:
0 Basic stats: PARTIAL Column stats: NONE
+                                          |<-Map 7 [SIMPLE_EDGE]
+                                             Reduce Output Operator [RS_12]
+                                                key expressions:_col0 (type: int)
+                                                Map-reduce partition columns:_col0 (type:
int)
+                                                sort order:+
+                                                Statistics:Num rows: 462000 Data size: 663560457
Basic stats: COMPLETE Column stats: NONE
+                                                value expressions:_col1 (type: string)
+                                                Select Operator [SEL_5]
+                                                   outputColumnNames:["_col0","_col1"]
+                                                   Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                                                   Filter Operator [FIL_88]
+                                                      predicate:i_item_sk is not null (type:
boolean)
+                                                      Statistics:Num rows: 462000 Data size:
663560457 Basic stats: COMPLETE Column stats: NONE
+                                                      TableScan [TS_3]
+                                                         alias:item
+                                                         Statistics:Num rows: 462000 Data
size: 663560457 Basic stats: COMPLETE Column stats: NONE
+

http://git-wip-us.apache.org/repos/asf/hive/blob/09b6f9a3/ql/src/test/results/clientpositive/perf/query79.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query79.q.out b/ql/src/test/results/clientpositive/perf/query79.q.out
new file mode 100644
index 0000000..a69f717
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/query79.q.out
@@ -0,0 +1,181 @@
+PREHOOK: query: explain select c_last_name,c_first_name,substr(s_city,1,30) sub,ss_ticket_number,amt,profit
from (select ss_ticket_number ,ss_customer_sk ,store.s_city ,sum(ss_coupon_amt) amt ,sum(ss_net_profit)
profit from store_sales,date_dim,store,household_demographics where store_sales.ss_sold_date_sk
= date_dim.d_date_sk and store_sales.ss_store_sk = store.s_store_sk and store_sales.ss_hdemo_sk
= household_demographics.hd_demo_sk and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count
> 0) and date_dim.d_dow = 1 and date_dim.d_year in (1998,1998+1,1998+2) and store.s_number_employees
between 200 and 295 group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
where ms.ss_customer_sk = customer.c_customer_sk order by c_last_name,c_first_name,sub, profit
limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select c_last_name,c_first_name,substr(s_city,1,30) sub,ss_ticket_number,amt,profit
from (select ss_ticket_number ,ss_customer_sk ,store.s_city ,sum(ss_coupon_amt) amt ,sum(ss_net_profit)
profit from store_sales,date_dim,store,household_demographics where store_sales.ss_sold_date_sk
= date_dim.d_date_sk and store_sales.ss_store_sk = store.s_store_sk and store_sales.ss_hdemo_sk
= household_demographics.hd_demo_sk and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count
> 0) and date_dim.d_dow = 1 and date_dim.d_year in (1998,1998+1,1998+2) and store.s_number_employees
between 200 and 295 group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
where ms.ss_customer_sk = customer.c_customer_sk order by c_last_name,c_first_name,sub, profit
limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+   Fetch Operator
+      limit:100
+      Stage-1
+         Reducer 7
+         File Output Operator [FS_45]
+            compressed:false
+            Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats:
NONE
+            table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
+            Limit [LIM_44]
+               Number of rows:100
+               Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats:
NONE
+               Select Operator [SEL_43]
+               |  outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+               |  Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE
Column stats: NONE
+               |<-Reducer 6 [SIMPLE_EDGE]
+                  Reduce Output Operator [RS_42]
+                     key expressions:_col0 (type: string), _col1 (type: string), _col2 (type:
string), _col5 (type: decimal(17,2))
+                     sort order:++++
+                     Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE
Column stats: NONE
+                     value expressions:_col3 (type: int), _col4 (type: decimal(17,2))
+                     Select Operator [SEL_41]
+                        outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                        Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats:
COMPLETE Column stats: NONE
+                        Merge Join Operator [MERGEJOIN_68]
+                        |  condition map:[{"":"Inner Join 0 to 1"}]
+                        |  keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
+                        |  outputColumnNames:["_col0","_col2","_col3","_col4","_col6","_col7"]
+                        |  Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats:
COMPLETE Column stats: NONE
+                        |<-Map 11 [SIMPLE_EDGE]
+                        |  Reduce Output Operator [RS_39]
+                        |     key expressions:_col0 (type: int)
+                        |     Map-reduce partition columns:_col0 (type: int)
+                        |     sort order:+
+                        |     Statistics:Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+                        |     value expressions:_col1 (type: string), _col2 (type: string)
+                        |     Select Operator [SEL_35]
+                        |        outputColumnNames:["_col0","_col1","_col2"]
+                        |        Statistics:Num rows: 80000000 Data size: 68801615852 Basic
stats: COMPLETE Column stats: NONE
+                        |        Filter Operator [FIL_64]
+                        |           predicate:c_customer_sk is not null (type: boolean)
+                        |           Statistics:Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+                        |           TableScan [TS_33]
+                        |              alias:customer
+                        |              Statistics:Num rows: 80000000 Data size: 68801615852
Basic stats: COMPLETE Column stats: NONE
+                        |<-Reducer 5 [SIMPLE_EDGE]
+                           Reduce Output Operator [RS_37]
+                              key expressions:_col1 (type: int)
+                              Map-reduce partition columns:_col1 (type: int)
+                              sort order:+
+                              Statistics:Num rows: 12152 Data size: 13599051 Basic stats:
COMPLETE Column stats: NONE
+                              value expressions:_col0 (type: int), _col2 (type: string),
_col3 (type: decimal(17,2)), _col4 (type: decimal(17,2))
+                              Select Operator [SEL_31]
+                                 outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
+                                 Statistics:Num rows: 12152 Data size: 13599051 Basic stats:
COMPLETE Column stats: NONE
+                                 Group By Operator [GBY_30]
+                                 |  aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
+                                 |  keys:KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2
(type: int), KEY._col3 (type: string)
+                                 |  outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                                 |  Statistics:Num rows: 12152 Data size: 13599051 Basic
stats: COMPLETE Column stats: NONE
+                                 |<-Reducer 4 [SIMPLE_EDGE]
+                                    Reduce Output Operator [RS_29]
+                                       key expressions:_col0 (type: int), _col1 (type: int),
_col2 (type: int), _col3 (type: string)
+                                       Map-reduce partition columns:_col0 (type: int), _col1
(type: int), _col2 (type: int), _col3 (type: string)
+                                       sort order:++++
+                                       Statistics:Num rows: 24305 Data size: 27199223 Basic
stats: COMPLETE Column stats: NONE
+                                       value expressions:_col4 (type: decimal(17,2)), _col5
(type: decimal(17,2))
+                                       Group By Operator [GBY_28]
+                                          aggregations:["sum(_col6)","sum(_col7)"]
+                                          keys:_col1 (type: int), _col3 (type: int), _col5
(type: int), _col13 (type: string)
+                                          outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+                                          Statistics:Num rows: 24305 Data size: 27199223
Basic stats: COMPLETE Column stats: NONE
+                                          Select Operator [SEL_27]
+                                             outputColumnNames:["_col1","_col3","_col5","_col13","_col6","_col7"]
+                                             Statistics:Num rows: 24305 Data size: 27199223
Basic stats: COMPLETE Column stats: NONE
+                                             Merge Join Operator [MERGEJOIN_67]
+                                             |  condition map:[{"":"Inner Join 0 to 1"}]
+                                             |  keys:{"0":"_col2 (type: int)","1":"_col0
(type: int)"}
+                                             |  outputColumnNames:["_col1","_col3","_col5","_col6","_col7","_col13"]
+                                             |  Statistics:Num rows: 24305 Data size: 27199223
Basic stats: COMPLETE Column stats: NONE
+                                             |<-Map 10 [SIMPLE_EDGE]
+                                             |  Reduce Output Operator [RS_25]
+                                             |     key expressions:_col0 (type: int)
+                                             |     Map-reduce partition columns:_col0 (type:
int)
+                                             |     sort order:+
+                                             |     Statistics:Num rows: 6000 Data size: 642000
Basic stats: COMPLETE Column stats: NONE
+                                             |     Select Operator [SEL_11]
+                                             |        outputColumnNames:["_col0"]
+                                             |        Statistics:Num rows: 6000 Data size:
642000 Basic stats: COMPLETE Column stats: NONE
+                                             |        Filter Operator [FIL_63]
+                                             |           predicate:(((hd_dep_count = 8) or
(hd_vehicle_count > 0)) and hd_demo_sk is not null) (type: boolean)
+                                             |           Statistics:Num rows: 6000 Data size:
642000 Basic stats: COMPLETE Column stats: NONE
+                                             |           TableScan [TS_9]
+                                             |              alias:household_demographics
+                                             |              Statistics:Num rows: 7200 Data
size: 770400 Basic stats: COMPLETE Column stats: NONE
+                                             |<-Reducer 3 [SIMPLE_EDGE]
+                                                Reduce Output Operator [RS_23]
+                                                   key expressions:_col2 (type: int)
+                                                   Map-reduce partition columns:_col2 (type:
int)
+                                                   sort order:+
+                                                   Statistics:Num rows: 22096 Data size:
24726566 Basic stats: COMPLETE Column stats: NONE
+                                                   value expressions:_col1 (type: int), _col3
(type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col13
(type: string)
+                                                   Merge Join Operator [MERGEJOIN_66]
+                                                   |  condition map:[{"":"Inner Join 0 to
1"}]
+                                                   |  keys:{"0":"_col4 (type: int)","1":"_col0
(type: int)"}
+                                                   |  outputColumnNames:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"]
+                                                   |  Statistics:Num rows: 22096 Data size:
24726566 Basic stats: COMPLETE Column stats: NONE
+                                                   |<-Map 9 [SIMPLE_EDGE]
+                                                   |  Reduce Output Operator [RS_20]
+                                                   |     key expressions:_col0 (type: int)
+                                                   |     Map-reduce partition columns:_col0
(type: int)
+                                                   |     sort order:+
+                                                   |     Statistics:Num rows: 852 Data size:
1628138 Basic stats: COMPLETE Column stats: NONE
+                                                   |     value expressions:_col2 (type: string)
+                                                   |     Select Operator [SEL_8]
+                                                   |        outputColumnNames:["_col0","_col2"]
+                                                   |        Statistics:Num rows: 852 Data
size: 1628138 Basic stats: COMPLETE Column stats: NONE
+                                                   |        Filter Operator [FIL_62]
+                                                   |           predicate:(s_number_employees
BETWEEN 200 AND 295 and s_store_sk is not null) (type: boolean)
+                                                   |           Statistics:Num rows: 852 Data
size: 1628138 Basic stats: COMPLETE Column stats: NONE
+                                                   |           TableScan [TS_6]
+                                                   |              alias:store
+                                                   |              Statistics:Num rows: 1704
Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
+                                                   |<-Reducer 2 [SIMPLE_EDGE]
+                                                      Reduce Output Operator [RS_18]
+                                                         key expressions:_col4 (type: int)
+                                                         Map-reduce partition columns:_col4
(type: int)
+                                                         sort order:+
+                                                         Statistics:Num rows: 20088 Data
size: 22478696 Basic stats: COMPLETE Column stats: NONE
+                                                         value expressions:_col1 (type: int),
_col2 (type: int), _col3 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7
(type: decimal(7,2))
+                                                         Merge Join Operator [MERGEJOIN_65]
+                                                         |  condition map:[{"":"Inner Join
0 to 1"}]
+                                                         |  keys:{"0":"_col0 (type: int)","1":"_col0
(type: int)"}
+                                                         |  outputColumnNames:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+                                                         |  Statistics:Num rows: 20088 Data
size: 22478696 Basic stats: COMPLETE Column stats: NONE
+                                                         |<-Map 1 [SIMPLE_EDGE]
+                                                         |  Reduce Output Operator [RS_13]
+                                                         |     key expressions:_col0 (type:
int)
+                                                         |     Map-reduce partition columns:_col0
(type: int)
+                                                         |     sort order:+
+                                                         |     Statistics:Num rows: 1 Data
size: 0 Basic stats: PARTIAL Column stats: NONE
+                                                         |     value expressions:_col1 (type:
int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type:
decimal(7,2)), _col7 (type: decimal(7,2))
+                                                         |     Select Operator [SEL_2]
+                                                         |        outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+                                                         |        Statistics:Num rows: 1
Data size: 0 Basic stats: PARTIAL Column stats: NONE
+                                                         |        Filter Operator [FIL_60]
+                                                         |           predicate:(((ss_sold_date_sk
is not null and ss_store_sk is not null) and ss_hdemo_sk is not null) and ss_customer_sk is
not null) (type: boolean)
+                                                         |           Statistics:Num rows:
1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+                                                         |           TableScan [TS_0]
+                                                         |              alias:store_sales
+                                                         |              Statistics:Num rows:
1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+                                                         |<-Map 8 [SIMPLE_EDGE]
+                                                            Reduce Output Operator [RS_15]
+                                                               key expressions:_col0 (type:
int)
+                                                               Map-reduce partition columns:_col0
(type: int)
+                                                               sort order:+
+                                                               Statistics:Num rows: 18262
Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+                                                               Select Operator [SEL_5]
+                                                                  outputColumnNames:["_col0"]
+                                                                  Statistics:Num rows: 18262
Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+                                                                  Filter Operator [FIL_61]
+                                                                     predicate:(((d_dow =
1) and (d_year) IN (1998, 1999, 2000)) and d_date_sk is not null) (type: boolean)
+                                                                     Statistics:Num rows:
18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+                                                                     TableScan [TS_3]
+                                                                        alias:date_dim
+                                                                        Statistics:Num rows:
73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+


Mime
View raw message