hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject [12/48] hive git commit: HIVE-8769 : Physical optimizer : Incorrect CE results in a shuffle join instead of a Map join (PK/FK pattern not detected) (Pengcheng Xiong via Ashutosh Chauhan)
Date Sat, 23 May 2015 18:48:45 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/d823fc80/ql/src/test/results/clientpositive/tez/explainuser_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out
index f84524b..0c590d8 100644
--- a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out
+++ b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out
@@ -621,15 +621,19 @@ Stage-0
                |     key expressions:_col0 (type: string), _col1 (type: string)
                |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |     sort order:++
+               |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |     Group By Operator [GBY_57]
                |        keys:_col0 (type: string), _col1 (type: string)
                |        outputColumnNames:["_col0","_col1"]
+               |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |        Select Operator [SEL_26]
                |           outputColumnNames:["_col0","_col1"]
+               |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           Merge Join Operator [MERGEJOIN_85]
                |           |  condition map:[{"":"Inner Join 0 to 1"}]
                |           |  keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"}
                |           |  outputColumnNames:["_col1","_col2"]
+               |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           |<-Map 1 [SIMPLE_EDGE]
                |           |  Reduce Output Operator [RS_22]
                |           |     key expressions:_col0 (type: string)
@@ -692,43 +696,57 @@ Stage-0
                |                             |     key expressions:_col0 (type: string), _col1 (type: string)
                |                             |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |     sort order:++
+               |                             |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |     Group By Operator [GBY_9]
                |                             |        keys:_col0 (type: string), _col1 (type: string)
                |                             |        outputColumnNames:["_col0","_col1"]
+               |                             |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |        Select Operator [SEL_3]
                |                             |           outputColumnNames:["_col0","_col1"]
+               |                             |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |                             |           Filter Operator [FIL_77]
                |                             |              predicate:value is not null (type: boolean)
+               |                             |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |                             |              TableScan [TS_2]
                |                             |                 alias:x
+               |                             |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                |                             |<-Map 9 [CONTAINS]
                |                                Reduce Output Operator [RS_10]
                |                                   key expressions:_col0 (type: string), _col1 (type: string)
                |                                   Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                                   sort order:++
+               |                                   Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                                   Group By Operator [GBY_9]
                |                                      keys:_col0 (type: string), _col1 (type: string)
                |                                      outputColumnNames:["_col0","_col1"]
+               |                                      Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                                      Select Operator [SEL_5]
                |                                         outputColumnNames:["_col0","_col1"]
+               |                                         Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                                         Filter Operator [FIL_78]
                |                                            predicate:value is not null (type: boolean)
+               |                                            Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                                            TableScan [TS_4]
                |                                               alias:y
+               |                                               Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |<-Reducer 12 [CONTAINS]
                   Reduce Output Operator [RS_58]
                      key expressions:_col0 (type: string), _col1 (type: string)
                      Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                      sort order:++
+                     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                      Group By Operator [GBY_57]
                         keys:_col0 (type: string), _col1 (type: string)
                         outputColumnNames:["_col0","_col1"]
+                        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                         Select Operator [SEL_53]
                            outputColumnNames:["_col0","_col1"]
+                           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            Merge Join Operator [MERGEJOIN_87]
                            |  condition map:[{"":"Inner Join 0 to 1"}]
                            |  keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"}
                            |  outputColumnNames:["_col1","_col2"]
+                           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |<-Map 11 [SIMPLE_EDGE]
                            |  Reduce Output Operator [RS_49]
                            |     key expressions:_col0 (type: string)
@@ -791,29 +809,39 @@ Stage-0
                                              |     key expressions:_col0 (type: string), _col1 (type: string)
                                              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                              |     sort order:++
+                                             |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                              |     Group By Operator [GBY_36]
                                              |        keys:_col0 (type: string), _col1 (type: string)
                                              |        outputColumnNames:["_col0","_col1"]
+                                             |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                              |        Select Operator [SEL_30]
                                              |           outputColumnNames:["_col0","_col1"]
+                                             |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                              |           Filter Operator [FIL_81]
                                              |              predicate:value is not null (type: boolean)
+                                             |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                              |              TableScan [TS_29]
                                              |                 alias:x
+                                             |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                                              |<-Map 17 [CONTAINS]
                                                 Reduce Output Operator [RS_37]
                                                    key expressions:_col0 (type: string), _col1 (type: string)
                                                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                                    sort order:++
+                                                   Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                    Group By Operator [GBY_36]
                                                       keys:_col0 (type: string), _col1 (type: string)
                                                       outputColumnNames:["_col0","_col1"]
+                                                      Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                       Select Operator [SEL_32]
                                                          outputColumnNames:["_col0","_col1"]
+                                                         Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                                          Filter Operator [FIL_82]
                                                             predicate:value is not null (type: boolean)
+                                                            Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                                             TableScan [TS_31]
                                                                alias:y
+                                                               Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
 PREHOOK: query: explain
 SELECT x.key, y.value
 FROM src1 x JOIN src y ON (x.key = y.key) 
@@ -886,15 +914,19 @@ Stage-0
                |     key expressions:_col0 (type: string), _col1 (type: string)
                |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |     sort order:++
+               |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |     Group By Operator [GBY_118]
                |        keys:_col0 (type: string), _col1 (type: string)
                |        outputColumnNames:["_col0","_col1"]
+               |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |        Select Operator [SEL_114]
                |           outputColumnNames:["_col0","_col1"]
+               |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           Merge Join Operator [MERGEJOIN_170]
                |           |  condition map:[{"":"Inner Join 0 to 1"}]
                |           |  keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"}
                |           |  outputColumnNames:["_col1","_col3"]
+               |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           |<-Map 24 [SIMPLE_EDGE]
                |           |  Reduce Output Operator [RS_110]
                |           |     key expressions:_col0 (type: string)
@@ -957,107 +989,140 @@ Stage-0
                |                             |     key expressions:_col0 (type: string), _col1 (type: string)
                |                             |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |     sort order:++
+               |                             |     Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |                             |     Group By Operator [GBY_97]
                |                             |        keys:_col0 (type: string), _col1 (type: string)
                |                             |        outputColumnNames:["_col0","_col1"]
+               |                             |        Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |                             |        Group By Operator [GBY_90]
                |                             |        |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                |                             |        |  outputColumnNames:["_col0","_col1"]
+               |                             |        |  Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE
                |                             |        |<-Union 29 [SIMPLE_EDGE]
                |                             |           |<-Map 35 [CONTAINS]
                |                             |           |  Reduce Output Operator [RS_89]
                |                             |           |     key expressions:_col0 (type: string), _col1 (type: string)
                |                             |           |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |           |     sort order:++
+               |                             |           |     Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |                             |           |     Group By Operator [GBY_88]
                |                             |           |        keys:_col0 (type: string), _col1 (type: string)
                |                             |           |        outputColumnNames:["_col0","_col1"]
+               |                             |           |        Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |                             |           |        Select Operator [SEL_84]
                |                             |           |           outputColumnNames:["_col0","_col1"]
+               |                             |           |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                             |           |           Filter Operator [FIL_162]
                |                             |           |              predicate:value is not null (type: boolean)
+               |                             |           |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                             |           |              TableScan [TS_83]
                |                             |           |                 alias:y
+               |                             |           |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |                             |           |<-Reducer 28 [CONTAINS]
                |                             |              Reduce Output Operator [RS_89]
                |                             |                 key expressions:_col0 (type: string), _col1 (type: string)
                |                             |                 Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |                 sort order:++
+               |                             |                 Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |                             |                 Group By Operator [GBY_88]
                |                             |                    keys:_col0 (type: string), _col1 (type: string)
                |                             |                    outputColumnNames:["_col0","_col1"]
+               |                             |                    Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |                             |                    Group By Operator [GBY_81]
                |                             |                    |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                |                             |                    |  outputColumnNames:["_col0","_col1"]
+               |                             |                    |  Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE
                |                             |                    |<-Union 27 [SIMPLE_EDGE]
                |                             |                       |<-Map 34 [CONTAINS]
                |                             |                       |  Reduce Output Operator [RS_80]
                |                             |                       |     key expressions:_col0 (type: string), _col1 (type: string)
                |                             |                       |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |                       |     sort order:++
+               |                             |                       |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |                       |     Group By Operator [GBY_79]
                |                             |                       |        keys:_col0 (type: string), _col1 (type: string)
                |                             |                       |        outputColumnNames:["_col0","_col1"]
+               |                             |                       |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |                       |        Select Operator [SEL_75]
                |                             |                       |           outputColumnNames:["_col0","_col1"]
+               |                             |                       |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                             |                       |           Filter Operator [FIL_161]
                |                             |                       |              predicate:value is not null (type: boolean)
+               |                             |                       |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                             |                       |              TableScan [TS_74]
                |                             |                       |                 alias:y
+               |                             |                       |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |                             |                       |<-Map 26 [CONTAINS]
                |                             |                          Reduce Output Operator [RS_80]
                |                             |                             key expressions:_col0 (type: string), _col1 (type: string)
                |                             |                             Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                             |                             sort order:++
+               |                             |                             Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |                             Group By Operator [GBY_79]
                |                             |                                keys:_col0 (type: string), _col1 (type: string)
                |                             |                                outputColumnNames:["_col0","_col1"]
+               |                             |                                Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |                             |                                Select Operator [SEL_73]
                |                             |                                   outputColumnNames:["_col0","_col1"]
+               |                             |                                   Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |                             |                                   Filter Operator [FIL_160]
                |                             |                                      predicate:value is not null (type: boolean)
+               |                             |                                      Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |                             |                                      TableScan [TS_72]
                |                             |                                         alias:x
+               |                             |                                         Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                |                             |<-Map 36 [CONTAINS]
                |                                Reduce Output Operator [RS_98]
                |                                   key expressions:_col0 (type: string), _col1 (type: string)
                |                                   Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |                                   sort order:++
+               |                                   Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |                                   Group By Operator [GBY_97]
                |                                      keys:_col0 (type: string), _col1 (type: string)
                |                                      outputColumnNames:["_col0","_col1"]
+               |                                      Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |                                      Select Operator [SEL_93]
                |                                         outputColumnNames:["_col0","_col1"]
+               |                                         Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                                         Filter Operator [FIL_163]
                |                                            predicate:value is not null (type: boolean)
+               |                                            Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                                            TableScan [TS_92]
                |                                               alias:y
+               |                                               Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |<-Reducer 4 [CONTAINS]
                   Reduce Output Operator [RS_119]
                      key expressions:_col0 (type: string), _col1 (type: string)
                      Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                      sort order:++
+                     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                      Group By Operator [GBY_118]
                         keys:_col0 (type: string), _col1 (type: string)
                         outputColumnNames:["_col0","_col1"]
+                        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                         Group By Operator [GBY_68]
                         |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                         |  outputColumnNames:["_col0","_col1"]
+                        |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                         |<-Union 3 [SIMPLE_EDGE]
                            |<-Reducer 14 [CONTAINS]
                            |  Reduce Output Operator [RS_67]
                            |     key expressions:_col0 (type: string), _col1 (type: string)
                            |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |     sort order:++
+                           |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                            |     Group By Operator [GBY_66]
                            |        keys:_col0 (type: string), _col1 (type: string)
                            |        outputColumnNames:["_col0","_col1"]
+                           |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                            |        Select Operator [SEL_62]
                            |           outputColumnNames:["_col0","_col1"]
+                           |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |           Merge Join Operator [MERGEJOIN_168]
                            |           |  condition map:[{"":"Inner Join 0 to 1"}]
                            |           |  keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"}
                            |           |  outputColumnNames:["_col1","_col3"]
+                           |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |           |<-Map 13 [SIMPLE_EDGE]
                            |           |  Reduce Output Operator [RS_58]
                            |           |     key expressions:_col0 (type: string)
@@ -1120,69 +1185,91 @@ Stage-0
                            |                             |     key expressions:_col0 (type: string), _col1 (type: string)
                            |                             |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |                             |     sort order:++
+                           |                             |     Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |                             |     Group By Operator [GBY_45]
                            |                             |        keys:_col0 (type: string), _col1 (type: string)
                            |                             |        outputColumnNames:["_col0","_col1"]
+                           |                             |        Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |                             |        Select Operator [SEL_41]
                            |                             |           outputColumnNames:["_col0","_col1"]
+                           |                             |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                             |           Filter Operator [FIL_157]
                            |                             |              predicate:value is not null (type: boolean)
+                           |                             |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                             |              TableScan [TS_40]
                            |                             |                 alias:y
+                           |                             |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |                             |<-Reducer 17 [CONTAINS]
                            |                                Reduce Output Operator [RS_46]
                            |                                   key expressions:_col0 (type: string), _col1 (type: string)
                            |                                   Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |                                   sort order:++
+                           |                                   Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |                                   Group By Operator [GBY_45]
                            |                                      keys:_col0 (type: string), _col1 (type: string)
                            |                                      outputColumnNames:["_col0","_col1"]
+                           |                                      Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |                                      Group By Operator [GBY_38]
                            |                                      |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                            |                                      |  outputColumnNames:["_col0","_col1"]
+                           |                                      |  Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE
                            |                                      |<-Union 16 [SIMPLE_EDGE]
                            |                                         |<-Map 21 [CONTAINS]
                            |                                         |  Reduce Output Operator [RS_37]
                            |                                         |     key expressions:_col0 (type: string), _col1 (type: string)
                            |                                         |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |                                         |     sort order:++
+                           |                                         |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                                         |     Group By Operator [GBY_36]
                            |                                         |        keys:_col0 (type: string), _col1 (type: string)
                            |                                         |        outputColumnNames:["_col0","_col1"]
+                           |                                         |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                                         |        Select Operator [SEL_32]
                            |                                         |           outputColumnNames:["_col0","_col1"]
+                           |                                         |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                                         |           Filter Operator [FIL_156]
                            |                                         |              predicate:value is not null (type: boolean)
+                           |                                         |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                                         |              TableScan [TS_31]
                            |                                         |                 alias:y
+                           |                                         |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |                                         |<-Map 15 [CONTAINS]
                            |                                            Reduce Output Operator [RS_37]
                            |                                               key expressions:_col0 (type: string), _col1 (type: string)
                            |                                               Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |                                               sort order:++
+                           |                                               Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                                               Group By Operator [GBY_36]
                            |                                                  keys:_col0 (type: string), _col1 (type: string)
                            |                                                  outputColumnNames:["_col0","_col1"]
+                           |                                                  Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                                                  Select Operator [SEL_30]
                            |                                                     outputColumnNames:["_col0","_col1"]
+                           |                                                     Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |                                                     Filter Operator [FIL_155]
                            |                                                        predicate:value is not null (type: boolean)
+                           |                                                        Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |                                                        TableScan [TS_29]
                            |                                                           alias:x
+                           |                                                           Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                            |<-Reducer 2 [CONTAINS]
                               Reduce Output Operator [RS_67]
                                  key expressions:_col0 (type: string), _col1 (type: string)
                                  Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                  sort order:++
+                                 Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                                  Group By Operator [GBY_66]
                                     keys:_col0 (type: string), _col1 (type: string)
                                     outputColumnNames:["_col0","_col1"]
+                                    Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                                     Select Operator [SEL_26]
                                        outputColumnNames:["_col0","_col1"]
+                                       Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                                        Merge Join Operator [MERGEJOIN_166]
                                        |  condition map:[{"":"Inner Join 0 to 1"}]
                                        |  keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"}
                                        |  outputColumnNames:["_col1","_col3"]
+                                       |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                                        |<-Map 1 [SIMPLE_EDGE]
                                        |  Reduce Output Operator [RS_22]
                                        |     key expressions:_col0 (type: string)
@@ -1245,29 +1332,39 @@ Stage-0
                                                          |     key expressions:_col0 (type: string), _col1 (type: string)
                                                          |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                                          |     sort order:++
+                                                         |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                          |     Group By Operator [GBY_9]
                                                          |        keys:_col0 (type: string), _col1 (type: string)
                                                          |        outputColumnNames:["_col0","_col1"]
+                                                         |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                          |        Select Operator [SEL_5]
                                                          |           outputColumnNames:["_col0","_col1"]
+                                                         |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                                          |           Filter Operator [FIL_152]
                                                          |              predicate:value is not null (type: boolean)
+                                                         |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                                          |              TableScan [TS_4]
                                                          |                 alias:y
+                                                         |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                                                          |<-Map 7 [CONTAINS]
                                                             Reduce Output Operator [RS_10]
                                                                key expressions:_col0 (type: string), _col1 (type: string)
                                                                Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                                                sort order:++
+                                                               Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                                Group By Operator [GBY_9]
                                                                   keys:_col0 (type: string), _col1 (type: string)
                                                                   outputColumnNames:["_col0","_col1"]
+                                                                  Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                                                   Select Operator [SEL_3]
                                                                      outputColumnNames:["_col0","_col1"]
+                                                                     Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                                                      Filter Operator [FIL_151]
                                                                         predicate:value is not null (type: boolean)
+                                                                        Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                                                         TableScan [TS_2]
                                                                            alias:x
+                                                                           Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
 PREHOOK: query: EXPLAIN
 SELECT x.key, z.value, y.value
 FROM src1 x JOIN src y ON (x.key = y.key) 
@@ -1659,15 +1756,19 @@ Stage-0
                |     key expressions:_col0 (type: string), _col1 (type: string)
                |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |     sort order:++
+               |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |     Group By Operator [GBY_57]
                |        keys:_col0 (type: string), _col1 (type: string)
                |        outputColumnNames:["_col0","_col1"]
+               |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |        Select Operator [SEL_26]
                |           outputColumnNames:["_col0","_col1"]
+               |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           Map Join Operator [MAPJOIN_85]
                |           |  condition map:[{"":"Inner Join 0 to 1"}]
                |           |  keys:{"Map 1":"_col0 (type: string)","Reducer 6":"_col1 (type: string)"}
                |           |  outputColumnNames:["_col1","_col2"]
+               |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           |<-Reducer 6 [BROADCAST_EDGE]
                |           |  Reduce Output Operator [RS_24]
                |           |     key expressions:_col1 (type: string)
@@ -1709,49 +1810,66 @@ Stage-0
                |           |              |     key expressions:_col0 (type: string), _col1 (type: string)
                |           |              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |              |     sort order:++
+               |           |              |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |              |     Group By Operator [GBY_9]
                |           |              |        keys:_col0 (type: string), _col1 (type: string)
                |           |              |        outputColumnNames:["_col0","_col1"]
+               |           |              |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |              |        Select Operator [SEL_3]
                |           |              |           outputColumnNames:["_col0","_col1"]
+               |           |              |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |           |              |           Filter Operator [FIL_77]
                |           |              |              predicate:value is not null (type: boolean)
+               |           |              |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |           |              |              TableScan [TS_2]
                |           |              |                 alias:x
+               |           |              |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                |           |              |<-Map 7 [CONTAINS]
                |           |                 Reduce Output Operator [RS_10]
                |           |                    key expressions:_col0 (type: string), _col1 (type: string)
                |           |                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                    sort order:++
+               |           |                    Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                    Group By Operator [GBY_9]
                |           |                       keys:_col0 (type: string), _col1 (type: string)
                |           |                       outputColumnNames:["_col0","_col1"]
+               |           |                       Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                       Select Operator [SEL_5]
                |           |                          outputColumnNames:["_col0","_col1"]
+               |           |                          Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                          Filter Operator [FIL_78]
                |           |                             predicate:value is not null (type: boolean)
+               |           |                             Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                             TableScan [TS_4]
                |           |                                alias:y
+               |           |                                Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |           |<-Select Operator [SEL_1]
                |                 outputColumnNames:["_col0"]
+               |                 Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                 Filter Operator [FIL_76]
                |                    predicate:key is not null (type: boolean)
+               |                    Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                    TableScan [TS_0]
                |                       alias:y
+               |                       Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |<-Map 9 [CONTAINS]
                   Reduce Output Operator [RS_58]
                      key expressions:_col0 (type: string), _col1 (type: string)
                      Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                      sort order:++
+                     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                      Group By Operator [GBY_57]
                         keys:_col0 (type: string), _col1 (type: string)
                         outputColumnNames:["_col0","_col1"]
+                        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                         Select Operator [SEL_53]
                            outputColumnNames:["_col0","_col1"]
+                           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            Map Join Operator [MAPJOIN_87]
                            |  condition map:[{"":"Inner Join 0 to 1"}]
                            |  keys:{"Reducer 12":"_col1 (type: string)","Map 9":"_col0 (type: string)"}
                            |  outputColumnNames:["_col1","_col2"]
+                           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |<-Reducer 12 [BROADCAST_EDGE]
                            |  Reduce Output Operator [RS_51]
                            |     key expressions:_col1 (type: string)
@@ -1793,35 +1911,48 @@ Stage-0
                            |              |     key expressions:_col0 (type: string), _col1 (type: string)
                            |              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |              |     sort order:++
+                           |              |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |              |     Group By Operator [GBY_36]
                            |              |        keys:_col0 (type: string), _col1 (type: string)
                            |              |        outputColumnNames:["_col0","_col1"]
+                           |              |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |              |        Select Operator [SEL_32]
                            |              |           outputColumnNames:["_col0","_col1"]
+                           |              |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |              |           Filter Operator [FIL_82]
                            |              |              predicate:value is not null (type: boolean)
+                           |              |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |              |              TableScan [TS_31]
                            |              |                 alias:y
+                           |              |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |              |<-Map 10 [CONTAINS]
                            |                 Reduce Output Operator [RS_37]
                            |                    key expressions:_col0 (type: string), _col1 (type: string)
                            |                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |                    sort order:++
+                           |                    Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                    Group By Operator [GBY_36]
                            |                       keys:_col0 (type: string), _col1 (type: string)
                            |                       outputColumnNames:["_col0","_col1"]
+                           |                       Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |                       Select Operator [SEL_30]
                            |                          outputColumnNames:["_col0","_col1"]
+                           |                          Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |                          Filter Operator [FIL_81]
                            |                             predicate:value is not null (type: boolean)
+                           |                             Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |                             TableScan [TS_29]
                            |                                alias:x
+                           |                                Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                            |<-Select Operator [SEL_28]
                                  outputColumnNames:["_col0"]
+                                 Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                  Filter Operator [FIL_80]
                                     predicate:key is not null (type: boolean)
+                                    Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                     TableScan [TS_27]
                                        alias:y
+                                       Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
 PREHOOK: query: explain
 SELECT x.key, y.value
 FROM src1 x JOIN src y ON (x.key = y.key) 
@@ -1891,15 +2022,19 @@ Stage-0
                |     key expressions:_col0 (type: string), _col1 (type: string)
                |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |     sort order:++
+               |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |     Group By Operator [GBY_118]
                |        keys:_col0 (type: string), _col1 (type: string)
                |        outputColumnNames:["_col0","_col1"]
+               |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                |        Select Operator [SEL_114]
                |           outputColumnNames:["_col0","_col1"]
+               |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           Map Join Operator [MAPJOIN_170]
                |           |  condition map:[{"":"Inner Join 0 to 1"}]
                |           |  keys:{"Map 20":"_col0 (type: string)","Reducer 27":"_col1 (type: string)"}
                |           |  outputColumnNames:["_col1","_col3"]
+               |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                |           |<-Reducer 27 [BROADCAST_EDGE]
                |           |  Reduce Output Operator [RS_112]
                |           |     key expressions:_col1 (type: string)
@@ -1940,113 +2075,149 @@ Stage-0
                |           |              |     key expressions:_col0 (type: string), _col1 (type: string)
                |           |              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |              |     sort order:++
+               |           |              |     Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |           |              |     Group By Operator [GBY_97]
                |           |              |        keys:_col0 (type: string), _col1 (type: string)
                |           |              |        outputColumnNames:["_col0","_col1"]
+               |           |              |        Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |           |              |        Select Operator [SEL_93]
                |           |              |           outputColumnNames:["_col0","_col1"]
+               |           |              |           Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |              |           Filter Operator [FIL_163]
                |           |              |              predicate:value is not null (type: boolean)
+               |           |              |              Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |              |              TableScan [TS_92]
                |           |              |                 alias:y
+               |           |              |                 Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |           |              |<-Reducer 25 [CONTAINS]
                |           |                 Reduce Output Operator [RS_98]
                |           |                    key expressions:_col0 (type: string), _col1 (type: string)
                |           |                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                    sort order:++
+               |           |                    Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |           |                    Group By Operator [GBY_97]
                |           |                       keys:_col0 (type: string), _col1 (type: string)
                |           |                       outputColumnNames:["_col0","_col1"]
+               |           |                       Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE
                |           |                       Group By Operator [GBY_90]
                |           |                       |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                |           |                       |  outputColumnNames:["_col0","_col1"]
+               |           |                       |  Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE
                |           |                       |<-Union 24 [SIMPLE_EDGE]
                |           |                          |<-Reducer 23 [CONTAINS]
                |           |                          |  Reduce Output Operator [RS_89]
                |           |                          |     key expressions:_col0 (type: string), _col1 (type: string)
                |           |                          |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                          |     sort order:++
+               |           |                          |     Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |           |                          |     Group By Operator [GBY_88]
                |           |                          |        keys:_col0 (type: string), _col1 (type: string)
                |           |                          |        outputColumnNames:["_col0","_col1"]
+               |           |                          |        Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |           |                          |        Group By Operator [GBY_81]
                |           |                          |        |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                |           |                          |        |  outputColumnNames:["_col0","_col1"]
+               |           |                          |        |  Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE
                |           |                          |        |<-Union 22 [SIMPLE_EDGE]
                |           |                          |           |<-Map 21 [CONTAINS]
                |           |                          |           |  Reduce Output Operator [RS_80]
                |           |                          |           |     key expressions:_col0 (type: string), _col1 (type: string)
                |           |                          |           |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                          |           |     sort order:++
+               |           |                          |           |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                          |           |     Group By Operator [GBY_79]
                |           |                          |           |        keys:_col0 (type: string), _col1 (type: string)
                |           |                          |           |        outputColumnNames:["_col0","_col1"]
+               |           |                          |           |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                          |           |        Select Operator [SEL_73]
                |           |                          |           |           outputColumnNames:["_col0","_col1"]
+               |           |                          |           |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |           |                          |           |           Filter Operator [FIL_160]
                |           |                          |           |              predicate:value is not null (type: boolean)
+               |           |                          |           |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                |           |                          |           |              TableScan [TS_72]
                |           |                          |           |                 alias:x
+               |           |                          |           |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                |           |                          |           |<-Map 28 [CONTAINS]
                |           |                          |              Reduce Output Operator [RS_80]
                |           |                          |                 key expressions:_col0 (type: string), _col1 (type: string)
                |           |                          |                 Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                          |                 sort order:++
+               |           |                          |                 Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                          |                 Group By Operator [GBY_79]
                |           |                          |                    keys:_col0 (type: string), _col1 (type: string)
                |           |                          |                    outputColumnNames:["_col0","_col1"]
+               |           |                          |                    Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                |           |                          |                    Select Operator [SEL_75]
                |           |                          |                       outputColumnNames:["_col0","_col1"]
+               |           |                          |                       Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                          |                       Filter Operator [FIL_161]
                |           |                          |                          predicate:value is not null (type: boolean)
+               |           |                          |                          Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                          |                          TableScan [TS_74]
                |           |                          |                             alias:y
+               |           |                          |                             Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |           |                          |<-Map 29 [CONTAINS]
                |           |                             Reduce Output Operator [RS_89]
                |           |                                key expressions:_col0 (type: string), _col1 (type: string)
                |           |                                Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                |           |                                sort order:++
+               |           |                                Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |           |                                Group By Operator [GBY_88]
                |           |                                   keys:_col0 (type: string), _col1 (type: string)
                |           |                                   outputColumnNames:["_col0","_col1"]
+               |           |                                   Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                |           |                                   Select Operator [SEL_84]
                |           |                                      outputColumnNames:["_col0","_col1"]
+               |           |                                      Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                                      Filter Operator [FIL_162]
                |           |                                         predicate:value is not null (type: boolean)
+               |           |                                         Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |           |                                         TableScan [TS_83]
                |           |                                            alias:y
+               |           |                                            Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |           |<-Select Operator [SEL_71]
                |                 outputColumnNames:["_col0","_col1"]
+               |                 Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                 Filter Operator [FIL_159]
                |                    predicate:key is not null (type: boolean)
+               |                    Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                |                    TableScan [TS_70]
                |                       alias:y
+               |                       Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                |<-Reducer 3 [CONTAINS]
                   Reduce Output Operator [RS_119]
                      key expressions:_col0 (type: string), _col1 (type: string)
                      Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                      sort order:++
+                     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                      Group By Operator [GBY_118]
                         keys:_col0 (type: string), _col1 (type: string)
                         outputColumnNames:["_col0","_col1"]
+                        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                         Group By Operator [GBY_68]
                         |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                         |  outputColumnNames:["_col0","_col1"]
+                        |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                         |<-Union 2 [SIMPLE_EDGE]
                            |<-Map 11 [CONTAINS]
                            |  Reduce Output Operator [RS_67]
                            |     key expressions:_col0 (type: string), _col1 (type: string)
                            |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |     sort order:++
+                           |     Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                            |     Group By Operator [GBY_66]
                            |        keys:_col0 (type: string), _col1 (type: string)
                            |        outputColumnNames:["_col0","_col1"]
+                           |        Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                            |        Select Operator [SEL_62]
                            |           outputColumnNames:["_col0","_col1"]
+                           |           Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |           Map Join Operator [MAPJOIN_168]
                            |           |  condition map:[{"":"Inner Join 0 to 1"}]
                            |           |  keys:{"Map 11":"_col0 (type: string)","Reducer 16":"_col1 (type: string)"}
                            |           |  outputColumnNames:["_col1","_col3"]
+                           |           |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                            |           |<-Reducer 16 [BROADCAST_EDGE]
                            |           |  Reduce Output Operator [RS_60]
                            |           |     key expressions:_col1 (type: string)
@@ -2087,75 +2258,100 @@ Stage-0
                            |           |              |     key expressions:_col0 (type: string), _col1 (type: string)
                            |           |              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |           |              |     sort order:++
+                           |           |              |     Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |           |              |     Group By Operator [GBY_45]
                            |           |              |        keys:_col0 (type: string), _col1 (type: string)
                            |           |              |        outputColumnNames:["_col0","_col1"]
+                           |           |              |        Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |           |              |        Group By Operator [GBY_38]
                            |           |              |        |  keys:KEY._col0 (type: string), KEY._col1 (type: string)
                            |           |              |        |  outputColumnNames:["_col0","_col1"]
+                           |           |              |        |  Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE
                            |           |              |        |<-Union 13 [SIMPLE_EDGE]
                            |           |              |           |<-Map 12 [CONTAINS]
                            |           |              |           |  Reduce Output Operator [RS_37]
                            |           |              |           |     key expressions:_col0 (type: string), _col1 (type: string)
                            |           |              |           |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |           |              |           |     sort order:++
+                           |           |              |           |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |           |              |           |     Group By Operator [GBY_36]
                            |           |              |           |        keys:_col0 (type: string), _col1 (type: string)
                            |           |              |           |        outputColumnNames:["_col0","_col1"]
+                           |           |              |           |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |           |              |           |        Select Operator [SEL_30]
                            |           |              |           |           outputColumnNames:["_col0","_col1"]
+                           |           |              |           |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |           |              |           |           Filter Operator [FIL_155]
                            |           |              |           |              predicate:value is not null (type: boolean)
+                           |           |              |           |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                            |           |              |           |              TableScan [TS_29]
                            |           |              |           |                 alias:x
+                           |           |              |           |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                            |           |              |           |<-Map 17 [CONTAINS]
                            |           |              |              Reduce Output Operator [RS_37]
                            |           |              |                 key expressions:_col0 (type: string), _col1 (type: string)
                            |           |              |                 Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |           |              |                 sort order:++
+                           |           |              |                 Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |           |              |                 Group By Operator [GBY_36]
                            |           |              |                    keys:_col0 (type: string), _col1 (type: string)
                            |           |              |                    outputColumnNames:["_col0","_col1"]
+                           |           |              |                    Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                            |           |              |                    Select Operator [SEL_32]
                            |           |              |                       outputColumnNames:["_col0","_col1"]
+                           |           |              |                       Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |           |              |                       Filter Operator [FIL_156]
                            |           |              |                          predicate:value is not null (type: boolean)
+                           |           |              |                          Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |           |              |                          TableScan [TS_31]
                            |           |              |                             alias:y
+                           |           |              |                             Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |           |              |<-Map 18 [CONTAINS]
                            |           |                 Reduce Output Operator [RS_46]
                            |           |                    key expressions:_col0 (type: string), _col1 (type: string)
                            |           |                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                            |           |                    sort order:++
+                           |           |                    Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |           |                    Group By Operator [GBY_45]
                            |           |                       keys:_col0 (type: string), _col1 (type: string)
                            |           |                       outputColumnNames:["_col0","_col1"]
+                           |           |                       Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE
                            |           |                       Select Operator [SEL_41]
                            |           |                          outputColumnNames:["_col0","_col1"]
+                           |           |                          Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |           |                          Filter Operator [FIL_157]
                            |           |                             predicate:value is not null (type: boolean)
+                           |           |                             Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |           |                             TableScan [TS_40]
                            |           |                                alias:y
+                           |           |                                Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |           |<-Select Operator [SEL_28]
                            |                 outputColumnNames:["_col0","_col1"]
+                           |                 Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                 Filter Operator [FIL_154]
                            |                    predicate:key is not null (type: boolean)
+                           |                    Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                            |                    TableScan [TS_27]
                            |                       alias:y
+                           |                       Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                            |<-Map 1 [CONTAINS]
                               Reduce Output Operator [RS_67]
                                  key expressions:_col0 (type: string), _col1 (type: string)
                                  Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                  sort order:++
+                                 Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                                  Group By Operator [GBY_66]
                                     keys:_col0 (type: string), _col1 (type: string)
                                     outputColumnNames:["_col0","_col1"]
+                                    Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE
                                     Select Operator [SEL_26]
                                        outputColumnNames:["_col0","_col1"]
+                                       Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                                        Map Join Operator [MAPJOIN_166]
                                        |  condition map:[{"":"Inner Join 0 to 1"}]
                                        |  keys:{"Map 1":"_col0 (type: string)","Reducer 8":"_col1 (type: string)"}
                                        |  outputColumnNames:["_col1","_col3"]
+                                       |  Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE
                                        |<-Reducer 8 [BROADCAST_EDGE]
                                        |  Reduce Output Operator [RS_24]
                                        |     key expressions:_col1 (type: string)
@@ -2196,35 +2392,48 @@ Stage-0
                                        |              |     key expressions:_col0 (type: string), _col1 (type: string)
                                        |              |     Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                        |              |     sort order:++
+                                       |              |     Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                        |              |     Group By Operator [GBY_9]
                                        |              |        keys:_col0 (type: string), _col1 (type: string)
                                        |              |        outputColumnNames:["_col0","_col1"]
+                                       |              |        Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                        |              |        Select Operator [SEL_3]
                                        |              |           outputColumnNames:["_col0","_col1"]
+                                       |              |           Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                        |              |           Filter Operator [FIL_151]
                                        |              |              predicate:value is not null (type: boolean)
+                                       |              |              Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE
                                        |              |              TableScan [TS_2]
                                        |              |                 alias:x
+                                       |              |                 Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                                        |              |<-Map 9 [CONTAINS]
                                        |                 Reduce Output Operator [RS_10]
                                        |                    key expressions:_col0 (type: string), _col1 (type: string)
                                        |                    Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
                                        |                    sort order:++
+                                       |                    Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                        |                    Group By Operator [GBY_9]
                                        |                       keys:_col0 (type: string), _col1 (type: string)
                                        |                       outputColumnNames:["_col0","_col1"]
+                                       |                       Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE
                                        |                       Select Operator [SEL_5]
                                        |                          outputColumnNames:["_col0","_col1"]
+                                       |                          Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                        |                          Filter Operator [FIL_152]
                                        |                             predicate:value is not null (type: boolean)
+                                       |                             Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                        |                             TableScan [TS_4]
                                        |                                alias:y
+                                       |                                Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                                        |<-Select Operator [SEL_1]
                                              outputColumnNames:["_col0","_col1"]
+                                             Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                              Filter Operator [FIL_150]
                                                 predicate:key is not null (type: boolean)
+                                                Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
                                                 TableScan [TS_0]
                                                    alias:y
+                                                   Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
 PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
 PREHOOK: type: CREATETABLE
 PREHOOK: Output: database:default
@@ -2615,10 +2824,12 @@ Stage-0
                         |     key expressions:_col0 (type: int)
                         |     Map-reduce partition columns:_col0 (type: int)
                         |     sort order:+
+                        |     Statistics:Num rows: 254 Data size: 2694 Basic stats: COMPLETE Column stats: NONE
                         |     Merge Join Operator [MERGEJOIN_33]
                         |     |  condition map:[{"":"Inner Join 0 to 1"}]
                         |     |  keys:{"1":"key (type: int)","0":"key (type: int)"}
                         |     |  outputColumnNames:["_col0"]
+                        |     |  Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE
                         |     |  
                         |     |<-Filter Operator [FIL_30]
                         |     |     predicate:key is not null (type: boolean)
@@ -2628,19 +2839,25 @@ Stage-0
                         |     |        Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
                         |     |<-Filter Operator [FIL_29]
                         |           predicate:key is not null (type: boolean)
+                        |           Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE
                         |           TableScan [TS_0]
                         |              alias:s1
+                        |              Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
                         |<-Map 6 [CONTAINS]
                            Reduce Output Operator [RS_13]
                               key expressions:_col0 (type: int)
                               Map-reduce partition columns:_col0 (type: int)
                               sort order:+
+                              Statistics:Num rows: 254 Data size: 2694 Basic stats: COMPLETE Column stats: NONE
                               Select Operator [SEL_9]
                                  outputColumnNames:["_col0"]
+                                 Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE
                                  Filter Operator [FIL_31]
                                     predicate:key is not null (type: boolean)
+                                    Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE
                                     TableScan [TS_8]
                                        alias:s2
+                                       Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE
 PREHOOK: query: explain
 select count(*) from (select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key join tab s2 on s1.value=s2.value
 UNION  ALL
@@ -2705,10 +2922,12 @@ Stage-0
                         |     key expressions:_col0 (type: int)
                         |     Map-reduce partition columns:_col0 (type: int)
                         |     sort order:+
+                        |     Statistics:Num rows: 267 Data size: 2835 Basic stats: COMPLETE Column stats: NONE
                         |     Merge Join Operator [MERGEJOIN_46]
                         |     |  condition map:[{"

<TRUNCATED>

Mime
View raw message