Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 212FD200BF1 for ; Tue, 3 Jan 2017 23:03:43 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id 1F9B9160B20; Tue, 3 Jan 2017 22:03:43 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id A08A9160B46 for ; Tue, 3 Jan 2017 23:03:40 +0100 (CET) Received: (qmail 8173 invoked by uid 500); 3 Jan 2017 22:03:39 -0000 Mailing-List: contact commits-help@hive.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: hive-dev@hive.apache.org Delivered-To: mailing list commits@hive.apache.org Received: (qmail 7986 invoked by uid 99); 3 Jan 2017 22:03:39 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 03 Jan 2017 22:03:39 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 7F055DFC64; Tue, 3 Jan 2017 22:03:39 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: pxiong@apache.org To: commits@hive.apache.org Date: Tue, 03 Jan 2017 22:03:40 -0000 Message-Id: <017327ffb87c439bb945168fa22d0046@git.apache.org> In-Reply-To: <705675047f4448729bd2c0204669bc0c@git.apache.org> References: <705675047f4448729bd2c0204669bc0c@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [2/3] hive git commit: HIVE-15084: Flaky test: TestMiniTezCliDriver:explainanalyze_1, 2, 3, 4, 5 (Pengcheng Xiong) archived-at: Tue, 03 Jan 2017 22:03:43 -0000 http://git-wip-us.apache.org/repos/asf/hive/blob/15dd7f19/ql/src/test/results/clientpositive/tez/explainanalyze_2.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_2.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_2.q.out index 23d151c..c99acc9 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_2.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_2.q.out @@ -58,134 +58,122 @@ Stage-0 limit:-1 Stage-1 Reducer 7 - File Output Operator [FS_59] - Group By Operator [GBY_57] (rows=28/15 width=177) + File Output Operator [FS_56] + Group By Operator [GBY_54] (rows=28/15 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_56] + Reduce Output Operator [RS_53] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=28/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_51] (rows=73/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_85] (rows=73/61 width=177) - Conds:RS_48._col2=RS_49._col0(Inner),Output:["_col1","_col2"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_49] - PartitionCols:_col0 - Select Operator [SEL_44] (rows=500/500 width=87) - Output:["_col0"] - Filter Operator [FIL_81] (rows=500/500 width=87) - predicate:key is not null - TableScan [TS_42] (rows=500/500 width=87) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_48] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_84] (rows=30/52 width=177) - Conds:RS_45._col1=RS_46._col1(Inner),Output:["_col1","_col2"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_46] - PartitionCols:_col1 - Select Operator [SEL_41] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_80] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_39] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_45] - PartitionCols:_col1 - Select Operator [SEL_38] (rows=262/319 width=178) - Output:["_col1"] - Group By Operator [GBY_37] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 12 [SIMPLE_EDGE] - <-Map 11 [CONTAINS] - Reduce Output Operator [RS_36] - PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_78] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_26] (rows=25/25 width=175) - Output:["key","value"] - <-Map 16 [CONTAINS] - Reduce Output Operator [RS_36] - PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_79] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_29] (rows=500/500 width=178) - Output:["key","value"] + Select Operator [SEL_49] (rows=148/61 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_82] (rows=148/61 width=177) + Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col1","_col2"] + <-Map 18 [SIMPLE_EDGE] + SHUFFLE [RS_47] + PartitionCols:_col0 + Select Operator [SEL_42] (rows=500/500 width=87) + Output:["_col0"] + Filter Operator [FIL_78] (rows=500/500 width=87) + predicate:key is not null + TableScan [TS_40] (rows=500/500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 14 [SIMPLE_EDGE] + SHUFFLE [RS_46] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_81] (rows=61/52 width=177) + Conds:RS_43._col1=RS_44._col1(Inner),Output:["_col1","_col2"] + <-Map 17 [SIMPLE_EDGE] + SHUFFLE [RS_44] + PartitionCols:_col1 + Select Operator [SEL_39] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_77] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_37] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 13 [SIMPLE_EDGE] + SHUFFLE [RS_43] + PartitionCols:_col1 + Select Operator [SEL_36] (rows=525/319 width=178) + Output:["_col1"] + Group By Operator [GBY_35] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 12 [SIMPLE_EDGE] + <-Map 11 [CONTAINS] + Reduce Output Operator [RS_34] + PartitionCols:_col1, _col0 + Select Operator [SEL_27] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_75] (rows=25/25 width=175) + predicate:value is not null + TableScan [TS_25] (rows=25/25 width=175) + Output:["key","value"] + <-Map 16 [CONTAINS] + Reduce Output Operator [RS_34] + PartitionCols:_col1, _col0 + Select Operator [SEL_30] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_76] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_28] (rows=500/500 width=178) + Output:["key","value"] <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_56] + Reduce Output Operator [RS_53] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=28/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=73/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_83] (rows=73/61 width=177) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col2"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_23] - PartitionCols:_col0 - Select Operator [SEL_18] (rows=500/500 width=87) - Output:["_col0"] - Filter Operator [FIL_77] (rows=500/500 width=87) - predicate:key is not null - TableScan [TS_16] (rows=500/500 width=87) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_22] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_82] (rows=30/52 width=177) - Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col1","_col2"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_20] - PartitionCols:_col1 - Select Operator [SEL_15] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_13] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col1 - Select Operator [SEL_12] (rows=262/319 width=178) - Output:["_col1"] - Group By Operator [GBY_11] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_10] - PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) - Output:["key","value"] - <-Map 8 [CONTAINS] - Reduce Output Operator [RS_10] - PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_75] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_3] (rows=500/500 width=178) - Output:["key","value"] + Select Operator [SEL_24] (rows=148/61 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_80] (rows=148/61 width=177) + Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col2"] + <-Map 10 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=500/500 width=87) + Output:["_col0"] + Filter Operator [FIL_74] (rows=500/500 width=87) + predicate:key is not null + TableScan [TS_15] (rows=500/500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_79] (rows=61/52 width=177) + Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col1","_col2"] + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col1 + Select Operator [SEL_14] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_73] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_12] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=525/319 width=178) + Output:["_col1"] + Group By Operator [GBY_10] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] + Reduce Output Operator [RS_9] + PartitionCols:_col1, _col0 + Select Operator [SEL_2] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_71] (rows=25/25 width=175) + predicate:value is not null + TableScan [TS_0] (rows=25/25 width=175) + Output:["key","value"] + <-Map 8 [CONTAINS] + Reduce Output Operator [RS_9] + PartitionCols:_col1, _col0 + Select Operator [SEL_5] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_72] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_3] (rows=500/500 width=178) + Output:["key","value"] PREHOOK: query: SELECT x.key, y.value FROM src1 x JOIN src y ON (x.key = y.key) @@ -275,267 +263,235 @@ Stage-0 limit:-1 Stage-1 Reducer 9 - File Output Operator [FS_122] - Group By Operator [GBY_120] (rows=107/15 width=177) + File Output Operator [FS_114] + Group By Operator [GBY_112] (rows=872/15 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 8 [SIMPLE_EDGE] <-Reducer 32 [CONTAINS] - Reduce Output Operator [RS_119] + Reduce Output Operator [RS_111] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=107/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_114] (rows=124/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_170] (rows=124/61 width=177) - Conds:RS_111._col2=RS_112._col0(Inner),Output:["_col2","_col5"] - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_112] - PartitionCols:_col0 - Select Operator [SEL_107] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_164] (rows=500/500 width=178) - predicate:key is not null - TableScan [TS_105] (rows=500/500 width=178) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 31 [SIMPLE_EDGE] - SHUFFLE [RS_111] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_169] (rows=51/52 width=86) - Conds:RS_108._col1=RS_109._col1(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_109] - PartitionCols:_col1 - Select Operator [SEL_104] (rows=25/25 width=175) + Select Operator [SEL_107] (rows=434/61 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_162] (rows=434/61 width=177) + Conds:RS_104._col2=RS_105._col0(Inner),Output:["_col2","_col5"] + <-Map 37 [SIMPLE_EDGE] + SHUFFLE [RS_105] + PartitionCols:_col0 + Select Operator [SEL_100] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_156] (rows=500/500 width=178) + predicate:key is not null + TableScan [TS_98] (rows=500/500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_104] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_161] (rows=178/52 width=86) + Conds:RS_101._col1=RS_102._col1(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] + SHUFFLE [RS_102] + PartitionCols:_col1 + Select Operator [SEL_97] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_155] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_95] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 30 [SIMPLE_EDGE] + SHUFFLE [RS_101] + PartitionCols:_col1 + Select Operator [SEL_94] (rows=1525/319 width=178) + Output:["_col1"] + Group By Operator [GBY_93] (rows=1525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 29 [SIMPLE_EDGE] + <-Map 35 [CONTAINS] + Reduce Output Operator [RS_92] + PartitionCols:_col1, _col0 + Select Operator [SEL_88] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_154] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_86] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 28 [CONTAINS] + Reduce Output Operator [RS_92] + PartitionCols:_col1, _col0 + Select Operator [SEL_85] (rows=1025/319 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_84] (rows=1025/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 27 [SIMPLE_EDGE] + <-Map 34 [CONTAINS] + Reduce Output Operator [RS_83] + PartitionCols:_col1, _col0 + Select Operator [SEL_79] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_153] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_77] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 26 [CONTAINS] + Reduce Output Operator [RS_83] + PartitionCols:_col1, _col0 + Select Operator [SEL_76] (rows=525/319 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_75] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 25 [SIMPLE_EDGE] + <-Map 24 [CONTAINS] + Reduce Output Operator [RS_74] + PartitionCols:_col1, _col0 + Select Operator [SEL_67] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_151] (rows=25/25 width=175) + predicate:value is not null + TableScan [TS_65] (rows=25/25 width=175) + Output:["key","value"] + <-Map 33 [CONTAINS] + Reduce Output Operator [RS_74] + PartitionCols:_col1, _col0 + Select Operator [SEL_70] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_152] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_68] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 7 [CONTAINS] + Reduce Output Operator [RS_111] + PartitionCols:_col0, _col1 + Group By Operator [GBY_63] (rows=438/15 width=177) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 6 [SIMPLE_EDGE] + <-Reducer 19 [CONTAINS] + Reduce Output Operator [RS_62] + PartitionCols:_col0, _col1 + Select Operator [SEL_58] (rows=290/61 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_160] (rows=290/61 width=177) + Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col2","_col5"] + <-Map 23 [SIMPLE_EDGE] + SHUFFLE [RS_56] + PartitionCols:_col0 + Select Operator [SEL_51] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_163] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_102] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 30 [SIMPLE_EDGE] - SHUFFLE [RS_108] - PartitionCols:_col1 - Select Operator [SEL_101] (rows=440/319 width=178) - Output:["_col1"] - Group By Operator [GBY_100] (rows=440/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 29 [SIMPLE_EDGE] - <-Map 35 [CONTAINS] - Reduce Output Operator [RS_99] - PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=440/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_94] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_162] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_92] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 28 [CONTAINS] - Reduce Output Operator [RS_99] - PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=440/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_91] (rows=381/319 width=178) - Output:["_col0","_col1"] - Group By Operator [GBY_90] (rows=381/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 27 [SIMPLE_EDGE] - <-Map 34 [CONTAINS] - Reduce Output Operator [RS_89] - PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_84] (rows=500/500 width=178) + Filter Operator [FIL_150] (rows=500/500 width=178) + predicate:key is not null + TableScan [TS_49] (rows=500/500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 18 [SIMPLE_EDGE] + SHUFFLE [RS_55] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_159] (rows=119/52 width=86) + Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2"] + <-Map 22 [SIMPLE_EDGE] + SHUFFLE [RS_53] + PartitionCols:_col1 + Select Operator [SEL_48] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_149] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_46] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 17 [SIMPLE_EDGE] + SHUFFLE [RS_52] + PartitionCols:_col1 + Select Operator [SEL_45] (rows=1025/319 width=178) + Output:["_col1"] + Group By Operator [GBY_44] (rows=1025/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 16 [SIMPLE_EDGE] + <-Map 21 [CONTAINS] + Reduce Output Operator [RS_43] + PartitionCols:_col1, _col0 + Select Operator [SEL_39] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_148] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_37] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 15 [CONTAINS] + Reduce Output Operator [RS_43] + PartitionCols:_col1, _col0 + Select Operator [SEL_36] (rows=525/319 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_35] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 14 [SIMPLE_EDGE] + <-Map 13 [CONTAINS] + Reduce Output Operator [RS_34] + PartitionCols:_col1, _col0 + Select Operator [SEL_27] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_161] (rows=500/500 width=178) + Filter Operator [FIL_146] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_82] (rows=500/500 width=178) + TableScan [TS_25] (rows=25/25 width=175) Output:["key","value"] - <-Reducer 26 [CONTAINS] - Reduce Output Operator [RS_89] - PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_81] (rows=262/319 width=178) + <-Map 20 [CONTAINS] + Reduce Output Operator [RS_34] + PartitionCols:_col1, _col0 + Select Operator [SEL_30] (rows=500/500 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_80] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 25 [SIMPLE_EDGE] - <-Map 24 [CONTAINS] - Reduce Output Operator [RS_79] - PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_71] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_69] (rows=25/25 width=175) - Output:["key","value"] - <-Map 33 [CONTAINS] - Reduce Output Operator [RS_79] - PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_74] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_160] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_72] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 7 [CONTAINS] - Reduce Output Operator [RS_119] - PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=107/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_67] (rows=90/15 width=177) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 6 [SIMPLE_EDGE] - <-Reducer 19 [CONTAINS] - Reduce Output Operator [RS_66] - PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=90/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_61] (rows=107/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_168] (rows=107/61 width=177) - Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_59] - PartitionCols:_col0 - Select Operator [SEL_54] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=500/500 width=178) - predicate:key is not null - TableScan [TS_52] (rows=500/500 width=178) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 18 [SIMPLE_EDGE] - SHUFFLE [RS_58] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_167] (rows=44/52 width=86) - Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_56] - PartitionCols:_col1 - Select Operator [SEL_51] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_157] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_49] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_55] - PartitionCols:_col1 - Select Operator [SEL_48] (rows=381/319 width=178) - Output:["_col1"] - Group By Operator [GBY_47] (rows=381/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 16 [SIMPLE_EDGE] - <-Map 21 [CONTAINS] - Reduce Output Operator [RS_46] - PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_41] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_39] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_46] - PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_38] (rows=262/319 width=178) - Output:["_col0","_col1"] - Group By Operator [GBY_37] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 14 [SIMPLE_EDGE] - <-Map 13 [CONTAINS] - Reduce Output Operator [RS_36] - PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_26] (rows=25/25 width=175) - Output:["key","value"] - <-Map 20 [CONTAINS] - Reduce Output Operator [RS_36] - PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_29] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_66] - PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=90/30 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=73/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_166] (rows=73/61 width=177) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_23] - PartitionCols:_col0 - Select Operator [SEL_18] (rows=500/500 width=178) + Filter Operator [FIL_147] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_28] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 5 [CONTAINS] + Reduce Output Operator [RS_62] + PartitionCols:_col0, _col1 + Select Operator [SEL_24] (rows=148/61 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_158] (rows=148/61 width=177) + Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col2","_col5"] + <-Map 12 [SIMPLE_EDGE] + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_145] (rows=500/500 width=178) + predicate:key is not null + TableScan [TS_15] (rows=500/500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 4 [SIMPLE_EDGE] + SHUFFLE [RS_21] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_157] (rows=61/52 width=86) + Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col1 + Select Operator [SEL_14] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500/500 width=178) - predicate:key is not null - TableScan [TS_16] (rows=500/500 width=178) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_22] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_165] (rows=30/52 width=86) - Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col2"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_20] - PartitionCols:_col1 - Select Operator [SEL_15] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_13] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col1 - Select Operator [SEL_12] (rows=262/319 width=178) - Output:["_col1"] - Group By Operator [GBY_11] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_10] - PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) - Output:["key","value"] - <-Map 10 [CONTAINS] - Reduce Output Operator [RS_10] - PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_3] (rows=500/500 width=178) - Output:["key","value"] + Filter Operator [FIL_144] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_12] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] + SHUFFLE [RS_18] + PartitionCols:_col1 + Select Operator [SEL_11] (rows=525/319 width=178) + Output:["_col1"] + Group By Operator [GBY_10] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] + Reduce Output Operator [RS_9] + PartitionCols:_col1, _col0 + Select Operator [SEL_2] (rows=25/25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_142] (rows=25/25 width=175) + predicate:value is not null + TableScan [TS_0] (rows=25/25 width=175) + Output:["key","value"] + <-Map 10 [CONTAINS] + Reduce Output Operator [RS_9] + PartitionCols:_col1, _col0 + Select Operator [SEL_5] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_143] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_3] (rows=500/500 width=178) + Output:["key","value"] PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -912,51 +868,49 @@ Stage-0 limit:-1 Stage-1 Reducer 4 - File Output Operator [FS_26] - Group By Operator [GBY_24] (rows=1/1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] + File Output Operator [FS_25] + Group By Operator [GBY_23] (rows=1/1 width=8) + Output:["_col0"],aggregations:["count()"] <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_23] - Group By Operator [GBY_22] (rows=1/1 width=8) - Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_39] (rows=558/1646 width=18) - Conds:Union 2._col0=RS_19._col0(Inner) - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_19] + SHUFFLE [RS_22] + Merge Join Operator [MERGEJOIN_38] (rows=558/1646 width=18) + Conds:Union 2._col0=RS_19._col0(Inner) + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=500/500 width=18) + Output:["_col0"] + Filter Operator [FIL_35] (rows=500/500 width=18) + predicate:key is not null + TableScan [TS_15] (rows=500/500 width=18) + default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] + Reduce Output Operator [RS_18] PartitionCols:_col0 - Select Operator [SEL_17] (rows=500/500 width=18) - Output:["_col0"] - Filter Operator [FIL_36] (rows=500/500 width=18) - predicate:key is not null - TableScan [TS_15] (rows=500/500 width=18) - default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_18] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_37] (rows=266/480 width=18) - Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] - <-Select Operator [SEL_5] (rows=242/242 width=18) - Output:["_col0"] - Filter Operator [FIL_34] (rows=242/242 width=18) - predicate:key is not null - TableScan [TS_3] (rows=242/242 width=18) - default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=242/242 width=18) - Output:["_col0"] - Filter Operator [FIL_33] (rows=242/242 width=18) - predicate:key is not null - TableScan [TS_0] (rows=242/242 width=18) - Output:["key"] - <-Map 6 [CONTAINS] - Reduce Output Operator [RS_18] - PartitionCols:_col0 - Select Operator [SEL_12] (rows=242/242 width=18) + Merge Join Operator [MERGEJOIN_36] (rows=266/480 width=18) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_5] (rows=242/242 width=18) Output:["_col0"] - Filter Operator [FIL_35] (rows=242/242 width=18) + Filter Operator [FIL_33] (rows=242/242 width=18) predicate:key is not null - TableScan [TS_10] (rows=242/242 width=18) + TableScan [TS_3] (rows=242/242 width=18) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242/242 width=18) + Output:["_col0"] + Filter Operator [FIL_32] (rows=242/242 width=18) + predicate:key is not null + TableScan [TS_0] (rows=242/242 width=18) Output:["key"] + <-Map 6 [CONTAINS] + Reduce Output Operator [RS_18] + PartitionCols:_col0 + Select Operator [SEL_12] (rows=242/242 width=18) + Output:["_col0"] + Filter Operator [FIL_34] (rows=242/242 width=18) + predicate:key is not null + TableScan [TS_10] (rows=242/242 width=18) + Output:["key"] PREHOOK: query: select count(*) from (select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key join tab s2 on s1.value=s2.value UNION ALL @@ -1003,65 +957,63 @@ Stage-0 limit:-1 Stage-1 Reducer 5 - File Output Operator [FS_32] - Group By Operator [GBY_30] (rows=1/1 width=8) - Output:["_col0"],aggregations:["count(VALUE._col0)"] + File Output Operator [FS_31] + Group By Operator [GBY_29] (rows=1/1 width=8) + Output:["_col0"],aggregations:["count()"] <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_29] - Group By Operator [GBY_28] (rows=1/1 width=8) - Output:["_col0"],aggregations:["count()"] - Merge Join Operator [MERGEJOIN_51] (rows=587/3768 width=18) - Conds:Union 3._col0=RS_25._col0(Inner) - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_25] + SHUFFLE [RS_28] + Merge Join Operator [MERGEJOIN_50] (rows=587/3768 width=18) + Conds:Union 3._col0=RS_25._col0(Inner) + <-Map 9 [SIMPLE_EDGE] + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=500/500 width=18) + Output:["_col0"] + Filter Operator [FIL_46] (rows=500/500 width=18) + predicate:key is not null + TableScan [TS_21] (rows=500/500 width=18) + default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Union 3 [SIMPLE_EDGE] + <-Map 8 [CONTAINS] + Reduce Output Operator [RS_24] PartitionCols:_col0 - Select Operator [SEL_23] (rows=500/500 width=18) + Select Operator [SEL_18] (rows=242/242 width=18) Output:["_col0"] - Filter Operator [FIL_47] (rows=500/500 width=18) + Filter Operator [FIL_45] (rows=242/242 width=18) predicate:key is not null - TableScan [TS_21] (rows=500/500 width=18) - default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Union 3 [SIMPLE_EDGE] - <-Map 8 [CONTAINS] - Reduce Output Operator [RS_24] - PartitionCols:_col0 - Select Operator [SEL_18] (rows=242/242 width=18) - Output:["_col0"] - Filter Operator [FIL_46] (rows=242/242 width=18) - predicate:key is not null - TableScan [TS_16] (rows=242/242 width=18) - Output:["key"] - <-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_24] - PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_50] (rows=292/1166 width=18) - Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_48] (rows=266/480 width=18) - Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] - <-Select Operator [SEL_5] (rows=242/242 width=18) - Output:["_col0"] - Filter Operator [FIL_44] (rows=242/242 width=18) - predicate:key is not null - TableScan [TS_3] (rows=242/242 width=18) - default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=242/242 width=18) - Output:["_col0","_col1"] - Filter Operator [FIL_43] (rows=242/242 width=18) - predicate:(key is not null and value is not null) - TableScan [TS_0] (rows=242/242 width=18) - default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] - PartitionCols:_col1 - Select Operator [SEL_8] (rows=242/242 width=18) - Output:["_col1"] - Filter Operator [FIL_45] (rows=242/242 width=18) - predicate:value is not null - TableScan [TS_6] (rows=242/242 width=18) - default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] + TableScan [TS_16] (rows=242/242 width=18) + Output:["key"] + <-Reducer 2 [CONTAINS] + Reduce Output Operator [RS_24] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_49] (rows=292/1166 width=18) + Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_12] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_47] (rows=266/480 width=18) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242/242 width=18) + Output:["_col0"] + Filter Operator [FIL_43] (rows=242/242 width=18) + predicate:key is not null + TableScan [TS_3] (rows=242/242 width=18) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242/242 width=18) + Output:["_col0","_col1"] + Filter Operator [FIL_42] (rows=242/242 width=18) + predicate:(key is not null and value is not null) + TableScan [TS_0] (rows=242/242 width=18) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 7 [SIMPLE_EDGE] + SHUFFLE [RS_13] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=242/242 width=18) + Output:["_col1"] + Filter Operator [FIL_44] (rows=242/242 width=18) + predicate:value is not null + TableScan [TS_6] (rows=242/242 width=18) + default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] PREHOOK: query: CREATE TABLE a(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -1518,256 +1470,224 @@ Stage-5 Dependency Collection{} Stage-3 Reducer 8 - File Output Operator [FS_114] + File Output Operator [FS_106] table:{"name:":"default.a"} - Group By Operator [GBY_111] (rows=605/319 width=178) + Group By Operator [GBY_103] (rows=6298/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 7 [SIMPLE_EDGE] <-Reducer 31 [CONTAINS] - Reduce Output Operator [RS_110] + Reduce Output Operator [RS_102] PartitionCols:_col0, _col1 - Group By Operator [GBY_109] (rows=605/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_105] (rows=90/304 width=175) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_160] (rows=90/304 width=175) - Conds:RS_101._col1=RS_103._col1(Inner),Output:["_col0","_col6"] - <-Reducer 30 [SIMPLE_EDGE] - SHUFFLE [RS_103] - PartitionCols:_col1 - Select Operator [SEL_92] (rows=440/319 width=178) - Output:["_col1"] - Group By Operator [GBY_91] (rows=440/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 29 [SIMPLE_EDGE] - <-Map 34 [CONTAINS] - Reduce Output Operator [RS_90] - PartitionCols:_col0, _col1 - Group By Operator [GBY_89] (rows=440/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_85] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_84] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 28 [CONTAINS] - Reduce Output Operator [RS_90] - PartitionCols:_col0, _col1 - Group By Operator [GBY_89] (rows=440/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_82] (rows=381/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 27 [SIMPLE_EDGE] - <-Map 33 [CONTAINS] - Reduce Output Operator [RS_81] - PartitionCols:_col0, _col1 - Group By Operator [GBY_80] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_76] (rows=500/500 width=178) + Select Operator [SEL_98] (rows=313/304 width=175) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_152] (rows=313/304 width=175) + Conds:RS_94._col1=RS_96._col1(Inner),Output:["_col0","_col6"] + <-Reducer 30 [SIMPLE_EDGE] + SHUFFLE [RS_96] + PartitionCols:_col1 + Select Operator [SEL_85] (rows=1525/319 width=178) + Output:["_col1"] + Group By Operator [GBY_84] (rows=1525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 29 [SIMPLE_EDGE] + <-Map 34 [CONTAINS] + Reduce Output Operator [RS_83] + PartitionCols:_col0, _col1 + Select Operator [SEL_79] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_144] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_78] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 28 [CONTAINS] + Reduce Output Operator [RS_83] + PartitionCols:_col0, _col1 + Group By Operator [GBY_76] (rows=1025/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 27 [SIMPLE_EDGE] + <-Map 33 [CONTAINS] + Reduce Output Operator [RS_75] + PartitionCols:_col0, _col1 + Select Operator [SEL_71] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_143] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_70] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 26 [CONTAINS] + Reduce Output Operator [RS_75] + PartitionCols:_col0, _col1 + Group By Operator [GBY_68] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 25 [SIMPLE_EDGE] + <-Map 24 [CONTAINS] + Reduce Output Operator [RS_67] + PartitionCols:_col0, _col1 + Select Operator [SEL_61] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=500/500 width=178) + Filter Operator [FIL_141] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_75] (rows=500/500 width=178) + TableScan [TS_60] (rows=25/25 width=175) Output:["key","value"] - <-Reducer 26 [CONTAINS] - Reduce Output Operator [RS_81] - PartitionCols:_col0, _col1 - Group By Operator [GBY_80] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_73] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 25 [SIMPLE_EDGE] - <-Map 24 [CONTAINS] - Reduce Output Operator [RS_72] - PartitionCols:_col0, _col1 - Group By Operator [GBY_71] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_65] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_149] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_64] (rows=25/25 width=175) - Output:["key","value"] - <-Map 32 [CONTAINS] - Reduce Output Operator [RS_72] - PartitionCols:_col0, _col1 - Group By Operator [GBY_71] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_67] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_66] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 36 [SIMPLE_EDGE] - SHUFFLE [RS_101] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_157] (rows=44/115 width=264) - Conds:RS_96.key=RS_98.key(Inner),Output:["_col0","_col1","_col6"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_96] - PartitionCols:key - Filter Operator [FIL_153] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_93] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_98] - PartitionCols:key - Filter Operator [FIL_154] (rows=25/25 width=175) - predicate:key is not null - TableScan [TS_94] (rows=25/25 width=175) - default@src1,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_110] - PartitionCols:_col0, _col1 - Group By Operator [GBY_109] (rows=605/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_62] (rows=1121/309 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 5 [SIMPLE_EDGE] - <-Reducer 18 [CONTAINS] - Reduce Output Operator [RS_61] - PartitionCols:_col0, _col1 - Group By Operator [GBY_60] (rows=1121/324 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_56] (rows=2170/1056 width=178) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_159] (rows=2170/1056 width=178) - Conds:RS_52._col1=RS_54._col1(Inner),Output:["_col0","_col6"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_54] - PartitionCols:_col1 - Select Operator [SEL_43] (rows=381/319 width=178) - Output:["_col1"] - Group By Operator [GBY_42] (rows=381/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 16 [SIMPLE_EDGE] - <-Map 20 [CONTAINS] - Reduce Output Operator [RS_41] - PartitionCols:_col0, _col1 - Group By Operator [GBY_40] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_36] (rows=500/500 width=178) + <-Map 32 [CONTAINS] + Reduce Output Operator [RS_67] + PartitionCols:_col0, _col1 + Select Operator [SEL_63] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_146] (rows=500/500 width=178) + Filter Operator [FIL_142] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_35] (rows=500/500 width=178) + TableScan [TS_62] (rows=500/500 width=178) Output:["key","value"] - <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_41] - PartitionCols:_col0, _col1 - Group By Operator [GBY_40] (rows=381/628 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_33] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 14 [SIMPLE_EDGE] - <-Map 13 [CONTAINS] - Reduce Output Operator [RS_32] - PartitionCols:_col0, _col1 - Group By Operator [GBY_31] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=25/25 width=175) - Output:["_col0","_col1"] - Filter Operator [FIL_144] (rows=25/25 width=175) - predicate:value is not null - TableScan [TS_24] (rows=25/25 width=175) - Output:["key","value"] - <-Map 19 [CONTAINS] - Reduce Output Operator [RS_32] - PartitionCols:_col0, _col1 - Group By Operator [GBY_31] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_27] (rows=500/500 width=178) - Output:["_col0","_col1"] - Filter Operator [FIL_145] (rows=500/500 width=178) - predicate:value is not null - TableScan [TS_26] (rows=500/500 width=178) - Output:["key","value"] - <-Reducer 22 [SIMPLE_EDGE] - SHUFFLE [RS_52] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_156] (rows=1219/1028 width=269) - Conds:RS_47.key=RS_49.key(Inner),Output:["_col0","_col1","_col6"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_47] - PartitionCols:key - Filter Operator [FIL_147] (rows=500/500 width=178) - predicate:(key is not null and value is not null) - TableScan [TS_44] (rows=500/500 width=178) - default@src,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_49] - PartitionCols:key - Filter Operator [FIL_148] (rows=500/500 width=178) - predicate:key is not null - TableScan [TS_45] (rows=500/500 width=178) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_61] - PartitionCols:_col0, _col1 - Group By Operator [GBY_60] (rows=1121/324 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_23] (rows=73/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_158] (rows=73/61 width=177) - Conds:RS_19._col1=RS_21._col1(Inner),Output:["_col0","_col6"] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_19] - PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_155] (rows=60/37 width=266) - Conds:RS_14.key=RS_16.key(Inner),Output:["_col0","_col1","_col6"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_14] - PartitionCols:key - Filter Operator [FIL_142] (rows=25/25 width=175) - predicate:(key is not null and value is not null) - TableScan [TS_11] (rows=25/25 width=175) - default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_16] - PartitionCols:key - Filter Operator [FIL_143] (rows=500/500 width=178) - predicate:key is not null - TableScan [TS_12] (rows=500/500 width=178) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_21] - PartitionCols:_col1 - Select Operator [SEL_10] (rows=262/319 width=178) - Output:["_col1"] - Group By Operator [GBY_9] (rows=262/319 width=178) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_8] - PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_1] (rows=25/25 width=175) + <-Reducer 36 [SIMPLE_EDGE] + SHUFFLE [RS_94] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_149] (rows=44/115 width=264) + Conds:RS_89.key=RS_91.key(Inner),Output:["_col0","_col1","_col6"] + <-Map 35 [SIMPLE_EDGE] + SHUFFLE [RS_89] + PartitionCols:key + Filter Operator [FIL_145] (rows=25/25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_86] (rows=25/25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 37 [SIMPLE_EDGE] + SHUFFLE [RS_91] + PartitionCols:key + Filter Operator [FIL_146] (rows=25/25 width=175) + predicate:key is not null + TableScan [TS_87] (rows=25/25 width=175) + default@src1,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 6 [CONTAINS] + Reduce Output Operator [RS_102] + PartitionCols:_col0, _col1 + Group By Operator [GBY_58] (rows=5985/309 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 5 [SIMPLE_EDGE] + <-Reducer 18 [CONTAINS] + Reduce Output Operator [RS_57] + PartitionCols:_col0, _col1 + Select Operator [SEL_53] (rows=5838/1056 width=178) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_151] (rows=5838/1056 width=178) + Conds:RS_49._col1=RS_51._col1(Inner),Output:["_col0","_col6"] + <-Reducer 17 [SIMPLE_EDGE] + SHUFFLE [RS_51] + PartitionCols:_col1 + Select Operator [SEL_40] (rows=1025/319 width=178) + Output:["_col1"] + Group By Operator [GBY_39] (rows=1025/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 16 [SIMPLE_EDGE] + <-Map 20 [CONTAINS] + Reduce Output Operator [RS_38] + PartitionCols:_col0, _col1 + Select Operator [SEL_34] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_138] (rows=500/500 width=178) + predicate:value is not null + TableScan [TS_33] (rows=500/500 width=178) + Output:["key","value"] + <-Reducer 15 [CONTAINS] + Reduce Output Operator [RS_38] + PartitionCols:_col0, _col1 + Group By Operator [GBY_31] (rows=525/319 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 14 [SIMPLE_EDGE] + <-Map 13 [CONTAINS] + Reduce Output Operator [RS_30] + PartitionCols:_col0, _col1 + Select Operator [SEL_24] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_140] (rows=25/25 width=175) + Filter Operator [FIL_136] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) + TableScan [TS_23] (rows=25/25 width=175) Output:["key","value"] - <-Map 9 [CONTAINS] - Reduce Output Operator [RS_8] - PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=262/331 width=178) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_3] (rows=500/500 width=178) + <-Map 19 [CONTAINS] + Reduce Output Operator [RS_30] + PartitionCols:_col0, _col1 + Select Operator [SEL_26] (rows=500/500 width=178)