From commits-return-32194-archive-asf-public=cust-asf.ponee.io@hive.apache.org Thu Mar 29 07:42:47 2018 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx-eu-01.ponee.io (Postfix) with SMTP id 89B7318077B for ; Thu, 29 Mar 2018 07:42:46 +0200 (CEST) Received: (qmail 62997 invoked by uid 500); 29 Mar 2018 05:42:45 -0000 Mailing-List: contact commits-help@hive.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: hive-dev@hive.apache.org Delivered-To: mailing list commits@hive.apache.org Received: (qmail 62256 invoked by uid 99); 29 Mar 2018 05:42:43 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 29 Mar 2018 05:42:43 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 25E54F69F1; Thu, 29 Mar 2018 05:42:43 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: jcamacho@apache.org To: commits@hive.apache.org Date: Thu, 29 Mar 2018 05:42:50 -0000 Message-Id: <9ac4da49f6534c02a045970070eeccbe@git.apache.org> In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [08/13] hive git commit: HIVE-18770: Additional tests and fixes for materialized view rewriting (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan) http://git-wip-us.apache.org/repos/asf/hive/blob/1b01f9c4/ql/src/test/results/clientpositive/materialized_view_rewrite_5.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/materialized_view_rewrite_5.q.out b/ql/src/test/results/clientpositive/materialized_view_rewrite_5.q.out new file mode 100644 index 0000000..bab3cac --- /dev/null +++ b/ql/src/test/results/clientpositive/materialized_view_rewrite_5.q.out @@ -0,0 +1,1522 @@ +PREHOOK: query: create table emps ( + empid int, + deptno int, + name varchar(256), + salary float, + commission int) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@emps +POSTHOOK: query: create table emps ( + empid int, + deptno int, + name varchar(256), + salary float, + commission int) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@emps +PREHOOK: query: insert into emps values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), + (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@emps +POSTHOOK: query: insert into emps values (100, 10, 'Bill', 10000, 1000), (200, 20, 'Eric', 8000, 500), + (150, 10, 'Sebastian', 7000, null), (110, 10, 'Theodore', 10000, 250), (110, 10, 'Bill', 10000, 250) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@emps +POSTHOOK: Lineage: emps.commission SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.salary SCRIPT [] +PREHOOK: query: analyze table emps compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Output: default@emps +#### A masked pattern was here #### +POSTHOOK: query: analyze table emps compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Output: default@emps +#### A masked pattern was here #### +PREHOOK: query: create table depts ( + deptno int, + name varchar(256), + locationid int) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@depts +POSTHOOK: query: create table depts ( + deptno int, + name varchar(256), + locationid int) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@depts +PREHOOK: query: insert into depts values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@depts +POSTHOOK: query: insert into depts values (10, 'Sales', 10), (30, 'Marketing', null), (20, 'HR', 20) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@depts +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.locationid SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] +PREHOOK: query: analyze table depts compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@depts +PREHOOK: Output: default@depts +#### A masked pattern was here #### +POSTHOOK: query: analyze table depts compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@depts +POSTHOOK: Output: default@depts +#### A masked pattern was here #### +PREHOOK: query: create table dependents ( + empid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dependents +POSTHOOK: query: create table dependents ( + empid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dependents +PREHOOK: query: insert into dependents values (10, 'Michael'), (10, 'Jane') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@dependents +POSTHOOK: query: insert into dependents values (10, 'Michael'), (10, 'Jane') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@dependents +POSTHOOK: Lineage: dependents.empid SCRIPT [] +POSTHOOK: Lineage: dependents.name SCRIPT [] +PREHOOK: query: analyze table dependents compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Output: default@dependents +#### A masked pattern was here #### +POSTHOOK: query: analyze table dependents compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Output: default@dependents +#### A masked pattern was here #### +PREHOOK: query: create table locations ( + locationid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@locations +POSTHOOK: query: create table locations ( + locationid int, + name varchar(256)) +stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@locations +PREHOOK: query: insert into locations values (10, 'San Francisco'), (10, 'San Diego') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@locations +POSTHOOK: query: insert into locations values (10, 'San Francisco'), (10, 'San Diego') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@locations +POSTHOOK: Lineage: locations.locationid SCRIPT [] +POSTHOOK: Lineage: locations.name SCRIPT [] +PREHOOK: query: analyze table locations compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@locations +PREHOOK: Output: default@locations +#### A masked pattern was here #### +POSTHOOK: query: analyze table locations compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@locations +POSTHOOK: Output: default@locations +#### A masked pattern was here #### +PREHOOK: query: alter table emps add constraint pk1 primary key (empid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table emps add constraint pk1 primary key (empid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table depts add constraint pk2 primary key (deptno) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table depts add constraint pk2 primary key (deptno) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table dependents add constraint pk3 primary key (empid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table dependents add constraint pk3 primary key (empid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table locations add constraint pk4 primary key (locationid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table locations add constraint pk4 primary key (locationid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table emps add constraint fk1 foreign key (deptno) references depts(deptno) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table emps add constraint fk1 foreign key (deptno) references depts(deptno) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table depts add constraint fk2 foreign key (locationid) references locations(locationid) disable novalidate rely +PREHOOK: type: ALTERTABLE_ADDCONSTRAINT +POSTHOOK: query: alter table depts add constraint fk2 foreign key (locationid) references locations(locationid) disable novalidate rely +POSTHOOK: type: ALTERTABLE_ADDCONSTRAINT +PREHOOK: query: alter table emps change column deptno deptno int constraint nn1 not null disable novalidate rely +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@emps +PREHOOK: Output: default@emps +POSTHOOK: query: alter table emps change column deptno deptno int constraint nn1 not null disable novalidate rely +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@emps +POSTHOOK: Output: default@emps +PREHOOK: query: alter table depts change column locationid locationid int constraint nn2 not null disable novalidate rely +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@depts +PREHOOK: Output: default@depts +POSTHOOK: query: alter table depts change column locationid locationid int constraint nn2 not null disable novalidate rely +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@depts +POSTHOOK: Output: default@depts +PREHOOK: query: create materialized view mv1 enable rewrite as +select name, deptno, salary from emps where deptno > 15 group by name, deptno, salary +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select name, deptno, salary from emps where deptno > 15 group by name, deptno, salary +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select name from emps where deptno >= 20 group by name +PREHOOK: type: QUERY +POSTHOOK: query: explain +select name from emps where deptno >= 20 group by name +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (deptno >= 20) (type: boolean) + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: name (type: varchar(256)) + outputColumnNames: name + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: name (type: varchar(256)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(256)) + sort order: + + Map-reduce partition columns: _col0 (type: varchar(256)) + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: varchar(256)) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select name from emps where deptno >= 20 group by name +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select name from emps where deptno >= 20 group by name +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +Eric +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select name, deptno, salary, count(*) as c, sum(empid) as s +from emps where deptno >= 15 group by name, deptno, salary +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select name, deptno, salary, count(*) as c, sum(empid) as s +from emps where deptno >= 15 group by name, deptno, salary +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select name, sum(empid) as s +from emps where deptno > 15 group by name +PREHOOK: type: QUERY +POSTHOOK: query: explain +select name, sum(empid) as s +from emps where deptno > 15 group by name +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (deptno > 15) (type: boolean) + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: name (type: varchar(256)), s (type: bigint) + outputColumnNames: name, s + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(s) + keys: name (type: varchar(256)) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: varchar(256)) + sort order: + + Map-reduce partition columns: _col0 (type: varchar(256)) + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(256)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select name, sum(empid) as s +from emps where deptno > 15 group by name +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select name, sum(empid) as s +from emps where deptno > 15 group by name +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +Eric 200 +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select depts.deptno, dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 10 and depts.deptno < 20 +group by depts.deptno, dependents.empid +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@locations +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select depts.deptno, dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 10 and depts.deptno < 20 +group by depts.deptno, dependents.empid +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@locations +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 11 and depts.deptno < 19 +group by dependents.empid +PREHOOK: type: QUERY +POSTHOOK: query: explain +select dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 11 and depts.deptno < 19 +group by dependents.empid +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((deptno < 19) and (deptno > 11)) (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 11 and depts.deptno < 19 +group by dependents.empid +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@locations +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select dependents.empid +from depts +join dependents on (depts.name = dependents.name) +join locations on (locations.name = dependents.name) +join emps on (emps.deptno = depts.deptno) +where depts.deptno > 11 and depts.deptno < 19 +group by dependents.empid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@locations +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select empid, depts.deptno, count(*) as c, sum(empid) as s +from emps join depts using (deptno) +group by empid, depts.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select empid, depts.deptno, count(*) as c, sum(empid) as s +from emps join depts using (deptno) +group by empid, depts.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select deptno from emps group by deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select deptno from emps group by deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select deptno from emps group by deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select deptno from emps group by deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +10 +20 +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select empid, depts.deptno, count(*) as c, sum(empid) as s +from emps join depts using (deptno) +group by empid, depts.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select empid, depts.deptno, count(*) as c, sum(empid) as s +from emps join depts using (deptno) +group by empid, depts.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select deptno, empid, sum(empid) as s, count(*) as c +from emps group by empid, deptno +PREHOOK: type: QUERY +POSTHOOK: query: explain +select deptno, empid, sum(empid) as s, count(*) as c +from emps group by empid, deptno +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 4 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno (type: int), empid (type: int), s (type: bigint), c (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + ListSink + +PREHOOK: query: select deptno, empid, sum(empid) as s, count(*) as c +from emps group by empid, deptno +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select deptno, empid, sum(empid) as s, count(*) as c +from emps group by empid, deptno +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +10 100 100 1 +10 110 220 2 +10 150 150 1 +20 200 200 1 +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select dependents.empid, emps.deptno, sum(salary) as s +from emps +join dependents on (emps.empid = dependents.empid) +group by dependents.empid, emps.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select dependents.empid, emps.deptno, sum(salary) as s +from emps +join dependents on (emps.empid = dependents.empid) +group by dependents.empid, emps.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select dependents.empid, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by dependents.empid +PREHOOK: type: QUERY +POSTHOOK: query: explain +select dependents.empid, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by dependents.empid +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: depts + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: empid (type: int), deptno (type: int), s (type: double) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col2 (type: double) + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col1, _col3 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3) + keys: _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: double) + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select dependents.empid, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by dependents.empid +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select dependents.empid, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by dependents.empid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select dependents.empid, emps.deptno, sum(salary) as s +from emps +join dependents on (emps.empid = dependents.empid) +group by dependents.empid, emps.deptno +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select dependents.empid, emps.deptno, sum(salary) as s +from emps +join dependents on (emps.empid = dependents.empid) +group by dependents.empid, emps.deptno +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select depts.name, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by depts.name +PREHOOK: type: QUERY +POSTHOOK: query: explain +select depts.name, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by depts.name +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: depts + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno (type: int), name (type: varchar(256)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: varchar(256)) + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: deptno (type: int), s (type: double) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: double) + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1, _col3 + Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: sum(_col3) + keys: _col1 (type: varchar(256)) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: varchar(256)) + sort order: + + Map-reduce partition columns: _col0 (type: varchar(256)) + Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: double) + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: varchar(256)) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select depts.name, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by depts.name +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select depts.name, sum(salary) as s +from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +group by depts.name +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Stage-2:MAPRED' is a cross product +PREHOOK: query: create materialized view mv1 enable rewrite as +select a.empid deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +join dependents on (a.empid = dependents.empid) +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select a.empid deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + ListSink + +PREHOOK: query: select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Stage-2:MAPRED' is a cross product +PREHOOK: query: create materialized view mv1 enable rewrite as +select a.empid, a.deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +join dependents on (a.empid = dependents.empid) +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select a.empid, a.deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + ListSink + +PREHOOK: query: select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select a.empid from +(select * from emps where empid = 1) a +join dependents on (a.empid = dependents.empid) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select empid deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select empid deptno from +(select * from emps where empid = 1) a +join depts on (a.deptno = depts.deptno) +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select empid from emps where empid = 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select empid from emps where empid = 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + ListSink + +PREHOOK: query: select empid from emps where empid = 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select empid from emps where empid = 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +Warning: Shuffle Join JOIN[13][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Stage-2:MAPRED' is a cross product +PREHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts on (emps.deptno = depts.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + ListSink + +PREHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +Warning: Shuffle Join JOIN[16][tables = [$hdt$_2, $hdt$_3, $hdt$_1, $hdt$_0]] in Stage 'Stage-2:MAPRED' is a cross product +PREHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts a on (emps.deptno=a.deptno) +join depts b on (emps.deptno=b.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts a on (emps.deptno=a.deptno) +join depts b on (emps.deptno=b.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + ListSink + +PREHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.empid = 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +PREHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts a on (emps.deptno=a.deptno) +join depts b on (emps.deptno=b.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +PREHOOK: type: CREATE_MATERIALIZED_VIEW +PREHOOK: Input: default@dependents +PREHOOK: Input: default@depts +PREHOOK: Input: default@emps +PREHOOK: Output: database:default +PREHOOK: Output: default@mv1 +POSTHOOK: query: create materialized view mv1 enable rewrite as +select emps.empid, emps.deptno from emps +join depts a on (emps.deptno=a.deptno) +join depts b on (emps.deptno=b.deptno) +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +POSTHOOK: type: CREATE_MATERIALIZED_VIEW +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@depts +POSTHOOK: Input: default@emps +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mv1 +PREHOOK: query: analyze table mv1 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: analyze table mv1 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +PREHOOK: type: QUERY +POSTHOOK: query: explain +select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: default.mv1 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: empid (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + ListSink + +PREHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +PREHOOK: type: QUERY +PREHOOK: Input: default@dependents +PREHOOK: Input: default@emps +PREHOOK: Input: default@mv1 +#### A masked pattern was here #### +POSTHOOK: query: select emps.empid from emps +join dependents on (emps.empid = dependents.empid) +where emps.name = 'Sebastian' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dependents +POSTHOOK: Input: default@emps +POSTHOOK: Input: default@mv1 +#### A masked pattern was here #### +PREHOOK: query: drop materialized view mv1 +PREHOOK: type: DROP_MATERIALIZED_VIEW +PREHOOK: Input: default@mv1 +PREHOOK: Output: default@mv1 +POSTHOOK: query: drop materialized view mv1 +POSTHOOK: type: DROP_MATERIALIZED_VIEW +POSTHOOK: Input: default@mv1 +POSTHOOK: Output: default@mv1