Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 328EB200B81 for ; Mon, 29 Aug 2016 20:35:39 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 313C6160ACC; Mon, 29 Aug 2016 18:35:39 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id A83FC160ACA for ; Mon, 29 Aug 2016 20:35:37 +0200 (CEST) Received: (qmail 51808 invoked by uid 500); 29 Aug 2016 18:35:34 -0000 Mailing-List: contact commits-help@hive.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: hive-dev@hive.apache.org Delivered-To: mailing list commits@hive.apache.org Received: (qmail 51272 invoked by uid 99); 29 Aug 2016 18:35:34 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 29 Aug 2016 18:35:34 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 18A47E0C09; Mon, 29 Aug 2016 18:35:34 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: sershe@apache.org To: commits@hive.apache.org Date: Mon, 29 Aug 2016 18:35:53 -0000 Message-Id: In-Reply-To: <5995c21a94e34c72939cba0a5b02d305@git.apache.org> References: <5995c21a94e34c72939cba0a5b02d305@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [21/50] [abbrv] hive git commit: HIVE-14515: Schema evolution uses slow INSERT INTO .. VALUES (Matt McCline, reviewed by Prasanth Jayachandran) archived-at: Mon, 29 Aug 2016 18:35:39 -0000 http://git-wip-us.apache.org/repos/asf/hive/blob/cb534ab0/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out ---------------------------------------------------------------------- diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out new file mode 100644 index 0000000..4c5ccdd --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out @@ -0,0 +1,499 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- + +CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@schema_evolution_data +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- + +CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@schema_evolution_data +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@schema_evolution_data +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt' overwrite into table schema_evolution_data +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@schema_evolution_data +PREHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@schema_evolution_data_2 +POSTHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str string, double_str string, date_str string, timestamp_str string, filler string) +row format delimited fields terminated by '|' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@schema_evolution_data_2 +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2 +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@schema_evolution_data_2 +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt' overwrite into table schema_evolution_data_2 +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@schema_evolution_data_2 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table5 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table5 +PREHOOK: query: insert into table table5 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table5 +POSTHOOK: query: insert into table table5 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table5 +POSTHOOK: Lineage: table5.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.b SIMPLE [] +POSTHOOK: Lineage: table5.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 c2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table5 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table5 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +PREHOOK: query: insert into table table5 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table5 +POSTHOOK: query: insert into table table5 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table5 +POSTHOOK: Lineage: table5.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.b SIMPLE [] +POSTHOOK: Lineage: table5.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table5.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table5.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: -- UPDATE New Columns +update table5 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: -- UPDATE New Columns +update table5 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +row__id insert_num a b _c4 d +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new 99 smaller than Scotland +-2147483648 original 99 NULL +-57923222 new 99 astonishing +-999992 original 99 NULL +0 new 99 hangar paralysed companion +127 new 99 bottom +17 new 99 feather weight +203332 original 99 NULL +2147483647 original 99 NULL +32768 new 99 major glaciation +400 new 99 window +40000 new 99 Delaware +82153733 new 99 Antarctic peninsula +NULL new 99 baffling +NULL original 99 NULL +PREHOOK: query: alter table table5 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table5 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table5 +PREHOOK: type: QUERY +PREHOOK: Input: default@table5 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table5 +#### A masked pattern was here #### +a b c d +-128 new 99 smaller than Scotland +-2147483648 original 99 NULL +-57923222 new 99 astonishing +-999992 original 99 NULL +0 new 99 hangar paralysed companion +127 new 99 bottom +17 new 99 feather weight +203332 original 99 NULL +2147483647 original 99 NULL +32768 new 99 major glaciation +400 new 99 window +40000 new 99 Delaware +82153733 new 99 Antarctic peninsula +NULL new 99 baffling +NULL original 99 NULL +PREHOOK: query: DROP TABLE table5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: DROP TABLE table5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table6 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table6 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 c2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table6 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table6 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table6 +POSTHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table6 +POSTHOOK: Lineage: table6.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.b SIMPLE [] +POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: -- DELETE where old column +delete from table6 where insert_num = 102 or insert_num = 104 or insert_num = 106 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: -- DELETE where old column +delete from table6 where insert_num = 102 or insert_num = 104 or insert_num = 106 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +row__id +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +127 new 127 bottom +17 new 17 feather weight +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: alter table table6 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table6 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table6 +PREHOOK: type: QUERY +PREHOOK: Input: default@table6 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table6 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +127 new 127 bottom +17 new 17 feather weight +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: DROP TABLE table6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: DROP TABLE table6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column +--- +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table7 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column +--- +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table7 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'original' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'original' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 c2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table7 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table7 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@table7 +POSTHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@table7 +POSTHOOK: Lineage: table7.a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.b SIMPLE [] +POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num int1 _c2 int1 string1 +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-128 new -128 smaller than Scotland +-2147483648 original NULL NULL +-57923222 new -57923222 astonishing +-999992 original NULL NULL +0 new 0 hangar paralysed companion +127 new 127 bottom +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +32768 new 32768 major glaciation +400 new 400 window +40000 new 40000 Delaware +82153733 new 82153733 Antarctic peninsula +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: -- DELETE where new column +delete from table7 where insert_num = 107 or insert_num >= 110 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: -- DELETE where new column +delete from table7 where insert_num = 107 or insert_num >= 110 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7 +row__id +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-2147483648 original NULL NULL +-999992 original NULL NULL +0 new 0 hangar paralysed companion +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: alter table table7 compact 'major' +PREHOOK: type: ALTERTABLE_COMPACT +POSTHOOK: query: alter table table7 compact 'major' +POSTHOOK: type: ALTERTABLE_COMPACT +PREHOOK: query: select a,b,c,d from table7 +PREHOOK: type: QUERY +PREHOOK: Input: default@table7 +#### A masked pattern was here #### +POSTHOOK: query: select a,b,c,d from table7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table7 +#### A masked pattern was here #### +a b c d +-2147483648 original NULL NULL +-999992 original NULL NULL +0 new 0 hangar paralysed companion +17 new 17 feather weight +203332 original NULL NULL +2147483647 original NULL NULL +NULL new NULL baffling +NULL original NULL NULL +PREHOOK: query: DROP TABLE table7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table7 +PREHOOK: Output: default@table7 +POSTHOOK: query: DROP TABLE table7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table7 +POSTHOOK: Output: default@table7