hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mmccl...@apache.org
Subject [23/48] hive git commit: HIVE-14515: Schema evolution uses slow INSERT INTO .. VALUES (Matt McCline, reviewed by Prasanth Jayachandran)
Date Sun, 28 Aug 2016 06:31:37 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/cb534ab0/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out
b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out
new file mode 100644
index 0000000..ed698e1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out
@@ -0,0 +1,587 @@
+PREHOOK: query: -- SORT_QUERY_RESULTS
+--
+-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned
+-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution
is always used for ACID.
+-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics
differences...
+--
+
+CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1
smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double,
string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str
string, double_str string, date_str string, timestamp_str string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@schema_evolution_data
+POSTHOOK: query: -- SORT_QUERY_RESULTS
+--
+-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned
+-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution
is always used for ACID.
+-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics
differences...
+--
+
+CREATE TABLE schema_evolution_data(insert_num int, boolean1 boolean, tinyint1 tinyint, smallint1
smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float, double1 double,
string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str string, tinyint_str
string, smallint_str string, int_str string, bigint_str string, decimal_str string, float_str
string, double_str string, date_str string, timestamp_str string, filler string)
+row format delimited fields terminated by '|' stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@schema_evolution_data
+PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt'
overwrite into table schema_evolution_data
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@schema_evolution_data
+POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data.txt'
overwrite into table schema_evolution_data
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@schema_evolution_data
+PREHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1
tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float,
double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str
string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str string, filler
string)
+row format delimited fields terminated by '|' stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@schema_evolution_data_2
+POSTHOOK: query: CREATE TABLE schema_evolution_data_2(insert_num int, boolean1 boolean, tinyint1
tinyint, smallint1 smallint, int1 int, bigint1 bigint, decimal1 decimal(38,18), float1 float,
double1 double, string1 string, string2 string, date1 date, timestamp1 timestamp, boolean_str
string, tinyint_str string, smallint_str string, int_str string, bigint_str string, decimal_str
string, float_str string, double_str string, date_str string, timestamp_str string, filler
string)
+row format delimited fields terminated by '|' stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@schema_evolution_data_2
+PREHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt'
overwrite into table schema_evolution_data_2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@schema_evolution_data_2
+POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/schema_evolution_data_2.txt'
overwrite into table schema_evolution_data_2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@schema_evolution_data_2
+PREHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns
+---
+CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@partitioned_update_1
+POSTHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns
+---
+CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@partitioned_update_1
+PREHOOK: query: insert into table partitioned_update_1 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@partitioned_update_1@part=1
+POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@partitioned_update_1@part=1
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	c2
+PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_update_1 add columns(c int, d string)
+PREHOOK: type: ALTERTABLE_ADDCOLS
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Output: default@partitioned_update_1
+POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_update_1 add columns(c int, d string)
+POSTHOOK: type: ALTERTABLE_ADDCOLS
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Output: default@partitioned_update_1
+PREHOOK: query: insert into table partitioned_update_1 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_update_1@part=2
+POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_update_1@part=2
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE []
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: insert into table partitioned_update_1 partition(part=1) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_update_1@part=1
+POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_update_1@part=1
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Input: default@partitioned_update_1@part=1
+PREHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Input: default@partitioned_update_1@part=1
+POSTHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+102	1	2147483647	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+104	1	203332	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+106	2	0	new	0	hangar paralysed companion
+107	2	127	new	127	bottom
+108	2	NULL	new	NULL	baffling
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+114	1	-128	new	-128	smaller than Scotland
+115	1	32768	new	32768	major glaciation
+PREHOOK: query: -- UPDATE New Columns
+update partitioned_update_1 set c=99
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Input: default@partitioned_update_1@part=1
+PREHOOK: Input: default@partitioned_update_1@part=2
+PREHOOK: Output: default@partitioned_update_1@part=1
+PREHOOK: Output: default@partitioned_update_1@part=2
+POSTHOOK: query: -- UPDATE New Columns
+update partitioned_update_1 set c=99
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Input: default@partitioned_update_1@part=1
+POSTHOOK: Input: default@partitioned_update_1@part=2
+POSTHOOK: Output: default@partitioned_update_1@part=1
+POSTHOOK: Output: default@partitioned_update_1@part=2
+row__id	insert_num	a	b	_c4	d	part
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Input: default@partitioned_update_1@part=1
+PREHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Input: default@partitioned_update_1@part=1
+POSTHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	99	NULL
+102	1	2147483647	original	99	NULL
+103	1	NULL	original	99	NULL
+104	1	203332	original	99	NULL
+105	1	-999992	original	99	NULL
+106	2	0	new	99	hangar paralysed companion
+107	2	127	new	99	bottom
+108	2	NULL	new	99	baffling
+109	2	17	new	99	feather weight
+110	2	400	new	99	window  
+111	1	-57923222	new	99	astonishing
+112	1	82153733	new	99	Antarctic peninsula
+113	1	40000	new	99	Delaware
+114	1	-128	new	99	smaller than Scotland
+115	1	32768	new	99	major glaciation
+PREHOOK: query: alter table partitioned_update_1 partition(part=1) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_update_1 partition(part=1) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: alter table partitioned_update_1 partition(part=2) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_update_1 partition(part=2) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Input: default@partitioned_update_1@part=1
+PREHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Input: default@partitioned_update_1@part=1
+POSTHOOK: Input: default@partitioned_update_1@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	99	NULL
+102	1	2147483647	original	99	NULL
+103	1	NULL	original	99	NULL
+104	1	203332	original	99	NULL
+105	1	-999992	original	99	NULL
+106	2	0	new	99	hangar paralysed companion
+107	2	127	new	99	bottom
+108	2	NULL	new	99	baffling
+109	2	17	new	99	feather weight
+110	2	400	new	99	window  
+111	1	-57923222	new	99	astonishing
+112	1	82153733	new	99	Antarctic peninsula
+113	1	40000	new	99	Delaware
+114	1	-128	new	99	smaller than Scotland
+115	1	32768	new	99	major glaciation
+PREHOOK: query: DROP TABLE partitioned_update_1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@partitioned_update_1
+PREHOOK: Output: default@partitioned_update_1
+POSTHOOK: query: DROP TABLE partitioned_update_1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@partitioned_update_1
+POSTHOOK: Output: default@partitioned_update_1
+PREHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column
+---
+CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@partitioned_delete_1
+POSTHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column
+---
+CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@partitioned_delete_1
+PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@partitioned_delete_1@part=1
+POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@partitioned_delete_1@part=1
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	c2
+PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_delete_1 add columns(c int, d string)
+PREHOOK: type: ALTERTABLE_ADDCOLS
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Output: default@partitioned_delete_1
+POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_delete_1 add columns(c int, d string)
+POSTHOOK: type: ALTERTABLE_ADDCOLS
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Output: default@partitioned_delete_1
+PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_delete_1@part=2
+POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_delete_1@part=2
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_delete_1@part=1
+POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_delete_1@part=1
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: select part,a,b,c,d from partitioned_delete_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Input: default@partitioned_delete_1@part=1
+PREHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Input: default@partitioned_delete_1@part=1
+POSTHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+part	a	b	c	d
+1	-128	new	-128	smaller than Scotland
+1	-2147483648	original	NULL	NULL
+1	-57923222	new	-57923222	astonishing
+1	-999992	original	NULL	NULL
+1	203332	original	NULL	NULL
+1	2147483647	original	NULL	NULL
+1	32768	new	32768	major glaciation
+1	40000	new	40000	Delaware
+1	82153733	new	82153733	Antarctic peninsula
+1	NULL	original	NULL	NULL
+2	0	new	0	hangar paralysed companion
+2	127	new	127	bottom
+2	17	new	17	feather weight
+2	400	new	400	window  
+2	NULL	new	NULL	baffling
+PREHOOK: query: -- DELETE where old column
+delete from partitioned_delete_1 where insert_num = 102 or insert_num = 104 or insert_num
= 106
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Input: default@partitioned_delete_1@part=1
+PREHOOK: Input: default@partitioned_delete_1@part=2
+PREHOOK: Output: default@partitioned_delete_1@part=1
+PREHOOK: Output: default@partitioned_delete_1@part=2
+POSTHOOK: query: -- DELETE where old column
+delete from partitioned_delete_1 where insert_num = 102 or insert_num = 104 or insert_num
= 106
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Input: default@partitioned_delete_1@part=1
+POSTHOOK: Input: default@partitioned_delete_1@part=2
+POSTHOOK: Output: default@partitioned_delete_1@part=1
+POSTHOOK: Output: default@partitioned_delete_1@part=2
+row__id	part
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Input: default@partitioned_delete_1@part=1
+PREHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Input: default@partitioned_delete_1@part=1
+POSTHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+107	2	127	new	127	bottom
+108	2	NULL	new	NULL	baffling
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+114	1	-128	new	-128	smaller than Scotland
+115	1	32768	new	32768	major glaciation
+PREHOOK: query: alter table partitioned_delete_1 partition(part=1) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_delete_1 partition(part=1) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: alter table partitioned_delete_1 partition(part=2) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_delete_1 partition(part=2) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Input: default@partitioned_delete_1@part=1
+PREHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Input: default@partitioned_delete_1@part=1
+POSTHOOK: Input: default@partitioned_delete_1@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+107	2	127	new	127	bottom
+108	2	NULL	new	NULL	baffling
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+114	1	-128	new	-128	smaller than Scotland
+115	1	32768	new	32768	major glaciation
+PREHOOK: query: DROP TABLE partitioned_delete_1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@partitioned_delete_1
+PREHOOK: Output: default@partitioned_delete_1
+POSTHOOK: query: DROP TABLE partitioned_delete_1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@partitioned_delete_1
+POSTHOOK: Output: default@partitioned_delete_1
+PREHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column
+---
+CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@partitioned_delete_2
+POSTHOOK: query: --
+--
+-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column
+---
+CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT)
clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true')
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@partitioned_delete_2
+PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data
+PREHOOK: Output: default@partitioned_delete_2@part=1
+POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) SELECT insert_num,
int1, 'original' FROM schema_evolution_data
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data
+POSTHOOK: Output: default@partitioned_delete_2@part=1
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	c2
+PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_delete_2 add columns(c int, d string)
+PREHOOK: type: ALTERTABLE_ADDCOLS
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Output: default@partitioned_delete_2
+POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ...
+alter table partitioned_delete_2 add columns(c int, d string)
+POSTHOOK: type: ALTERTABLE_ADDCOLS
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Output: default@partitioned_delete_2
+PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_delete_2@part=2
+POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num <=110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_delete_2@part=2
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: insert into table partitioned_delete_2 partition(part=1)  SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+PREHOOK: type: QUERY
+PREHOOK: Input: default@schema_evolution_data_2
+PREHOOK: Output: default@partitioned_delete_2@part=1
+POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1)  SELECT insert_num,
int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@schema_evolution_data_2
+POSTHOOK: Output: default@partitioned_delete_2@part=1
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE []
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1,
type:int, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1,
type:string, comment:null), ]
+POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num,
type:int, comment:null), ]
+insert_num	int1	_c2	int1	string1
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Input: default@partitioned_delete_2@part=1
+PREHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Input: default@partitioned_delete_2@part=1
+POSTHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+102	1	2147483647	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+104	1	203332	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+106	2	0	new	0	hangar paralysed companion
+107	2	127	new	127	bottom
+108	2	NULL	new	NULL	baffling
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+114	1	-128	new	-128	smaller than Scotland
+115	1	32768	new	32768	major glaciation
+PREHOOK: query: -- DELETE where new column
+delete from partitioned_delete_2 where insert_num = 108 or insert_num > 113
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Input: default@partitioned_delete_2@part=1
+PREHOOK: Input: default@partitioned_delete_2@part=2
+PREHOOK: Output: default@partitioned_delete_2@part=1
+PREHOOK: Output: default@partitioned_delete_2@part=2
+POSTHOOK: query: -- DELETE where new column
+delete from partitioned_delete_2 where insert_num = 108 or insert_num > 113
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Input: default@partitioned_delete_2@part=1
+POSTHOOK: Input: default@partitioned_delete_2@part=2
+POSTHOOK: Output: default@partitioned_delete_2@part=1
+POSTHOOK: Output: default@partitioned_delete_2@part=2
+row__id	part
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Input: default@partitioned_delete_2@part=1
+PREHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Input: default@partitioned_delete_2@part=1
+POSTHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+102	1	2147483647	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+104	1	203332	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+106	2	0	new	0	hangar paralysed companion
+107	2	127	new	127	bottom
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+PREHOOK: query: alter table partitioned_delete_2 partition(part=1) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_delete_2 partition(part=1) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: alter table partitioned_delete_2 partition(part=2) compact 'major'
+PREHOOK: type: ALTERTABLE_COMPACT
+POSTHOOK: query: alter table partitioned_delete_2 partition(part=2) compact 'major'
+POSTHOOK: type: ALTERTABLE_COMPACT
+PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Input: default@partitioned_delete_2@part=1
+PREHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Input: default@partitioned_delete_2@part=1
+POSTHOOK: Input: default@partitioned_delete_2@part=2
+#### A masked pattern was here ####
+insert_num	part	a	b	c	d
+101	1	-2147483648	original	NULL	NULL
+102	1	2147483647	original	NULL	NULL
+103	1	NULL	original	NULL	NULL
+104	1	203332	original	NULL	NULL
+105	1	-999992	original	NULL	NULL
+106	2	0	new	0	hangar paralysed companion
+107	2	127	new	127	bottom
+109	2	17	new	17	feather weight
+110	2	400	new	400	window  
+111	1	-57923222	new	-57923222	astonishing
+112	1	82153733	new	82153733	Antarctic peninsula
+113	1	40000	new	40000	Delaware
+PREHOOK: query: DROP TABLE partitioned_delete_2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@partitioned_delete_2
+PREHOOK: Output: default@partitioned_delete_2
+POSTHOOK: query: DROP TABLE partitioned_delete_2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@partitioned_delete_2
+POSTHOOK: Output: default@partitioned_delete_2


Mime
View raw message