hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From br...@apache.org
Subject svn commit: r1602535 - in /hive/trunk: data/files/parquet_columnar.txt ql/src/test/queries/clientpositive/parquet_columnar.q ql/src/test/results/clientpositive/parquet_columnar.q.out
Date Fri, 13 Jun 2014 22:23:09 GMT
Author: brock
Date: Fri Jun 13 22:23:09 2014
New Revision: 1602535

URL: http://svn.apache.org/r1602535
Log:
HIVE-6938 - Add Support for Parquet Column Rename (Daniel Weeks via Brock)

Added:
    hive/trunk/data/files/parquet_columnar.txt
    hive/trunk/ql/src/test/queries/clientpositive/parquet_columnar.q
    hive/trunk/ql/src/test/results/clientpositive/parquet_columnar.q.out

Added: hive/trunk/data/files/parquet_columnar.txt
URL: http://svn.apache.org/viewvc/hive/trunk/data/files/parquet_columnar.txt?rev=1602535&view=auto
==============================================================================
--- hive/trunk/data/files/parquet_columnar.txt (added)
+++ hive/trunk/data/files/parquet_columnar.txt Fri Jun 13 22:23:09 2014
@@ -0,0 +1,21 @@
+1abc00|1|1.0
+1def01|2|1.1
+1ghi02|3|1.2
+1jkl03|1|1.3
+1mno04|2|1.4
+1pqr05|3|1.0
+1stu06|1|1.1
+1vwx07|2|1.2
+1yza08|3|1.3
+1bcd09|1|1.4
+1efg10|2|1.0
+1hij11|3|1.1
+1klm12|1|1.2
+1nop13|2|1.3
+1qrs14|3|1.4
+1tuv15|1|1.0
+1wxy16|2|1.1
+1zab17|3|1.2
+1cde18|1|1.3
+1fgh19|2|1.4
+1ijk20|3|1.0

Added: hive/trunk/ql/src/test/queries/clientpositive/parquet_columnar.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/parquet_columnar.q?rev=1602535&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/parquet_columnar.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/parquet_columnar.q Fri Jun 13 22:23:09 2014
@@ -0,0 +1,27 @@
+set parquet.column.index.access=true;
+
+DROP TABLE IF EXISTS parquet_columnar_access_stage;
+DROP TABLE IF EXISTS parquet_columnar_access;
+DROP TABLE IF EXISTS parquet_columnar_renamed;
+
+CREATE TABLE parquet_columnar_access_stage (
+    s string, 
+    i int, 
+    f float
+  ) ROW FORMAT DELIMITED
+  FIELDS TERMINATED BY '|';
+
+CREATE TABLE parquet_columnar_access (
+    s string,
+    i int,
+    f float
+  ) STORED AS PARQUET;
+
+LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' OVERWRITE INTO TABLE parquet_columnar_access_stage;
+
+INSERT OVERWRITE TABLE parquet_columnar_access SELECT * FROM parquet_columnar_access_stage;
+SELECT * FROM parquet_columnar_access;
+
+ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, i1 int, f1 float);
+
+SELECT * FROM parquet_columnar_access;

Added: hive/trunk/ql/src/test/results/clientpositive/parquet_columnar.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/parquet_columnar.q.out?rev=1602535&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/parquet_columnar.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/parquet_columnar.q.out Fri Jun 13 22:23:09
2014
@@ -0,0 +1,138 @@
+PREHOOK: query: DROP TABLE IF EXISTS parquet_columnar_access_stage
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS parquet_columnar_access_stage
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: DROP TABLE IF EXISTS parquet_columnar_access
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS parquet_columnar_access
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: DROP TABLE IF EXISTS parquet_columnar_renamed
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: DROP TABLE IF EXISTS parquet_columnar_renamed
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: CREATE TABLE parquet_columnar_access_stage (
+    s string, 
+    i int, 
+    f float
+  ) ROW FORMAT DELIMITED
+  FIELDS TERMINATED BY '|'
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+POSTHOOK: query: CREATE TABLE parquet_columnar_access_stage (
+    s string, 
+    i int, 
+    f float
+  ) ROW FORMAT DELIMITED
+  FIELDS TERMINATED BY '|'
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@parquet_columnar_access_stage
+PREHOOK: query: CREATE TABLE parquet_columnar_access (
+    s string,
+    i int,
+    f float
+  ) STORED AS PARQUET
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+POSTHOOK: query: CREATE TABLE parquet_columnar_access (
+    s string,
+    i int,
+    f float
+  ) STORED AS PARQUET
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@parquet_columnar_access
+PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' OVERWRITE
INTO TABLE parquet_columnar_access_stage
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@parquet_columnar_access_stage
+POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' OVERWRITE
INTO TABLE parquet_columnar_access_stage
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@parquet_columnar_access_stage
+PREHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT * FROM parquet_columnar_access_stage
+PREHOOK: type: QUERY
+PREHOOK: Input: default@parquet_columnar_access_stage
+PREHOOK: Output: default@parquet_columnar_access
+POSTHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT * FROM parquet_columnar_access_stage
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@parquet_columnar_access_stage
+POSTHOOK: Output: default@parquet_columnar_access
+POSTHOOK: Lineage: parquet_columnar_access.f SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:f,
type:float, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.i SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i,
type:int, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.s SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s,
type:string, comment:null), ]
+PREHOOK: query: SELECT * FROM parquet_columnar_access
+PREHOOK: type: QUERY
+PREHOOK: Input: default@parquet_columnar_access
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM parquet_columnar_access
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@parquet_columnar_access
+#### A masked pattern was here ####
+POSTHOOK: Lineage: parquet_columnar_access.f SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:f,
type:float, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.i SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i,
type:int, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.s SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s,
type:string, comment:null), ]
+1abc00	1	1.0
+1def01	2	1.1
+1ghi02	3	1.2
+1jkl03	1	1.3
+1mno04	2	1.4
+1pqr05	3	1.0
+1stu06	1	1.1
+1vwx07	2	1.2
+1yza08	3	1.3
+1bcd09	1	1.4
+1efg10	2	1.0
+1hij11	3	1.1
+1klm12	1	1.2
+1nop13	2	1.3
+1qrs14	3	1.4
+1tuv15	1	1.0
+1wxy16	2	1.1
+1zab17	3	1.2
+1cde18	1	1.3
+1fgh19	2	1.4
+1ijk20	3	1.0
+PREHOOK: query: ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, i1 int, f1
float)
+PREHOOK: type: ALTERTABLE_REPLACECOLS
+PREHOOK: Input: default@parquet_columnar_access
+PREHOOK: Output: default@parquet_columnar_access
+POSTHOOK: query: ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, i1 int,
f1 float)
+POSTHOOK: type: ALTERTABLE_REPLACECOLS
+POSTHOOK: Input: default@parquet_columnar_access
+POSTHOOK: Output: default@parquet_columnar_access
+POSTHOOK: Lineage: parquet_columnar_access.f SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:f,
type:float, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.i SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i,
type:int, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.s SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s,
type:string, comment:null), ]
+PREHOOK: query: SELECT * FROM parquet_columnar_access
+PREHOOK: type: QUERY
+PREHOOK: Input: default@parquet_columnar_access
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM parquet_columnar_access
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@parquet_columnar_access
+#### A masked pattern was here ####
+POSTHOOK: Lineage: parquet_columnar_access.f SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:f,
type:float, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.i SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i,
type:int, comment:null), ]
+POSTHOOK: Lineage: parquet_columnar_access.s SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s,
type:string, comment:null), ]
+1abc00	1	1.0
+1def01	2	1.1
+1ghi02	3	1.2
+1jkl03	1	1.3
+1mno04	2	1.4
+1pqr05	3	1.0
+1stu06	1	1.1
+1vwx07	2	1.2
+1yza08	3	1.3
+1bcd09	1	1.4
+1efg10	2	1.0
+1hij11	3	1.1
+1klm12	1	1.2
+1nop13	2	1.3
+1qrs14	3	1.4
+1tuv15	1	1.0
+1wxy16	2	1.1
+1zab17	3	1.2
+1cde18	1	1.3
+1fgh19	2	1.4
+1ijk20	3	1.0



Mime
View raw message