hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From w...@apache.org
Subject [22/54] [abbrv] hive git commit: HIVE-16672: Parquet vectorization doesn't work for tables with partition info (Colin Ma, reviewed by Ferdinand Xu)
Date Wed, 24 May 2017 23:51:56 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/3be1eedb/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out
index e511bd5..e8444fc 100644
--- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out
@@ -2454,3 +2454,2431 @@ POSTHOOK: Input: default@flights_tiny_orc_partitioned_timestamp@fl_time=2010-10-
 2010-10-27 07:00:00	11
 2010-10-28 07:00:00	12
 2010-10-30 07:00:00	11
+PREHOOK: query: CREATE TABLE flights_tiny_parquet STORED AS PARQUET AS
+SELECT origin_city_name, dest_city_name, fl_date, to_utc_timestamp(fl_date, 'America/Los_Angeles') as fl_time, arr_delay, fl_num
+FROM flights_tiny
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@flights_tiny
+PREHOOK: Output: database:default
+PREHOOK: Output: default@flights_tiny_parquet
+POSTHOOK: query: CREATE TABLE flights_tiny_parquet STORED AS PARQUET AS
+SELECT origin_city_name, dest_city_name, fl_date, to_utc_timestamp(fl_date, 'America/Los_Angeles') as fl_time, arr_delay, fl_num
+FROM flights_tiny
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@flights_tiny
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@flights_tiny_parquet
+POSTHOOK: Lineage: flights_tiny_parquet.arr_delay SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet.dest_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet.fl_date SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet.fl_num SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet.fl_time EXPRESSION [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet.origin_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+PREHOOK: query: SELECT * FROM flights_tiny_parquet
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM flights_tiny_parquet
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-20	2010-10-20 07:00:00	-30.0	1064
+Baltimore	New York	2010-10-20	2010-10-20 07:00:00	23.0	1142
+Baltimore	New York	2010-10-20	2010-10-20 07:00:00	6.0	1599
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	42.0	361
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	24.0	897
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	15.0	1531
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	-6.0	1610
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	-2.0	3198
+Baltimore	New York	2010-10-21	2010-10-21 07:00:00	17.0	1064
+Baltimore	New York	2010-10-21	2010-10-21 07:00:00	105.0	1142
+Baltimore	New York	2010-10-21	2010-10-21 07:00:00	28.0	1599
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	142.0	361
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	77.0	897
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	53.0	1531
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	-5.0	1610
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	51.0	3198
+Baltimore	New York	2010-10-22	2010-10-22 07:00:00	-12.0	1064
+Baltimore	New York	2010-10-22	2010-10-22 07:00:00	54.0	1142
+Baltimore	New York	2010-10-22	2010-10-22 07:00:00	18.0	1599
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	2.0	361
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	24.0	897
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	16.0	1531
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	-6.0	1610
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	-11.0	3198
+Baltimore	New York	2010-10-23	2010-10-23 07:00:00	18.0	272
+Baltimore	New York	2010-10-23	2010-10-23 07:00:00	-10.0	1805
+Baltimore	New York	2010-10-23	2010-10-23 07:00:00	6.0	3171
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	3.0	384
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	32.0	426
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	1.0	650
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	11.0	3085
+Baltimore	New York	2010-10-24	2010-10-24 07:00:00	12.0	1599
+Baltimore	New York	2010-10-24	2010-10-24 07:00:00	20.0	2571
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	10.0	361
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	113.0	897
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	-5.0	1531
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	-17.0	1610
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	-3.0	3198
+Baltimore	New York	2010-10-25	2010-10-25 07:00:00	-25.0	1064
+Baltimore	New York	2010-10-25	2010-10-25 07:00:00	92.0	1142
+Baltimore	New York	2010-10-25	2010-10-25 07:00:00	106.0	1599
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	31.0	361
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	-1.0	897
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	43.0	1531
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	6.0	1610
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	-16.0	3198
+Baltimore	New York	2010-10-26	2010-10-26 07:00:00	-22.0	1064
+Baltimore	New York	2010-10-26	2010-10-26 07:00:00	123.0	1142
+Baltimore	New York	2010-10-26	2010-10-26 07:00:00	90.0	1599
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	12.0	361
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	0.0	897
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	29.0	1531
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	-17.0	1610
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	6.0	3198
+Baltimore	New York	2010-10-27	2010-10-27 07:00:00	-18.0	1064
+Baltimore	New York	2010-10-27	2010-10-27 07:00:00	49.0	1142
+Baltimore	New York	2010-10-27	2010-10-27 07:00:00	92.0	1599
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	148.0	361
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	-11.0	897
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	70.0	1531
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	8.0	1610
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	21.0	3198
+Baltimore	New York	2010-10-28	2010-10-28 07:00:00	-4.0	1064
+Baltimore	New York	2010-10-28	2010-10-28 07:00:00	-14.0	1142
+Baltimore	New York	2010-10-28	2010-10-28 07:00:00	-14.0	1599
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	2.0	361
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	2.0	897
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	-11.0	1531
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	3.0	1610
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	-18.0	3198
+Baltimore	New York	2010-10-29	2010-10-29 07:00:00	-24.0	1064
+Baltimore	New York	2010-10-29	2010-10-29 07:00:00	21.0	1142
+Baltimore	New York	2010-10-29	2010-10-29 07:00:00	-2.0	1599
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-12.0	361
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-11.0	897
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	15.0	1531
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-18.0	1610
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-4.0	3198
+Baltimore	New York	2010-10-30	2010-10-30 07:00:00	14.0	272
+Baltimore	New York	2010-10-30	2010-10-30 07:00:00	-1.0	1805
+Baltimore	New York	2010-10-30	2010-10-30 07:00:00	5.0	3171
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-6.0	384
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-10.0	426
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-5.0	650
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-5.0	3085
+Baltimore	New York	2010-10-31	2010-10-31 07:00:00	-1.0	1599
+Baltimore	New York	2010-10-31	2010-10-31 07:00:00	-14.0	2571
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-25.0	361
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-18.0	897
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-4.0	1531
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-22.0	1610
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-15.0	3198
+Cleveland	New York	2010-10-30	2010-10-30 07:00:00	-23.0	2018
+Cleveland	New York	2010-10-30	2010-10-30 07:00:00	-12.0	2932
+Cleveland	New York	2010-10-29	2010-10-29 07:00:00	-4.0	2630
+Cleveland	New York	2010-10-29	2010-10-29 07:00:00	-19.0	2646
+Cleveland	New York	2010-10-29	2010-10-29 07:00:00	-12.0	3014
+Cleveland	New York	2010-10-28	2010-10-28 07:00:00	3.0	2630
+Cleveland	New York	2010-10-28	2010-10-28 07:00:00	-6.0	2646
+Cleveland	New York	2010-10-28	2010-10-28 07:00:00	1.0	3014
+Cleveland	New York	2010-10-27	2010-10-27 07:00:00	16.0	2630
+Cleveland	New York	2010-10-27	2010-10-27 07:00:00	27.0	3014
+Cleveland	New York	2010-10-26	2010-10-26 07:00:00	4.0	2630
+Cleveland	New York	2010-10-26	2010-10-26 07:00:00	-27.0	2646
+Cleveland	New York	2010-10-26	2010-10-26 07:00:00	-11.0	2662
+Cleveland	New York	2010-10-26	2010-10-26 07:00:00	13.0	3014
+Cleveland	New York	2010-10-25	2010-10-25 07:00:00	-4.0	2630
+Cleveland	New York	2010-10-25	2010-10-25 07:00:00	81.0	2646
+Cleveland	New York	2010-10-25	2010-10-25 07:00:00	42.0	3014
+Cleveland	New York	2010-10-24	2010-10-24 07:00:00	5.0	2254
+Cleveland	New York	2010-10-24	2010-10-24 07:00:00	-11.0	2630
+Cleveland	New York	2010-10-24	2010-10-24 07:00:00	-20.0	2646
+Cleveland	New York	2010-10-24	2010-10-24 07:00:00	-9.0	3014
+Cleveland	New York	2010-10-23	2010-10-23 07:00:00	-21.0	2932
+Cleveland	New York	2010-10-22	2010-10-22 07:00:00	1.0	2630
+Cleveland	New York	2010-10-22	2010-10-22 07:00:00	-25.0	2646
+Cleveland	New York	2010-10-22	2010-10-22 07:00:00	-3.0	3014
+Cleveland	New York	2010-10-21	2010-10-21 07:00:00	3.0	2630
+Cleveland	New York	2010-10-21	2010-10-21 07:00:00	29.0	2646
+Cleveland	New York	2010-10-21	2010-10-21 07:00:00	72.0	3014
+Cleveland	New York	2010-10-20	2010-10-20 07:00:00	-8.0	2630
+Cleveland	New York	2010-10-20	2010-10-20 07:00:00	-15.0	3014
+Washington	New York	2010-10-23	2010-10-23 07:00:00	-25.0	5832
+Washington	New York	2010-10-23	2010-10-23 07:00:00	-21.0	5904
+Washington	New York	2010-10-23	2010-10-23 07:00:00	-18.0	5917
+Washington	New York	2010-10-30	2010-10-30 07:00:00	-27.0	5904
+Washington	New York	2010-10-30	2010-10-30 07:00:00	-16.0	5917
+Washington	New York	2010-10-20	2010-10-20 07:00:00	-2.0	7291
+Washington	New York	2010-10-21	2010-10-21 07:00:00	22.0	7291
+Washington	New York	2010-10-23	2010-10-23 07:00:00	-16.0	7274
+Washington	New York	2010-10-24	2010-10-24 07:00:00	-26.0	7282
+Washington	New York	2010-10-25	2010-10-25 07:00:00	9.0	7291
+Washington	New York	2010-10-26	2010-10-26 07:00:00	4.0	7291
+Washington	New York	2010-10-27	2010-10-27 07:00:00	26.0	7291
+Washington	New York	2010-10-28	2010-10-28 07:00:00	45.0	7291
+Washington	New York	2010-10-29	2010-10-29 07:00:00	1.0	7291
+Washington	New York	2010-10-31	2010-10-31 07:00:00	-18.0	7282
+PREHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-23	2010-10-23 07:00:00	18.0	272
+Baltimore	New York	2010-10-30	2010-10-30 07:00:00	14.0	272
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	42.0	361
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	142.0	361
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	2.0	361
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	10.0	361
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	31.0	361
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	12.0	361
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	148.0	361
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	2.0	361
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-12.0	361
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-25.0	361
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	3.0	384
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-6.0	384
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	32.0	426
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-10.0	426
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	1.0	650
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-5.0	650
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	24.0	897
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	77.0	897
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	24.0	897
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	113.0	897
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	-1.0	897
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	0.0	897
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	-11.0	897
+PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+2010-10-20	11
+2010-10-21	12
+2010-10-26	13
+2010-10-30	11
+2010-10-23	12
+2010-10-24	12
+2010-10-25	12
+2010-10-22	11
+2010-10-28	12
+2010-10-29	12
+2010-10-27	11
+2010-10-31	8
+PREHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+PLAN VECTORIZATION:
+  enabled: true
+  enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+#### A masked pattern was here ####
+      Edges:
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+        Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: flights_tiny_parquet
+                  Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                  TableScan Vectorization:
+                      native: true
+                      projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                  Select Operator
+                    expressions: origin_city_name (type: string), dest_city_name (type: string), fl_date (type: date), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int)
+                    outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                    Select Vectorization:
+                        className: VectorSelectOperator
+                        native: true
+                        projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                    Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: _col5 (type: int), _col2 (type: date)
+                      sort order: ++
+                      Reduce Sink Vectorization:
+                          className: VectorReduceSinkObjectHashOperator
+                          native: true
+                          nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                      Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                      TopN Hash Memory Usage: 0.1
+                      value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float)
+            Execution mode: vectorized, llap
+            LLAP IO: no inputs
+            Map Vectorization:
+                enabled: true
+                enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+                groupByVectorOutput: true
+                inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat
+                allNative: true
+                usesVectorUDFAdaptor: false
+                vectorized: true
+        Reducer 2 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: true
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Select Operator
+                expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: date), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                Select Vectorization:
+                    className: VectorSelectOperator
+                    native: true
+                    projectedOutputColumns: [2, 3, 1, 4, 5, 0]
+                Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                Limit
+                  Number of rows: 25
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                  Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col5 (type: int), _col2 (type: date)
+                    sort order: ++
+                    Reduce Sink Vectorization:
+                        className: VectorReduceSinkObjectHashOperator
+                        native: true
+                        nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                    Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE
+                    TopN Hash Memory Usage: 0.1
+                    value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float)
+        Reducer 3 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Select Operator
+                expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: date), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                Select Vectorization:
+                    className: VectorSelectOperator
+                    native: true
+                    projectedOutputColumns: [2, 3, 1, 4, 5, 0]
+                Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE
+                Limit
+                  Number of rows: 25
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                  Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: false
+                    File Sink Vectorization:
+                        className: VectorFileSinkOperator
+                        native: false
+                    Statistics: Num rows: 25 Data size: 150 Basic stats: COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: 25
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-23	2010-10-23 07:00:00	18.0	272
+Baltimore	New York	2010-10-30	2010-10-30 07:00:00	14.0	272
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	42.0	361
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	142.0	361
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	2.0	361
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	10.0	361
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	31.0	361
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	12.0	361
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	148.0	361
+Chicago	New York	2010-10-28	2010-10-28 07:00:00	2.0	361
+Chicago	New York	2010-10-29	2010-10-29 07:00:00	-12.0	361
+Chicago	New York	2010-10-31	2010-10-31 07:00:00	-25.0	361
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	3.0	384
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-6.0	384
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	32.0	426
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-10.0	426
+Chicago	New York	2010-10-23	2010-10-23 07:00:00	1.0	650
+Chicago	New York	2010-10-30	2010-10-30 07:00:00	-5.0	650
+Chicago	New York	2010-10-20	2010-10-20 07:00:00	24.0	897
+Chicago	New York	2010-10-21	2010-10-21 07:00:00	77.0	897
+Chicago	New York	2010-10-22	2010-10-22 07:00:00	24.0	897
+Chicago	New York	2010-10-24	2010-10-24 07:00:00	113.0	897
+Chicago	New York	2010-10-25	2010-10-25 07:00:00	-1.0	897
+Chicago	New York	2010-10-26	2010-10-26 07:00:00	0.0	897
+Chicago	New York	2010-10-27	2010-10-27 07:00:00	-11.0	897
+PREHOOK: query: explain vectorization expression
+select fl_date, count(*) from flights_tiny_parquet group by fl_date
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select fl_date, count(*) from flights_tiny_parquet group by fl_date
+POSTHOOK: type: QUERY
+PLAN VECTORIZATION:
+  enabled: true
+  enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+#### A masked pattern was here ####
+      Edges:
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: flights_tiny_parquet
+                  Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                  TableScan Vectorization:
+                      native: true
+                      projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                  Select Operator
+                    expressions: fl_date (type: date)
+                    outputColumnNames: fl_date
+                    Select Vectorization:
+                        className: VectorSelectOperator
+                        native: true
+                        projectedOutputColumns: [2]
+                    Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: count()
+                      Group By Vectorization:
+                          aggregators: VectorUDAFCountStar(*) -> bigint
+                          className: VectorGroupByOperator
+                          vectorOutput: true
+                          keyExpressions: col 2
+                          native: false
+                          projectedOutputColumns: [0]
+                      keys: fl_date (type: date)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: date)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: date)
+                        Reduce Sink Vectorization:
+                            className: VectorReduceSinkMultiKeyOperator
+                            native: true
+                            nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                        Statistics: Num rows: 137 Data size: 822 Basic stats: COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: bigint)
+            Execution mode: vectorized, llap
+            LLAP IO: no inputs
+            Map Vectorization:
+                enabled: true
+                enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+                groupByVectorOutput: true
+                inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+        Reducer 2 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: count(VALUE._col0)
+                Group By Vectorization:
+                    aggregators: VectorUDAFCountMerge(col 1) -> bigint
+                    className: VectorGroupByOperator
+                    vectorOutput: true
+                    keyExpressions: col 0
+                    native: false
+                    projectedOutputColumns: [0]
+                keys: KEY._col0 (type: date)
+                mode: mergepartial
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 68 Data size: 408 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  File Sink Vectorization:
+                      className: VectorFileSinkOperator
+                      native: false
+                  Statistics: Num rows: 68 Data size: 408 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet group by fl_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+#### A masked pattern was here ####
+2010-10-20	11
+2010-10-21	12
+2010-10-26	13
+2010-10-30	11
+2010-10-23	12
+2010-10-24	12
+2010-10-25	12
+2010-10-22	11
+2010-10-28	12
+2010-10-29	12
+2010-10-27	11
+2010-10-31	8
+PREHOOK: query: CREATE TABLE flights_tiny_parquet_partitioned_date (
+  origin_city_name STRING,
+  dest_city_name STRING,
+  fl_time TIMESTAMP,
+  arr_delay FLOAT,
+  fl_num INT
+)
+PARTITIONED BY (fl_date DATE)
+STORED AS PARQUET
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: query: CREATE TABLE flights_tiny_parquet_partitioned_date (
+  origin_city_name STRING,
+  dest_city_name STRING,
+  fl_time TIMESTAMP,
+  arr_delay FLOAT,
+  fl_num INT
+)
+PARTITIONED BY (fl_date DATE)
+STORED AS PARQUET
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date
+PREHOOK: query: INSERT INTO TABLE flights_tiny_parquet_partitioned_date
+PARTITION (fl_date)
+SELECT  origin_city_name, dest_city_name, fl_time, arr_delay, fl_num, fl_date
+FROM flights_tiny_parquet
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet
+PREHOOK: Output: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: query: INSERT INTO TABLE flights_tiny_parquet_partitioned_date
+PARTITION (fl_date)
+SELECT  origin_city_name, dest_city_name, fl_time, arr_delay, fl_num, fl_date
+FROM flights_tiny_parquet
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Output: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-20).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-21).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-22).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-23).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-24).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-25).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-26).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-27).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-28).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-29).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-30).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).arr_delay SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:arr_delay, type:float, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).dest_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:dest_city_name, type:string, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).fl_num SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_num, type:int, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).fl_time SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:fl_time, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: flights_tiny_parquet_partitioned_date PARTITION(fl_date=2010-10-31).origin_city_name SIMPLE [(flights_tiny_parquet)flights_tiny_parquet.FieldSchema(name:origin_city_name, type:string, comment:null), ]
+PREHOOK: query: select * from flights_tiny_parquet_partitioned_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-28 07:00:00	-4.0	1064	2010-10-28
+Baltimore	New York	2010-10-28 07:00:00	-14.0	1142	2010-10-28
+Baltimore	New York	2010-10-28 07:00:00	-14.0	1599	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	2.0	361	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	2.0	897	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	-11.0	1531	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	3.0	1610	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	-18.0	3198	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	3.0	2630	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	-6.0	2646	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	1.0	3014	2010-10-28
+Washington	New York	2010-10-28 07:00:00	45.0	7291	2010-10-28
+Baltimore	New York	2010-10-26 07:00:00	-22.0	1064	2010-10-26
+Baltimore	New York	2010-10-26 07:00:00	123.0	1142	2010-10-26
+Baltimore	New York	2010-10-26 07:00:00	90.0	1599	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	12.0	361	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	0.0	897	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	29.0	1531	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	-17.0	1610	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	6.0	3198	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	4.0	2630	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	-27.0	2646	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	-11.0	2662	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	13.0	3014	2010-10-26
+Washington	New York	2010-10-26 07:00:00	4.0	7291	2010-10-26
+Baltimore	New York	2010-10-21 07:00:00	17.0	1064	2010-10-21
+Baltimore	New York	2010-10-21 07:00:00	105.0	1142	2010-10-21
+Baltimore	New York	2010-10-21 07:00:00	28.0	1599	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	142.0	361	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	77.0	897	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	53.0	1531	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	-5.0	1610	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	51.0	3198	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	3.0	2630	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	29.0	2646	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	72.0	3014	2010-10-21
+Washington	New York	2010-10-21 07:00:00	22.0	7291	2010-10-21
+Baltimore	New York	2010-10-23 07:00:00	18.0	272	2010-10-23
+Baltimore	New York	2010-10-23 07:00:00	-10.0	1805	2010-10-23
+Baltimore	New York	2010-10-23 07:00:00	6.0	3171	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	3.0	384	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	32.0	426	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	1.0	650	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	11.0	3085	2010-10-23
+Cleveland	New York	2010-10-23 07:00:00	-21.0	2932	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-25.0	5832	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-21.0	5904	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-18.0	5917	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-16.0	7274	2010-10-23
+Baltimore	New York	2010-10-24 07:00:00	12.0	1599	2010-10-24
+Baltimore	New York	2010-10-24 07:00:00	20.0	2571	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	10.0	361	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	113.0	897	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-5.0	1531	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-17.0	1610	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-3.0	3198	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	5.0	2254	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-11.0	2630	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-20.0	2646	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-9.0	3014	2010-10-24
+Washington	New York	2010-10-24 07:00:00	-26.0	7282	2010-10-24
+Baltimore	New York	2010-10-25 07:00:00	-25.0	1064	2010-10-25
+Baltimore	New York	2010-10-25 07:00:00	92.0	1142	2010-10-25
+Baltimore	New York	2010-10-25 07:00:00	106.0	1599	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	31.0	361	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	-1.0	897	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	43.0	1531	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	6.0	1610	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	-16.0	3198	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	-4.0	2630	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	81.0	2646	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	42.0	3014	2010-10-25
+Washington	New York	2010-10-25 07:00:00	9.0	7291	2010-10-25
+Baltimore	New York	2010-10-29 07:00:00	-24.0	1064	2010-10-29
+Baltimore	New York	2010-10-29 07:00:00	21.0	1142	2010-10-29
+Baltimore	New York	2010-10-29 07:00:00	-2.0	1599	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-12.0	361	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-11.0	897	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	15.0	1531	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-18.0	1610	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-4.0	3198	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-4.0	2630	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-19.0	2646	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-12.0	3014	2010-10-29
+Washington	New York	2010-10-29 07:00:00	1.0	7291	2010-10-29
+Baltimore	New York	2010-10-20 07:00:00	-30.0	1064	2010-10-20
+Baltimore	New York	2010-10-20 07:00:00	23.0	1142	2010-10-20
+Baltimore	New York	2010-10-20 07:00:00	6.0	1599	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	42.0	361	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	24.0	897	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	15.0	1531	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	-6.0	1610	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	-2.0	3198	2010-10-20
+Cleveland	New York	2010-10-20 07:00:00	-8.0	2630	2010-10-20
+Cleveland	New York	2010-10-20 07:00:00	-15.0	3014	2010-10-20
+Washington	New York	2010-10-20 07:00:00	-2.0	7291	2010-10-20
+Baltimore	New York	2010-10-27 07:00:00	-18.0	1064	2010-10-27
+Baltimore	New York	2010-10-27 07:00:00	49.0	1142	2010-10-27
+Baltimore	New York	2010-10-27 07:00:00	92.0	1599	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	148.0	361	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	-11.0	897	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	70.0	1531	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	8.0	1610	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	21.0	3198	2010-10-27
+Cleveland	New York	2010-10-27 07:00:00	16.0	2630	2010-10-27
+Cleveland	New York	2010-10-27 07:00:00	27.0	3014	2010-10-27
+Washington	New York	2010-10-27 07:00:00	26.0	7291	2010-10-27
+Baltimore	New York	2010-10-30 07:00:00	14.0	272	2010-10-30
+Baltimore	New York	2010-10-30 07:00:00	-1.0	1805	2010-10-30
+Baltimore	New York	2010-10-30 07:00:00	5.0	3171	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-6.0	384	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-10.0	426	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-5.0	650	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-5.0	3085	2010-10-30
+Cleveland	New York	2010-10-30 07:00:00	-23.0	2018	2010-10-30
+Cleveland	New York	2010-10-30 07:00:00	-12.0	2932	2010-10-30
+Washington	New York	2010-10-30 07:00:00	-27.0	5904	2010-10-30
+Washington	New York	2010-10-30 07:00:00	-16.0	5917	2010-10-30
+Baltimore	New York	2010-10-22 07:00:00	-12.0	1064	2010-10-22
+Baltimore	New York	2010-10-22 07:00:00	54.0	1142	2010-10-22
+Baltimore	New York	2010-10-22 07:00:00	18.0	1599	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	2.0	361	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	24.0	897	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	16.0	1531	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	-6.0	1610	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	-11.0	3198	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	1.0	2630	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	-25.0	2646	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	-3.0	3014	2010-10-22
+Baltimore	New York	2010-10-31 07:00:00	-1.0	1599	2010-10-31
+Baltimore	New York	2010-10-31 07:00:00	-14.0	2571	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-25.0	361	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-18.0	897	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-4.0	1531	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-22.0	1610	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-15.0	3198	2010-10-31
+Washington	New York	2010-10-31 07:00:00	-18.0	7282	2010-10-31
+PREHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-23 07:00:00	18.0	272	2010-10-23
+Baltimore	New York	2010-10-30 07:00:00	14.0	272	2010-10-30
+Chicago	New York	2010-10-20 07:00:00	42.0	361	2010-10-20
+Chicago	New York	2010-10-21 07:00:00	142.0	361	2010-10-21
+Chicago	New York	2010-10-22 07:00:00	2.0	361	2010-10-22
+Chicago	New York	2010-10-24 07:00:00	10.0	361	2010-10-24
+Chicago	New York	2010-10-25 07:00:00	31.0	361	2010-10-25
+Chicago	New York	2010-10-26 07:00:00	12.0	361	2010-10-26
+Chicago	New York	2010-10-27 07:00:00	148.0	361	2010-10-27
+Chicago	New York	2010-10-28 07:00:00	2.0	361	2010-10-28
+Chicago	New York	2010-10-29 07:00:00	-12.0	361	2010-10-29
+Chicago	New York	2010-10-31 07:00:00	-25.0	361	2010-10-31
+Chicago	New York	2010-10-23 07:00:00	3.0	384	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-6.0	384	2010-10-30
+Chicago	New York	2010-10-23 07:00:00	32.0	426	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-10.0	426	2010-10-30
+Chicago	New York	2010-10-23 07:00:00	1.0	650	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-5.0	650	2010-10-30
+Chicago	New York	2010-10-20 07:00:00	24.0	897	2010-10-20
+Chicago	New York	2010-10-21 07:00:00	77.0	897	2010-10-21
+Chicago	New York	2010-10-22 07:00:00	24.0	897	2010-10-22
+Chicago	New York	2010-10-24 07:00:00	113.0	897	2010-10-24
+Chicago	New York	2010-10-25 07:00:00	-1.0	897	2010-10-25
+Chicago	New York	2010-10-26 07:00:00	0.0	897	2010-10-26
+Chicago	New York	2010-10-27 07:00:00	-11.0	897	2010-10-27
+PREHOOK: query: select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+POSTHOOK: query: select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+2010-10-20	11
+2010-10-21	12
+2010-10-26	13
+2010-10-30	11
+2010-10-23	12
+2010-10-24	12
+2010-10-25	12
+2010-10-22	11
+2010-10-28	12
+2010-10-29	12
+2010-10-27	11
+2010-10-31	8
+PREHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet_partitioned_date
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet_partitioned_date
+POSTHOOK: type: QUERY
+PLAN VECTORIZATION:
+  enabled: true
+  enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: flights_tiny_parquet_partitioned_date
+                  Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL
+                  TableScan Vectorization:
+                      native: true
+                      projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                  Select Operator
+                    expressions: origin_city_name (type: string), dest_city_name (type: string), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int), fl_date (type: date)
+                    outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                    Select Vectorization:
+                        className: VectorSelectOperator
+                        native: true
+                        projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                    Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL
+                    File Output Operator
+                      compressed: false
+                      File Sink Vectorization:
+                          className: VectorFileSinkOperator
+                          native: false
+                      Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL
+                      table:
+                          input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                          output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized, llap
+            LLAP IO: no inputs
+            Map Vectorization:
+                enabled: true
+                enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+                groupByVectorOutput: true
+                inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from flights_tiny_parquet_partitioned_date
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-28 07:00:00	-4.0	1064	2010-10-28
+Baltimore	New York	2010-10-28 07:00:00	-14.0	1142	2010-10-28
+Baltimore	New York	2010-10-28 07:00:00	-14.0	1599	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	2.0	361	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	2.0	897	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	-11.0	1531	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	3.0	1610	2010-10-28
+Chicago	New York	2010-10-28 07:00:00	-18.0	3198	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	3.0	2630	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	-6.0	2646	2010-10-28
+Cleveland	New York	2010-10-28 07:00:00	1.0	3014	2010-10-28
+Washington	New York	2010-10-28 07:00:00	45.0	7291	2010-10-28
+Baltimore	New York	2010-10-26 07:00:00	-22.0	1064	2010-10-26
+Baltimore	New York	2010-10-26 07:00:00	123.0	1142	2010-10-26
+Baltimore	New York	2010-10-26 07:00:00	90.0	1599	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	12.0	361	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	0.0	897	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	29.0	1531	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	-17.0	1610	2010-10-26
+Chicago	New York	2010-10-26 07:00:00	6.0	3198	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	4.0	2630	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	-27.0	2646	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	-11.0	2662	2010-10-26
+Cleveland	New York	2010-10-26 07:00:00	13.0	3014	2010-10-26
+Washington	New York	2010-10-26 07:00:00	4.0	7291	2010-10-26
+Baltimore	New York	2010-10-21 07:00:00	17.0	1064	2010-10-21
+Baltimore	New York	2010-10-21 07:00:00	105.0	1142	2010-10-21
+Baltimore	New York	2010-10-21 07:00:00	28.0	1599	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	142.0	361	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	77.0	897	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	53.0	1531	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	-5.0	1610	2010-10-21
+Chicago	New York	2010-10-21 07:00:00	51.0	3198	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	3.0	2630	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	29.0	2646	2010-10-21
+Cleveland	New York	2010-10-21 07:00:00	72.0	3014	2010-10-21
+Washington	New York	2010-10-21 07:00:00	22.0	7291	2010-10-21
+Baltimore	New York	2010-10-23 07:00:00	18.0	272	2010-10-23
+Baltimore	New York	2010-10-23 07:00:00	-10.0	1805	2010-10-23
+Baltimore	New York	2010-10-23 07:00:00	6.0	3171	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	3.0	384	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	32.0	426	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	1.0	650	2010-10-23
+Chicago	New York	2010-10-23 07:00:00	11.0	3085	2010-10-23
+Cleveland	New York	2010-10-23 07:00:00	-21.0	2932	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-25.0	5832	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-21.0	5904	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-18.0	5917	2010-10-23
+Washington	New York	2010-10-23 07:00:00	-16.0	7274	2010-10-23
+Baltimore	New York	2010-10-24 07:00:00	12.0	1599	2010-10-24
+Baltimore	New York	2010-10-24 07:00:00	20.0	2571	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	10.0	361	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	113.0	897	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-5.0	1531	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-17.0	1610	2010-10-24
+Chicago	New York	2010-10-24 07:00:00	-3.0	3198	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	5.0	2254	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-11.0	2630	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-20.0	2646	2010-10-24
+Cleveland	New York	2010-10-24 07:00:00	-9.0	3014	2010-10-24
+Washington	New York	2010-10-24 07:00:00	-26.0	7282	2010-10-24
+Baltimore	New York	2010-10-25 07:00:00	-25.0	1064	2010-10-25
+Baltimore	New York	2010-10-25 07:00:00	92.0	1142	2010-10-25
+Baltimore	New York	2010-10-25 07:00:00	106.0	1599	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	31.0	361	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	-1.0	897	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	43.0	1531	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	6.0	1610	2010-10-25
+Chicago	New York	2010-10-25 07:00:00	-16.0	3198	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	-4.0	2630	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	81.0	2646	2010-10-25
+Cleveland	New York	2010-10-25 07:00:00	42.0	3014	2010-10-25
+Washington	New York	2010-10-25 07:00:00	9.0	7291	2010-10-25
+Baltimore	New York	2010-10-29 07:00:00	-24.0	1064	2010-10-29
+Baltimore	New York	2010-10-29 07:00:00	21.0	1142	2010-10-29
+Baltimore	New York	2010-10-29 07:00:00	-2.0	1599	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-12.0	361	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-11.0	897	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	15.0	1531	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-18.0	1610	2010-10-29
+Chicago	New York	2010-10-29 07:00:00	-4.0	3198	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-4.0	2630	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-19.0	2646	2010-10-29
+Cleveland	New York	2010-10-29 07:00:00	-12.0	3014	2010-10-29
+Washington	New York	2010-10-29 07:00:00	1.0	7291	2010-10-29
+Baltimore	New York	2010-10-20 07:00:00	-30.0	1064	2010-10-20
+Baltimore	New York	2010-10-20 07:00:00	23.0	1142	2010-10-20
+Baltimore	New York	2010-10-20 07:00:00	6.0	1599	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	42.0	361	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	24.0	897	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	15.0	1531	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	-6.0	1610	2010-10-20
+Chicago	New York	2010-10-20 07:00:00	-2.0	3198	2010-10-20
+Cleveland	New York	2010-10-20 07:00:00	-8.0	2630	2010-10-20
+Cleveland	New York	2010-10-20 07:00:00	-15.0	3014	2010-10-20
+Washington	New York	2010-10-20 07:00:00	-2.0	7291	2010-10-20
+Baltimore	New York	2010-10-27 07:00:00	-18.0	1064	2010-10-27
+Baltimore	New York	2010-10-27 07:00:00	49.0	1142	2010-10-27
+Baltimore	New York	2010-10-27 07:00:00	92.0	1599	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	148.0	361	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	-11.0	897	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	70.0	1531	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	8.0	1610	2010-10-27
+Chicago	New York	2010-10-27 07:00:00	21.0	3198	2010-10-27
+Cleveland	New York	2010-10-27 07:00:00	16.0	2630	2010-10-27
+Cleveland	New York	2010-10-27 07:00:00	27.0	3014	2010-10-27
+Washington	New York	2010-10-27 07:00:00	26.0	7291	2010-10-27
+Baltimore	New York	2010-10-30 07:00:00	14.0	272	2010-10-30
+Baltimore	New York	2010-10-30 07:00:00	-1.0	1805	2010-10-30
+Baltimore	New York	2010-10-30 07:00:00	5.0	3171	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-6.0	384	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-10.0	426	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-5.0	650	2010-10-30
+Chicago	New York	2010-10-30 07:00:00	-5.0	3085	2010-10-30
+Cleveland	New York	2010-10-30 07:00:00	-23.0	2018	2010-10-30
+Cleveland	New York	2010-10-30 07:00:00	-12.0	2932	2010-10-30
+Washington	New York	2010-10-30 07:00:00	-27.0	5904	2010-10-30
+Washington	New York	2010-10-30 07:00:00	-16.0	5917	2010-10-30
+Baltimore	New York	2010-10-22 07:00:00	-12.0	1064	2010-10-22
+Baltimore	New York	2010-10-22 07:00:00	54.0	1142	2010-10-22
+Baltimore	New York	2010-10-22 07:00:00	18.0	1599	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	2.0	361	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	24.0	897	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	16.0	1531	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	-6.0	1610	2010-10-22
+Chicago	New York	2010-10-22 07:00:00	-11.0	3198	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	1.0	2630	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	-25.0	2646	2010-10-22
+Cleveland	New York	2010-10-22 07:00:00	-3.0	3014	2010-10-22
+Baltimore	New York	2010-10-31 07:00:00	-1.0	1599	2010-10-31
+Baltimore	New York	2010-10-31 07:00:00	-14.0	2571	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-25.0	361	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-18.0	897	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-4.0	1531	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-22.0	1610	2010-10-31
+Chicago	New York	2010-10-31 07:00:00	-15.0	3198	2010-10-31
+Washington	New York	2010-10-31 07:00:00	-18.0	7282	2010-10-31
+PREHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+PLAN VECTORIZATION:
+  enabled: true
+  enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+#### A masked pattern was here ####
+      Edges:
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+        Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: flights_tiny_parquet_partitioned_date
+                  Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL
+                  TableScan Vectorization:
+                      native: true
+                      projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                  Select Operator
+                    expressions: origin_city_name (type: string), dest_city_name (type: string), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int), fl_date (type: date)
+                    outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                    Select Vectorization:
+                        className: VectorSelectOperator
+                        native: true
+                        projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                    Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL
+                    Reduce Output Operator
+                      key expressions: _col4 (type: int), _col5 (type: date)
+                      sort order: ++
+                      Reduce Sink Vectorization:
+                          className: VectorReduceSinkObjectHashOperator
+                          native: true
+                          nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                      Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: PARTIAL
+                      TopN Hash Memory Usage: 0.1
+                      value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float)
+            Execution mode: vectorized, llap
+            LLAP IO: no inputs
+            Map Vectorization:
+                enabled: true
+                enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+                groupByVectorOutput: true
+                inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat
+                allNative: true
+                usesVectorUDFAdaptor: false
+                vectorized: true
+        Reducer 2 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: true
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Select Operator
+                expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                Select Vectorization:
+                    className: VectorSelectOperator
+                    native: true
+                    projectedOutputColumns: [2, 3, 4, 5, 0, 1]
+                Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL
+                Limit
+                  Number of rows: 25
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                  Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL
+                  Reduce Output Operator
+                    key expressions: _col4 (type: int), _col5 (type: date)
+                    sort order: ++
+                    Reduce Sink Vectorization:
+                        className: VectorReduceSinkObjectHashOperator
+                        native: true
+                        nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                    Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL
+                    TopN Hash Memory Usage: 0.1
+                    value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float)
+        Reducer 3 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Select Operator
+                expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+                Select Vectorization:
+                    className: VectorSelectOperator
+                    native: true
+                    projectedOutputColumns: [2, 3, 4, 5, 0, 1]
+                Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL
+                Limit
+                  Number of rows: 25
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                  Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL
+                  File Output Operator
+                    compressed: false
+                    File Sink Vectorization:
+                        className: VectorFileSinkOperator
+                        native: false
+                    Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL
+                    table:
+                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: 25
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+PREHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+POSTHOOK: query: select * from flights_tiny_parquet_partitioned_date sort by fl_num, fl_date limit 25
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-20
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-21
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-22
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-23
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-24
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-25
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-26
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-27
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-28
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-29
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-30
+POSTHOOK: Input: default@flights_tiny_parquet_partitioned_date@fl_date=2010-10-31
+#### A masked pattern was here ####
+Baltimore	New York	2010-10-23 07:00:00	18.0	272	2010-10-23
+Baltimore	New York	2010-10-30 07:00:00	14.0	272	2010-10-30
+Chicago	New York	2010-10-20 07:00:00	42.0	361	2010-10-20
+Chicago	New York	2010-10-21 07:00:00	142.0	361	2010-10-21
+Chicago	New York	2010-10-22 07:00:00	2.0	361	2010-10-22
+Chicago	New York	2010-10-24 07:00:00	10.0	361	2010-10-24
+Chicago	New York	2010-10-25 07:00:00	31.0	361	2010-10-25
+Chicago	New York	2010-10-26 07:00:00	12.0	361	2010-10-26
+Chicago	New York	2010-10-27 07:00:00	148.0	361	2010-10-27
+Chicago	New York	2010-10-28 07:00:00	2.0	361	2010-10-28
+Chicago	New York	2010-10-29 07:00:00	-12.0	361	2010-10-29
+Chicago	New York	2010-10-31 07:00:00	-25.0	361	2010-10-31
+Chicago	New York	2010-10-23 07:00:00	3.0	384	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-6.0	384	2010-10-30
+Chicago	New York	2010-10-23 07:00:00	32.0	426	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-10.0	426	2010-10-30
+Chicago	New York	2010-10-23 07:00:00	1.0	650	2010-10-23
+Chicago	New York	2010-10-30 07:00:00	-5.0	650	2010-10-30
+Chicago	New York	2010-10-20 07:00:00	24.0	897	2010-10-20
+Chicago	New York	2010-10-21 07:00:00	77.0	897	2010-10-21
+Chicago	New York	2010-10-22 07:00:00	24.0	897	2010-10-22
+Chicago	New York	2010-10-24 07:00:00	113.0	897	2010-10-24
+Chicago	New York	2010-10-25 07:00:00	-1.0	897	2010-10-25
+Chicago	New York	2010-10-26 07:00:00	0.0	897	2010-10-26
+Chicago	New York	2010-10-27 07:00:00	-11.0	897	2010-10-27
+PREHOOK: query: explain vectorization expression
+select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date
+PREHOOK: type: QUERY
+POSTHOOK: query: explain vectorization expression
+select fl_date, count(*) from flights_tiny_parquet_partitioned_date group by fl_date
+POSTHOOK: type: QUERY
+PLAN VECTORIZATION:
+  enabled: true
+  enabledConditionsMet: [hive.vectorized.execution.enabled IS true]
+
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+#### A masked pattern was here ####
+      Edges:
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: flights_tiny_parquet_partitioned_date
+                  Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: COMPLETE
+                  TableScan Vectorization:
+                      native: true
+                      projectedOutputColumns: [0, 1, 2, 3, 4, 5]
+                  Select Operator
+                    expressions: fl_date (type: date)
+                    outputColumnNames: fl_date
+                    Select Vectorization:
+                        className: VectorSelectOperator
+                        native: true
+                        projectedOutputColumns: [5]
+                    Statistics: Num rows: 137 Data size: 8357 Basic stats: COMPLETE Column stats: COMPLETE
+                    Group By Operator
+                      aggregations: count()
+                      Group By Vectorization:
+                          aggregators: VectorUDAFCountStar(*) -> bigint
+                          className: VectorGroupByOperator
+                          vectorOutput: true
+                          keyExpressions: col 5
+                          native: false
+                          projectedOutputColumns: [0]
+                      keys: fl_date (type: date)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: date)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: date)
+                        Reduce Sink Vectorization:
+                            className: VectorReduceSinkMultiKeyOperator
+                            native: true
+                            nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                        Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE
+                        value expressions: _col1 (type: bigint)
+            Execution mode: vectorized, llap
+            LLAP IO: no inputs
+            Map Vectorization:
+                enabled: true
+                enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true
+                groupByVectorOutput: true
+                inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+        Reducer 2 
+            Execution mode: vectorized, llap
+            Reduce Vectorization:
+                enabled: true
+                enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true
+                groupByVectorOutput: true
+                allNative: false
+                usesVectorUDFAdaptor: false
+                vectorized: true
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: count(VALUE._col0)
+                Group By Vectorization:
+                    aggregators: VectorUDAFCountMerge(col 1) -> bigint
+                    className: VectorGroupByOperator


<TRUNCATED>

Mime
View raw message