hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mmccl...@apache.org
Subject [6/7] hive git commit: HIVE-16557: Vectorization: Specialize ReduceSink empty key case (Matt McCline, reviewed by Gopal Vijayaraghavan)
Date Thu, 11 May 2017 18:10:30 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
index a1c5f81..7346811 100644
--- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out
@@ -152,8 +152,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col0 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [0]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: []
                         Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column
stats: NONE
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -316,8 +318,10 @@ STAGE PLANS:
                           Map-reduce partition columns: _col0 (type: int)
                           Reduce Sink Vectorization:
                               className: VectorReduceSinkLongOperator
+                              keyColumns: [0]
                               native: true
                               nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                              valueColumns: []
                           Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column
stats: NONE
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -510,8 +514,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -598,8 +604,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -831,8 +839,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -995,8 +1005,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -1159,8 +1171,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -1247,8 +1261,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap
@@ -1411,8 +1427,10 @@ STAGE PLANS:
                         Map-reduce partition columns: _col1 (type: int)
                         Reduce Sink Vectorization:
                             className: VectorReduceSinkLongOperator
+                            keyColumns: [1]
                             native: true
                             nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
+                            valueColumns: [0]
                         Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: string)
             Execution mode: vectorized, llap

http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_join30.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_join30.q.out b/ql/src/test/results/clientpositive/llap/vector_join30.q.out
index 394393e..280f92d 100644
--- a/ql/src/test/results/clientpositive/llap/vector_join30.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_join30.q.out
@@ -173,7 +173,7 @@ STAGE PLANS:
                     Reduce Output Operator
                       sort order: 
                       Reduce Sink Vectorization:
-                          className: VectorReduceSinkObjectHashOperator
+                          className: VectorReduceSinkEmptyKeyOperator
                           native: true
                           nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
                       Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
@@ -412,7 +412,7 @@ STAGE PLANS:
                     Reduce Output Operator
                       sort order: 
                       Reduce Sink Vectorization:
-                          className: VectorReduceSinkObjectHashOperator
+                          className: VectorReduceSinkEmptyKeyOperator
                           native: true
                           nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
                       Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
@@ -678,7 +678,7 @@ STAGE PLANS:
                     Reduce Output Operator
                       sort order: 
                       Reduce Sink Vectorization:
-                          className: VectorReduceSinkObjectHashOperator
+                          className: VectorReduceSinkEmptyKeyOperator
                           native: true
                           nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
                       Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
@@ -956,7 +956,7 @@ STAGE PLANS:
                     Reduce Output Operator
                       sort order: 
                       Reduce Sink Vectorization:
-                          className: VectorReduceSinkObjectHashOperator
+                          className: VectorReduceSinkEmptyKeyOperator
                           native: true
                           nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT
columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true
                       Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE

http://git-wip-us.apache.org/repos/asf/hive/blob/6bfa2491/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
index 8d40a6d..95dcba9 100644
--- a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
+++ b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out
@@ -111,24 +111,24 @@ Stage-0
       Reducer 2 llap
       File Output Operator [FS_10]
         Merge Join Operator [MERGEJOIN_21] (rows=2 width=431)
-          Conds:RS_6._col2=RS_7._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+          Conds:RS_23._col2=RS_28._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
         <-Map 1 [SIMPLE_EDGE] vectorized, llap
-          SHUFFLE [RS_6]
+          SHUFFLE [RS_23]
             PartitionCols:_col2
-            Select Operator [SEL_2] (rows=2 width=134)
+            Select Operator [SEL_22] (rows=2 width=134)
               Output:["_col0","_col1","_col2"]
               TableScan [TS_0] (rows=2 width=236)
                 default@char_tbl1,c1,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"]
-          Dynamic Partitioning Event Operator [EVENT_20] (rows=1 width=134)
-            Group By Operator [GBY_19] (rows=1 width=134)
+          Dynamic Partitioning Event Operator [EVENT_26] (rows=1 width=134)
+            Group By Operator [GBY_25] (rows=1 width=134)
               Output:["_col0"],keys:_col0
-              Select Operator [SEL_18] (rows=2 width=134)
+              Select Operator [SEL_24] (rows=2 width=134)
                 Output:["_col0"]
-                 Please refer to the previous Select Operator [SEL_2]
+                 Please refer to the previous Select Operator [SEL_22]
         <-Map 3 [SIMPLE_EDGE] vectorized, llap
-          SHUFFLE [RS_7]
+          SHUFFLE [RS_28]
             PartitionCols:_col2
-            Select Operator [SEL_5] (rows=2 width=89)
+            Select Operator [SEL_27] (rows=2 width=89)
               Output:["_col0","_col1","_col2"]
               TableScan [TS_3] (rows=2 width=190)
                 default@char_tbl2,c2,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"]


Mime
View raw message