hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From mmccl...@apache.org
Subject [06/34] hive git commit: HIVE-16589: Vectorization: Support Complex Types and GroupBy modes PARTIAL2, FINAL, and COMPLETE for AVG, VARIANCE (Matt McCline, reviewed by Jason Dere)
Date Thu, 22 Jun 2017 23:40:42 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_distinct_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/vector_distinct_2.q.out
index b6e9527..db688bf 100644
--- a/ql/src/test/results/clientpositive/vector_distinct_2.q.out
+++ b/ql/src/test/results/clientpositive/vector_distinct_2.q.out
@@ -136,9 +136,11 @@ STAGE PLANS:
               Group By Operator
                 Group By Vectorization:
                     className: VectorGroupByOperator
+                    groupByMode: HASH
                     vectorOutput: true
                     keyExpressions: col 0, col 8
                     native: false
+                    vectorProcessingMode: HASH
                     projectedOutputColumns: []
                 keys: t (type: tinyint), s (type: string)
                 mode: hash
@@ -170,8 +172,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: tinyint), KEY._col1 (type: string)
           mode: mergepartial

http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_empty_where.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_empty_where.q.out b/ql/src/test/results/clientpositive/vector_empty_where.q.out
index b7580f3..a95fdf6 100644
--- a/ql/src/test/results/clientpositive/vector_empty_where.q.out
+++ b/ql/src/test/results/clientpositive/vector_empty_where.q.out
@@ -41,9 +41,11 @@ STAGE PLANS:
                 Group By Operator
                   Group By Vectorization:
                       className: VectorGroupByOperator
+                      groupByMode: HASH
                       vectorOutput: true
                       keyExpressions: col 2
                       native: false
+                      vectorProcessingMode: HASH
                       projectedOutputColumns: []
                   keys: cint (type: int)
                   mode: hash
@@ -75,8 +77,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL2
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: int)
           mode: partial2
@@ -85,8 +89,10 @@ STAGE PLANS:
           Group By Operator
             aggregations: count(_col0)
             Group By Vectorization:
+                groupByMode: PARTIAL2
                 vectorOutput: false
                 native: false
+                vectorProcessingMode: NONE
                 projectedOutputColumns: null
             mode: partial2
             outputColumnNames: _col0
@@ -131,8 +137,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: count(VALUE._col0)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           mode: mergepartial
           outputColumnNames: _col0
@@ -195,9 +203,11 @@ STAGE PLANS:
               Group By Operator
                 Group By Vectorization:
                     className: VectorGroupByOperator
+                    groupByMode: HASH
                     vectorOutput: true
                     keyExpressions: col 2
                     native: false
+                    vectorProcessingMode: HASH
                     projectedOutputColumns: []
                 keys: cint (type: int)
                 mode: hash
@@ -229,8 +239,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL2
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: int)
           mode: partial2
@@ -239,8 +251,10 @@ STAGE PLANS:
           Group By Operator
             aggregations: count(_col0)
             Group By Vectorization:
+                groupByMode: PARTIAL2
                 vectorOutput: false
                 native: false
+                vectorProcessingMode: NONE
                 projectedOutputColumns: null
             mode: partial2
             outputColumnNames: _col0
@@ -285,8 +299,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: count(VALUE._col0)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           mode: mergepartial
           outputColumnNames: _col0
@@ -357,9 +373,11 @@ STAGE PLANS:
                 Group By Operator
                   Group By Vectorization:
                       className: VectorGroupByOperator
+                      groupByMode: HASH
                       vectorOutput: true
                       keyExpressions: col 2
                       native: false
+                      vectorProcessingMode: HASH
                       projectedOutputColumns: []
                   keys: cint (type: int)
                   mode: hash
@@ -391,8 +409,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL2
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: int)
           mode: partial2
@@ -401,8 +421,10 @@ STAGE PLANS:
           Group By Operator
             aggregations: count(_col0)
             Group By Vectorization:
+                groupByMode: PARTIAL2
                 vectorOutput: false
                 native: false
+                vectorProcessingMode: NONE
                 projectedOutputColumns: null
             mode: partial2
             outputColumnNames: _col0
@@ -447,8 +469,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: count(VALUE._col0)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           mode: mergepartial
           outputColumnNames: _col0
@@ -519,9 +543,11 @@ STAGE PLANS:
                 Group By Operator
                   Group By Vectorization:
                       className: VectorGroupByOperator
+                      groupByMode: HASH
                       vectorOutput: true
                       keyExpressions: col 2
                       native: false
+                      vectorProcessingMode: HASH
                       projectedOutputColumns: []
                   keys: cint (type: int)
                   mode: hash
@@ -553,8 +579,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL2
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: int)
           mode: partial2
@@ -563,8 +591,10 @@ STAGE PLANS:
           Group By Operator
             aggregations: count(_col0)
             Group By Vectorization:
+                groupByMode: PARTIAL2
                 vectorOutput: false
                 native: false
+                vectorProcessingMode: NONE
                 projectedOutputColumns: null
             mode: partial2
             outputColumnNames: _col0
@@ -609,8 +639,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: count(VALUE._col0)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           mode: mergepartial
           outputColumnNames: _col0

http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_groupby4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_groupby4.q.out b/ql/src/test/results/clientpositive/vector_groupby4.q.out
index 9de8e6e..34b571e 100644
--- a/ql/src/test/results/clientpositive/vector_groupby4.q.out
+++ b/ql/src/test/results/clientpositive/vector_groupby4.q.out
@@ -81,8 +81,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL1
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: string)
           mode: partial1
@@ -128,8 +130,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: FINAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: string)
           mode: final

http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_groupby6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_groupby6.q.out b/ql/src/test/results/clientpositive/vector_groupby6.q.out
index 25cf5b2..bc86c15 100644
--- a/ql/src/test/results/clientpositive/vector_groupby6.q.out
+++ b/ql/src/test/results/clientpositive/vector_groupby6.q.out
@@ -81,8 +81,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: PARTIAL1
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: string)
           mode: partial1
@@ -128,8 +130,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: FINAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: string)
           mode: final

http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_groupby_3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/vector_groupby_3.q.out
index 9a1256b..d360e44 100644
--- a/ql/src/test/results/clientpositive/vector_groupby_3.q.out
+++ b/ql/src/test/results/clientpositive/vector_groupby_3.q.out
@@ -138,9 +138,11 @@ STAGE PLANS:
                 Group By Vectorization:
                     aggregators: VectorUDAFMaxLong(col 3) -> bigint
                     className: VectorGroupByOperator
+                    groupByMode: HASH
                     vectorOutput: true
                     keyExpressions: col 0, col 8
                     native: false
+                    vectorProcessingMode: HASH
                     projectedOutputColumns: [0]
                 keys: t (type: tinyint), s (type: string)
                 mode: hash
@@ -174,8 +176,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: max(VALUE._col0)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: tinyint), KEY._col1 (type: string)
           mode: mergepartial

http://git-wip-us.apache.org/repos/asf/hive/blob/92fbe256/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out b/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out
index f0c87c4..17ebb08 100644
--- a/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out
+++ b/ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out
@@ -52,8 +52,10 @@ STAGE PLANS:
                 Group By Vectorization:
                     aggregators: VectorUDAFCountStar(*) -> bigint, VectorUDAFCount(col
0) -> bigint
                     className: VectorGroupByOperator
+                    groupByMode: HASH
                     vectorOutput: true
                     native: false
+                    vectorProcessingMode: HASH
                     projectedOutputColumns: [0, 1]
                 mode: hash
                 outputColumnNames: _col0, _col1
@@ -84,8 +86,10 @@ STAGE PLANS:
         Group By Operator
           aggregations: count(VALUE._col0), count(VALUE._col1)
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           mode: mergepartial
           outputColumnNames: _col0, _col1
@@ -334,9 +338,11 @@ STAGE PLANS:
               Group By Operator
                 Group By Vectorization:
                     className: VectorGroupByOperator
+                    groupByMode: HASH
                     vectorOutput: true
                     keyExpressions: col 0
                     native: false
+                    vectorProcessingMode: HASH
                     projectedOutputColumns: []
                 keys: key (type: string)
                 mode: hash
@@ -368,8 +374,10 @@ STAGE PLANS:
       Reduce Operator Tree:
         Group By Operator
           Group By Vectorization:
+              groupByMode: MERGEPARTIAL
               vectorOutput: false
               native: false
+              vectorProcessingMode: NONE
               projectedOutputColumns: null
           keys: KEY._col0 (type: string)
           mode: mergepartial


Mime
View raw message