hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From w...@apache.org
Subject [32/74] [abbrv] [partial] hive git commit: HIVE-16811 : Estimate statistics in absence of stats (Vineet Garg, reviewed by Ashutosh Chauhan)
Date Fri, 08 Sep 2017 06:35:24 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/8f7c5788/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
index 453711c..fe86a60 100644
--- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
+++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
@@ -173,19 +173,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), _col0 (type: smallint)
                         sort order: ++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col1 (type: int), _col2 (type: bigint), _col3
(type: float)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -195,11 +195,11 @@ STAGE PLANS:
               Select Operator
                 expressions: KEY._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -248,20 +248,20 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Limit
                         Number of rows: 10
-                        Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                        Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                         Reduce Output Operator
                           sort order: 
-                          Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+                          Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                           TopN Hash Memory Usage: 0.1
                           value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col3 (type: float), _col4 (type: tinyint)
             Execution mode: vectorized, llap
@@ -272,15 +272,15 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                 Limit
                   Number of rows: 10
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col4 (type: tinyint)
                     sort order: +
                     Map-reduce partition columns: _col4 (type: tinyint)
-                    Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                     value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type:
bigint), _col3 (type: float)
         Reducer 3 
             Execution mode: vectorized, llap
@@ -288,11 +288,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -340,19 +340,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), '_bucket_number' (type: string)
                         sort order: ++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col3 (type: float)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -362,11 +362,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number'
(type: string)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number'
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_BUCKET_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -413,19 +413,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), '_bucket_number' (type: string),
_col3 (type: float)
                         sort order: +++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -435,11 +435,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type:
string)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number'
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_BUCKET_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -554,19 +554,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), _col0 (type: smallint)
                         sort order: ++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col1 (type: int), _col2 (type: bigint), _col3
(type: float)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -576,11 +576,11 @@ STAGE PLANS:
               Select Operator
                 expressions: KEY._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -629,20 +629,20 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Limit
                         Number of rows: 10
-                        Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                        Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                         Reduce Output Operator
                           sort order: 
-                          Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE
Column stats: NONE
+                          Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                           TopN Hash Memory Usage: 0.1
                           value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col3 (type: float), _col4 (type: tinyint)
             Execution mode: vectorized, llap
@@ -653,15 +653,15 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                 Limit
                   Number of rows: 10
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
                     key expressions: _col4 (type: tinyint)
                     sort order: +
                     Map-reduce partition columns: _col4 (type: tinyint)
-                    Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                     value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type:
bigint), _col3 (type: float)
         Reducer 3 
             Execution mode: vectorized, llap
@@ -669,11 +669,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -721,19 +721,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), '_bucket_number' (type: string)
                         sort order: ++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col3 (type: float)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -743,11 +743,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number'
(type: string)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number'
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_BUCKET_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -794,19 +794,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), '_bucket_number' (type: string),
_col3 (type: float)
                         sort order: +++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -816,11 +816,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type:
string)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number'
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_BUCKET_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
                       output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -1337,18 +1337,18 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col1 (type: int)
                         sort order: +
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col2 (type: bigint),
_col3 (type: float), _col4 (type: tinyint)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -1358,10 +1358,10 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int),
VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1409,19 +1409,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), _col1 (type: int)
                         sort order: ++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col2 (type: bigint),
_col3 (type: float)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -1431,11 +1431,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), KEY._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1484,15 +1484,15 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Select Operator
                     expressions: t (type: tinyint), si (type: smallint), i (type: int), b
(type: bigint), f (type: float)
                     outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                    Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                     Reduce Output Operator
                       key expressions: _col2 (type: int)
                       sort order: +
-                      Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                       TopN Hash Memory Usage: 0.1
                       value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3
(type: bigint), _col4 (type: float)
             Execution mode: vectorized, llap
@@ -1503,22 +1503,22 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0
(type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                 Limit
                   Number of rows: 10
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   Filter Operator
                     predicate: (_col0 is null or (_col0 = 27)) (type: boolean)
-                    Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type:
bigint), _col4 (type: float), _col0 (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                      Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint)
                         sort order: +
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column
stats: NONE
+                        Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col3 (type: float)
         Reducer 3 
             Execution mode: vectorized, llap
@@ -1526,11 +1526,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_SORTED
-                  Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE
+                  Statistics: Num rows: 10 Data size: 220 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1578,20 +1578,20 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Group By Operator
                       keys: t (type: tinyint), si (type: smallint), i (type: int), b (type:
bigint), f (type: float)
                       mode: hash
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2
(type: int), _col3 (type: bigint), _col4 (type: float)
                         sort order: +++++
                         Map-reduce partition columns: _col0 (type: tinyint), _col1 (type:
smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
             Execution mode: vectorized, llap
             LLAP IO: all inputs
         Reducer 2 
@@ -1601,14 +1601,14 @@ STAGE PLANS:
                 keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type:
int), KEY._col3 (type: bigint), KEY._col4 (type: float)
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column stats:
NONE
                 Select Operator
                   expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint),
_col4 (type: float), _col0 (type: tinyint)
                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                  Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column stats:
NONE
                   File Output Operator
                     compressed: false
-                    Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column
stats: NONE
                     table:
                         input format: org.apache.hadoop.mapred.TextInputFormat
                         output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1656,20 +1656,20 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Group By Operator
                       keys: t (type: tinyint), si (type: smallint), i (type: int), b (type:
bigint), f (type: float)
                       mode: hash
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2
(type: int), _col3 (type: bigint), _col4 (type: float)
                         sort order: +++++
                         Map-reduce partition columns: _col0 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
             Execution mode: vectorized, llap
             LLAP IO: all inputs
         Reducer 2 
@@ -1679,15 +1679,15 @@ STAGE PLANS:
                 keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type:
int), KEY._col3 (type: bigint), KEY._col4 (type: float)
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column stats:
NONE
                 Select Operator
                   expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint),
_col4 (type: float), _col0 (type: tinyint)
                   outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                  Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column stats:
NONE
                   File Output Operator
                     compressed: false
                     Dp Sort State: PARTITION_SORTED
-                    Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 28 Data size: 639 Basic stats: COMPLETE Column
stats: NONE
                     table:
                         input format: org.apache.hadoop.mapred.TextInputFormat
                         output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2047,19 +2047,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col3 (type: float)
                         sort order: +
                         Map-reduce partition columns: _col0 (type: smallint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint), _col4 (type: tinyint)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -2069,10 +2069,10 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), KEY.reducesinkkey0 (type: float), VALUE._col3 (type: tinyint)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2119,19 +2119,19 @@ STAGE PLANS:
             Map Operator Tree:
                 TableScan
                   alias: over1k_orc
-                  Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 1049 Data size: 23952 Basic stats: COMPLETE Column
stats: NONE
                   Filter Operator
                     predicate: (t is null or (t = 27)) (type: boolean)
-                    Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                    Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                     Select Operator
                       expressions: si (type: smallint), i (type: int), b (type: bigint),
f (type: float), t (type: tinyint)
                       outputColumnNames: _col0, _col1, _col2, _col3, _col4
-                      Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                      Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                       Reduce Output Operator
                         key expressions: _col4 (type: tinyint), '_bucket_number' (type: string),
_col3 (type: float)
                         sort order: +++
                         Map-reduce partition columns: _col4 (type: tinyint)
-                        Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE
Column stats: NONE
+                        Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column
stats: NONE
                         value expressions: _col0 (type: smallint), _col1 (type: int), _col2
(type: bigint)
             Execution mode: vectorized, llap
             LLAP IO: all inputs
@@ -2141,11 +2141,11 @@ STAGE PLANS:
               Select Operator
                 expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2
(type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type:
string)
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number'
-                Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                 File Output Operator
                   compressed: false
                   Dp Sort State: PARTITION_BUCKET_SORTED
-                  Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 57 Data size: 1301 Basic stats: COMPLETE Column stats:
NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat


Mime
View raw message