hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From w...@apache.org
Subject [47/54] [abbrv] hive git commit: HIVE-15160: Can't order by an unselected column (Pengcheng Xiong, reviewed by Ashutosh Chauhan)
Date Wed, 24 May 2017 23:52:21 GMT
http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/spark/subquery_in.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
index 5e38938..80a3506 100644
--- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out
+++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out
@@ -3138,11 +3138,11 @@ STAGE PLANS:
                 outputColumnNames: _col0, _col1, _col2
                 Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats:
NONE
                 Select Operator
-                  expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int)
-                  outputColumnNames: _col0, _col1, _col2
+                  expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
+                  outputColumnNames: _col1, _col3, _col4
                   Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats:
NONE
                   Reduce Output Operator
-                    key expressions: _col0 (type: string), _col2 (type: int)
+                    key expressions: _col3 (type: string), _col4 (type: int)
                     sort order: ++
                     Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column
stats: NONE
                     value expressions: _col1 (type: string)

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/vector_coalesce.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_coalesce.q.out b/ql/src/test/results/clientpositive/vector_coalesce.q.out
index 87ab937..445a246 100644
--- a/ql/src/test/results/clientpositive/vector_coalesce.q.out
+++ b/ql/src/test/results/clientpositive/vector_coalesce.q.out
@@ -202,12 +202,14 @@ STAGE PLANS:
                 Select Vectorization:
                     className: VectorSelectOperator
                     native: true
-                    projectedOutputColumns: []
-                  Reduce Sink Vectorization:
-                      className: VectorReduceSinkOperator
-                      native: false
-                      nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
-                      nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS
false
+                    projectedOutputColumns: [12, 13, 14]
+                    selectExpressions: ConstantVectorExpression(val null) -> 12:float,
ConstantVectorExpression(val null) -> 13:bigint, ConstantVectorExpression(val 0.0) ->
14:double
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                    File Sink Vectorization:
+                        className: VectorFileSinkOperator
+                        native: false
       Execution mode: vectorized
       Map Vectorization:
           enabled: true
@@ -217,11 +219,6 @@ STAGE PLANS:
           allNative: false
           usesVectorUDFAdaptor: false
           vectorized: true
-      Reduce Vectorization:
-          enabled: false
-          enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true
-          enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
-      Reduce Operator Tree:
 
   Stage: Stage-0
     Fetch Operator
@@ -371,12 +368,14 @@ STAGE PLANS:
                 Select Vectorization:
                     className: VectorSelectOperator
                     native: true
-                    projectedOutputColumns: []
-                  Reduce Sink Vectorization:
-                      className: VectorReduceSinkOperator
-                      native: false
-                      nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
-                      nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS
false
+                    projectedOutputColumns: [12, 13, 14]
+                    selectExpressions: ConstantVectorExpression(val null) -> 12:float,
ConstantVectorExpression(val null) -> 13:bigint, ConstantVectorExpression(val null) ->
14:float
+                  Limit Vectorization:
+                      className: VectorLimitOperator
+                      native: true
+                    File Sink Vectorization:
+                        className: VectorFileSinkOperator
+                        native: false
       Execution mode: vectorized
       Map Vectorization:
           enabled: true
@@ -386,11 +385,6 @@ STAGE PLANS:
           allNative: false
           usesVectorUDFAdaptor: false
           vectorized: true
-      Reduce Vectorization:
-          enabled: false
-          enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true
-          enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
-      Reduce Operator Tree:
 
   Stage: Stage-0
     Fetch Operator

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/vector_date_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_date_1.q.out b/ql/src/test/results/clientpositive/vector_date_1.q.out
index c2389e6..6762374 100644
--- a/ql/src/test/results/clientpositive/vector_date_1.q.out
+++ b/ql/src/test/results/clientpositive/vector_date_1.q.out
@@ -594,26 +594,17 @@ STAGE PLANS:
               predicate: ((dt1 = 2001-01-01) and (2001-01-01 = dt1) and (dt1 <> 1970-01-01)
and (1970-01-01 <> dt1) and (dt1 > 1970-01-01) and (dt1 >= 1970-01-01) and (1970-01-01
< dt1) and (1970-01-01 <= dt1)) (type: boolean)
               Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE
               Select Operator
-                expressions: dt2 (type: date)
-                outputColumnNames: _col1
+                expressions: 2001-01-01 (type: date), dt2 (type: date)
+                outputColumnNames: _col0, _col1
                 Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats:
NONE
-                Reduce Output Operator
-                  sort order: 
+                File Output Operator
+                  compressed: false
                   Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats:
NONE
-                  value expressions: _col1 (type: date)
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
       Execution mode: vectorized
-      Reduce Operator Tree:
-        Select Operator
-          expressions: 2001-01-01 (type: date), VALUE._col0 (type: date)
-          outputColumnNames: _col0, _col1
-          Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE
-          File Output Operator
-            compressed: false
-            Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE
-            table:
-                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 
   Stage: Stage-0
     Fetch Operator

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/vector_decimal_round.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/vector_decimal_round.q.out
index d92b6c2..be7b509 100644
--- a/ql/src/test/results/clientpositive/vector_decimal_round.q.out
+++ b/ql/src/test/results/clientpositive/vector_decimal_round.q.out
@@ -137,15 +137,16 @@ STAGE PLANS:
                 native: true
                 projectedOutputColumns: [0]
             Select Operator
-              expressions: dec (type: decimal(10,0))
-              outputColumnNames: _col0
+              expressions: dec (type: decimal(10,0)), round(dec, -1) (type: decimal(11,0))
+              outputColumnNames: _col0, _col2
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
-                  projectedOutputColumns: [0]
+                  projectedOutputColumns: [0, 1]
+                  selectExpressions: FuncRoundWithNumDigitsDecimalToDecimal(col 0, decimalPlaces
-1) -> 1:decimal(11,0)
               Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
-                key expressions: round(_col0, -1) (type: decimal(11,0))
+                key expressions: _col2 (type: decimal(11,0))
                 sort order: +
                 Reduce Sink Vectorization:
                     className: VectorReduceSinkOperator
@@ -309,11 +310,11 @@ STAGE PLANS:
             alias: decimal_tbl_rc
             Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
             Select Operator
-              expressions: dec (type: decimal(10,0))
-              outputColumnNames: _col0
+              expressions: dec (type: decimal(10,0)), round(dec, -1) (type: decimal(11,0))
+              outputColumnNames: _col0, _col2
               Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
-                key expressions: round(_col0, -1) (type: decimal(11,0))
+                key expressions: _col2 (type: decimal(11,0))
                 sort order: +
                 Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats:
NONE
                 value expressions: _col0 (type: decimal(10,0))
@@ -488,15 +489,16 @@ STAGE PLANS:
                 native: true
                 projectedOutputColumns: [0]
             Select Operator
-              expressions: dec (type: decimal(10,0))
-              outputColumnNames: _col0
+              expressions: dec (type: decimal(10,0)), round(dec, -1) (type: decimal(11,0))
+              outputColumnNames: _col0, _col2
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
-                  projectedOutputColumns: [0]
+                  projectedOutputColumns: [0, 1]
+                  selectExpressions: FuncRoundWithNumDigitsDecimalToDecimal(col 0, decimalPlaces
-1) -> 1:decimal(11,0)
               Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats:
NONE
               Reduce Output Operator
-                key expressions: round(_col0, -1) (type: decimal(11,0))
+                key expressions: _col2 (type: decimal(11,0))
                 sort order: +
                 Reduce Sink Vectorization:
                     className: VectorReduceSinkOperator

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/vector_interval_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_interval_1.q.out b/ql/src/test/results/clientpositive/vector_interval_1.q.out
index 2a398ae..02b7d46 100644
--- a/ql/src/test/results/clientpositive/vector_interval_1.q.out
+++ b/ql/src/test/results/clientpositive/vector_interval_1.q.out
@@ -72,7 +72,7 @@ STAGE PLANS:
                 projectedOutputColumns: [0, 1, 2, 3]
             Select Operator
               expressions: str1 (type: string), CAST( str1 AS INTERVAL YEAR TO MONTH) (type:
interval_year_month), CAST( str2 AS INTERVAL DAY TO SECOND) (type: interval_day_time)
-              outputColumnNames: _col0, _col2, _col4
+              outputColumnNames: _col0, _col1, _col2
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
@@ -88,7 +88,7 @@ STAGE PLANS:
                     nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
                     nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
                 Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats:
NONE
-                value expressions: _col2 (type: interval_year_month), _col4 (type: interval_day_time)
+                value expressions: _col1 (type: interval_year_month), _col2 (type: interval_day_time)
       Execution mode: vectorized
       Map Vectorization:
           enabled: true
@@ -181,7 +181,7 @@ STAGE PLANS:
                 projectedOutputColumns: [0, 1, 2, 3]
             Select Operator
               expressions: dt (type: date), (CAST( str1 AS INTERVAL YEAR TO MONTH) + CAST(
str1 AS INTERVAL YEAR TO MONTH)) (type: interval_year_month), (1-2 + CAST( str1 AS INTERVAL
YEAR TO MONTH)) (type: interval_year_month), (CAST( str1 AS INTERVAL YEAR TO MONTH) - CAST(
str1 AS INTERVAL YEAR TO MONTH)) (type: interval_year_month), (1-2 - CAST( str1 AS INTERVAL
YEAR TO MONTH)) (type: interval_year_month)
-              outputColumnNames: _col0, _col2, _col3, _col5, _col6
+              outputColumnNames: _col0, _col1, _col2, _col3, _col4
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
@@ -197,7 +197,7 @@ STAGE PLANS:
                     nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
                     nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
                 Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats:
NONE
-                value expressions: _col2 (type: interval_year_month), _col3 (type: interval_year_month),
_col5 (type: interval_year_month), _col6 (type: interval_year_month)
+                value expressions: _col1 (type: interval_year_month), _col2 (type: interval_year_month),
_col3 (type: interval_year_month), _col4 (type: interval_year_month)
       Execution mode: vectorized
       Map Vectorization:
           enabled: true
@@ -298,7 +298,7 @@ STAGE PLANS:
                 projectedOutputColumns: [0, 1, 2, 3]
             Select Operator
               expressions: dt (type: date), (CAST( str2 AS INTERVAL DAY TO SECOND) + CAST(
str2 AS INTERVAL DAY TO SECOND)) (type: interval_day_time), (1 02:03:04.000000000 + CAST(
str2 AS INTERVAL DAY TO SECOND)) (type: interval_day_time), (CAST( str2 AS INTERVAL DAY TO
SECOND) - CAST( str2 AS INTERVAL DAY TO SECOND)) (type: interval_day_time), (1 02:03:04.000000000
- CAST( str2 AS INTERVAL DAY TO SECOND)) (type: interval_day_time)
-              outputColumnNames: _col0, _col2, _col3, _col5, _col6
+              outputColumnNames: _col0, _col1, _col2, _col3, _col4
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
@@ -314,7 +314,7 @@ STAGE PLANS:
                     nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
                     nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
                 Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats:
NONE
-                value expressions: _col2 (type: interval_day_time), _col3 (type: interval_day_time),
_col5 (type: interval_day_time), _col6 (type: interval_day_time)
+                value expressions: _col1 (type: interval_day_time), _col2 (type: interval_day_time),
_col3 (type: interval_day_time), _col4 (type: interval_day_time)
       Execution mode: vectorized
       Map Vectorization:
           enabled: true

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out
index b67231c..fc397eb 100644
--- a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out
+++ b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out
@@ -572,21 +572,30 @@ STAGE PLANS:
                 native: true
                 projectedOutputColumns: [0, 1]
             Select Operator
+              expressions: 5-5 (type: interval_year_month), -1-1 (type: interval_year_month)
+              outputColumnNames: _col0, _col1
               Select Vectorization:
                   className: VectorSelectOperator
                   native: true
-                  projectedOutputColumns: []
+                  projectedOutputColumns: [2, 3]
+                  selectExpressions: ConstantVectorExpression(val 65) -> 2:long, ConstantVectorExpression(val
-13) -> 3:long
               Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats:
COMPLETE
-              Reduce Output Operator
-                key expressions: CAST( 5-5 AS INTERVAL YEAR TO MONTH) (type: interval_year_month)
-                sort order: +
-                Reduce Sink Vectorization:
-                    className: VectorReduceSinkOperator
-                    native: false
-                    nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled
IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS
true, LazyBinarySerDe for values IS true
-                    nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
-                Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats:
COMPLETE
-                TopN Hash Memory Usage: 0.1
+              Limit
+                Number of rows: 2
+                Limit Vectorization:
+                    className: VectorLimitOperator
+                    native: true
+                Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats:
COMPLETE
+                File Output Operator
+                  compressed: false
+                  File Sink Vectorization:
+                      className: VectorFileSinkOperator
+                      native: false
+                  Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats:
COMPLETE
+                  table:
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
       Execution mode: vectorized
       Map Vectorization:
           enabled: true
@@ -596,25 +605,6 @@ STAGE PLANS:
           allNative: false
           usesVectorUDFAdaptor: false
           vectorized: true
-      Reduce Vectorization:
-          enabled: false
-          enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true
-          enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false
-      Reduce Operator Tree:
-        Select Operator
-          expressions: 5-5 (type: interval_year_month), -1-1 (type: interval_year_month)
-          outputColumnNames: _col0, _col1
-          Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE
-          Limit
-            Number of rows: 2
-            Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE
-            File Output Operator
-              compressed: false
-              Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE
-              table:
-                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 
   Stage: Stage-0
     Fetch Operator

http://git-wip-us.apache.org/repos/asf/hive/blob/a74c1e7c/ql/src/test/results/clientpositive/view_alias.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/view_alias.q.out b/ql/src/test/results/clientpositive/view_alias.q.out
index 90bf28d..1582f06 100644
--- a/ql/src/test/results/clientpositive/view_alias.q.out
+++ b/ql/src/test/results/clientpositive/view_alias.q.out
@@ -56,11 +56,11 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@v
 #### A masked pattern was here ####
-165	12
-27	12
-311	12
-97	12
 238	12
+86	12
+311	12
+27	12
+165	12
 PREHOOK: query: drop view v
 PREHOOK: type: DROPVIEW
 PREHOOK: Input: default@v
@@ -123,11 +123,11 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@v
 #### A masked pattern was here ####
-165	12
-27	12
-311	12
-97	12
 238	12
+86	12
+311	12
+27	12
+165	12
 PREHOOK: query: drop view v
 PREHOOK: type: DROPVIEW
 PREHOOK: Input: default@v
@@ -192,11 +192,11 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@v
 #### A masked pattern was here ####
-165	val_165	12
-27	val_27	12
-311	val_311	12
-97	val_97	12
 238	val_238	12
+86	val_86	12
+311	val_311	12
+27	val_27	12
+165	val_165	12
 PREHOOK: query: drop view v
 PREHOOK: type: DROPVIEW
 PREHOOK: Input: default@v
@@ -261,11 +261,11 @@ POSTHOOK: type: QUERY
 POSTHOOK: Input: default@src
 POSTHOOK: Input: default@v
 #### A masked pattern was here ####
-165	val_165	12
-27	val_27	12
-311	val_311	12
-97	val_97	12
 238	val_238	12
+86	val_86	12
+311	val_311	12
+27	val_27	12
+165	val_165	12
 PREHOOK: query: drop view v
 PREHOOK: type: DROPVIEW
 PREHOOK: Input: default@v
@@ -445,8 +445,8 @@ POSTHOOK: Input: default@a
 POSTHOOK: Input: default@b
 POSTHOOK: Input: default@v
 #### A masked pattern was here ####
-010	86	val_86	121	86	val_86	234
-010	311	val_311	121	311	val_311	234
-010	27	val_27	121	27	val_27	234
-010	238	val_238	121	238	val_238	234
 010	165	val_165	121	165	val_165	234
+010	238	val_238	121	238	val_238	234
+010	27	val_27	121	27	val_27	234
+010	311	val_311	121	311	val_311	234
+010	86	val_86	121	86	val_86	234


Mime
View raw message