hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From br...@apache.org
Subject svn commit: r1642395 [22/22] - in /hive/branches/spark/ql/src: java/org/apache/hadoop/hive/ql/exec/spark/ java/org/apache/hadoop/hive/ql/exec/spark/session/ test/results/clientpositive/ test/results/clientpositive/spark/
Date Sat, 29 Nov 2014 03:44:28 GMT
Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vector_orderby_5.q.out Sat
Nov 29 03:44:22 2014
@@ -148,26 +148,22 @@ STAGE PLANS:
                 keys: KEY._col0 (type: boolean)
                 mode: mergepartial
                 outputColumnNames: _col0, _col1
-                Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column
stats: NONE
-                Select Operator
-                  expressions: _col0 (type: boolean), _col1 (type: bigint)
-                  outputColumnNames: _col0, _col1
-                  Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column
stats: NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: boolean)
-                    sort order: -
-                    Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column
stats: NONE
-                    value expressions: _col1 (type: bigint)
+                Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column
stats: NONE
+                Reduce Output Operator
+                  key expressions: _col0 (type: boolean)
+                  sort order: -
+                  Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column
stats: NONE
+                  value expressions: _col1 (type: bigint)
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
                 expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: bigint)
                 outputColumnNames: _col0, _col1
-                Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column
stats: NONE
                 File Output Operator
                   compressed: false
-                  Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column
stats: NONE
                   table:
                       input format: org.apache.hadoop.mapred.TextInputFormat
                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorization_0.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorization_0.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorization_0.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorization_0.q.out Sat
Nov 29 03:44:22 2014
@@ -54,15 +54,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3
                 Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: tinyint), _col1 (type: tinyint), _col2 (type:
bigint), _col3 (type: bigint)
-                  outputColumnNames: _col0, _col1, _col2, _col3
+                Reduce Output Operator
+                  key expressions: _col0 (type: tinyint)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: tinyint)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: tinyint), _col2 (type: bigint), _col3
(type: bigint)
+                  value expressions: _col1 (type: tinyint), _col2 (type: bigint), _col3 (type:
bigint)
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -152,14 +148,10 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0
                 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: bigint)
-                  outputColumnNames: _col0
+                Reduce Output Operator
+                  key expressions: _col0 (type: bigint)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: bigint)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -259,15 +251,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
                 Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double),
_col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7
(type: double)
-                  outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+                Reduce Output Operator
+                  key expressions: _col0 (type: double)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: double)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: double), _col2 (type: double), _col3
(type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type:
double)
+                  value expressions: _col1 (type: double), _col2 (type: double), _col3 (type:
double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
@@ -372,15 +360,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3
                 Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint),
_col3 (type: bigint)
-                  outputColumnNames: _col0, _col1, _col2, _col3
+                Reduce Output Operator
+                  key expressions: _col0 (type: bigint)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: bigint)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3
(type: bigint)
+                  value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type:
bigint)
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -470,14 +454,10 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0
                 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: bigint)
-                  outputColumnNames: _col0
+                Reduce Output Operator
+                  key expressions: _col0 (type: bigint)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: bigint)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -577,15 +557,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
                 Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double),
_col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7
(type: double)
-                  outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+                Reduce Output Operator
+                  key expressions: _col0 (type: double)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: double)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: double), _col2 (type: double), _col3
(type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type:
double)
+                  value expressions: _col1 (type: double), _col2 (type: double), _col3 (type:
double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
@@ -690,15 +666,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3
                 Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: float), _col1 (type: float), _col2 (type: bigint),
_col3 (type: bigint)
-                  outputColumnNames: _col0, _col1, _col2, _col3
+                Reduce Output Operator
+                  key expressions: _col0 (type: float)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: float)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: float), _col2 (type: bigint), _col3 (type:
bigint)
+                  value expressions: _col1 (type: float), _col2 (type: bigint), _col3 (type:
bigint)
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -788,14 +760,10 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0
                 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: double)
-                  outputColumnNames: _col0
+                Reduce Output Operator
+                  key expressions: _col0 (type: double)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: double)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats:
NONE
             Execution mode: vectorized
         Reducer 3 
             Reduce Operator Tree:
@@ -895,15 +863,11 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
                 Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                Select Operator
-                  expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double),
_col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7
(type: double)
-                  outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+                Reduce Output Operator
+                  key expressions: _col0 (type: double)
+                  sort order: +
                   Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                  Reduce Output Operator
-                    key expressions: _col0 (type: double)
-                    sort order: +
-                    Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats:
NONE
-                    value expressions: _col1 (type: double), _col2 (type: double), _col3
(type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type:
double)
+                  value expressions: _col1 (type: double), _col2 (type: double), _col3 (type:
double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_bucketmapjoin1.q.out
Sat Nov 29 03:44:22 2014
@@ -110,7 +110,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 2 
             Map Operator Tree:
                 TableScan
                   alias: b
@@ -132,7 +132,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 2 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: a
@@ -151,7 +151,7 @@ STAGE PLANS:
                         1 key (type: int)
                       outputColumnNames: _col0, _col1, _col5, _col6
                       input vertices:
-                        1 Map 1
+                        1 Map 2
                       Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column
stats: NONE
                       Select Operator
                         expressions: _col0 (type: int), _col1 (type: string), _col5 (type:
int), _col6 (type: string)
@@ -204,7 +204,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 2 
             Map Operator Tree:
                 TableScan
                   alias: b
@@ -226,7 +226,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 2 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: a
@@ -245,7 +245,7 @@ STAGE PLANS:
                         1 key (type: int)
                       outputColumnNames: _col0, _col1, _col5, _col6
                       input vertices:
-                        1 Map 1
+                        1 Map 2
                       Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column
stats: NONE
                       Select Operator
                         expressions: _col0 (type: int), _col1 (type: string), _col5 (type:
int), _col6 (type: string)
@@ -308,7 +308,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 2 
             Map Operator Tree:
                 TableScan
                   alias: b
@@ -330,7 +330,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 2 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: a
@@ -349,7 +349,7 @@ STAGE PLANS:
                         1 key (type: int)
                       outputColumnNames: _col0, _col1, _col5, _col6
                       input vertices:
-                        1 Map 1
+                        1 Map 2
                       Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column
stats: NONE
                       Select Operator
                         expressions: _col0 (type: int), _col1 (type: string), _col5 (type:
int), _col6 (type: string)

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out
Sat Nov 29 03:44:22 2014
@@ -16,7 +16,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 3 
             Map Operator Tree:
                 TableScan
                   alias: t2
@@ -37,10 +37,10 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 3 <- Map 2 (GROUP, 1)
+        Reducer 2 <- Map 1 (GROUP, 1)
 #### A masked pattern was here ####
       Vertices:
-        Map 2 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: t1
@@ -59,25 +59,21 @@ STAGE PLANS:
                         1 cint (type: int)
                       outputColumnNames: _col2, _col17
                       input vertices:
-                        1 Map 1
+                        1 Map 3
                       Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                      Select Operator
-                        expressions: _col2 (type: int), _col17 (type: int)
-                        outputColumnNames: _col2, _col17
-                        Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                        Group By Operator
-                          aggregations: count(_col2), max(_col17), min(_col2), avg((_col2
+ _col17))
-                          mode: hash
-                          outputColumnNames: _col0, _col1, _col2, _col3
+                      Group By Operator
+                        aggregations: count(_col2), max(_col17), min(_col2), avg((_col2 +
_col17))
+                        mode: hash
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
+                        Reduce Output Operator
+                          sort order: 
                           Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
-                          Reduce Output Operator
-                            sort order: 
-                            Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
-                            value expressions: _col0 (type: bigint), _col1 (type: int), _col2
(type: int), _col3 (type: struct<count:bigint,sum:double,input:int>)
+                          value expressions: _col0 (type: bigint), _col1 (type: int), _col2
(type: int), _col3 (type: struct<count:bigint,sum:double,input:int>)
             Local Work:
               Map Reduce Local Work
             Execution mode: vectorized
-        Reducer 3 
+        Reducer 2 
             Reduce Operator Tree:
               Group By Operator
                 aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), avg(VALUE._col3)

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out
Sat Nov 29 03:44:22 2014
@@ -13,7 +13,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 3 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: v1
@@ -35,7 +35,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 4 
+        Map 2 
             Map Operator Tree:
                 TableScan
                   alias: v2
@@ -54,7 +54,7 @@ STAGE PLANS:
                         1 ctinyint (type: tinyint)
                       outputColumnNames: _col0, _col1, _col5, _col15
                       input vertices:
-                        0 Map 3
+                        0 Map 1
                       Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
                       Filter Operator
                         predicate: (_col0 = _col15) (type: boolean)
@@ -76,10 +76,10 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (GROUP, 1)
+        Reducer 4 <- Map 3 (GROUP, 1)
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 3 
             Map Operator Tree:
                 TableScan
                   alias: v3
@@ -98,25 +98,21 @@ STAGE PLANS:
                         1 csmallint (type: smallint)
                       outputColumnNames: _col1
                       input vertices:
-                        0 Map 4
+                        0 Map 2
                       Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                      Select Operator
-                        expressions: _col1 (type: double)
-                        outputColumnNames: _col1
-                        Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                        Group By Operator
-                          aggregations: sum(_col1)
-                          mode: hash
-                          outputColumnNames: _col0
+                      Group By Operator
+                        aggregations: sum(_col1)
+                        mode: hash
+                        outputColumnNames: _col0
+                        Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE
+                        Reduce Output Operator
+                          sort order: 
                           Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE
-                          Reduce Output Operator
-                            sort order: 
-                            Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column
stats: NONE
-                            value expressions: _col0 (type: double)
+                          value expressions: _col0 (type: double)
             Local Work:
               Map Reduce Local Work
             Execution mode: vectorized
-        Reducer 2 
+        Reducer 4 
             Reduce Operator Tree:
               Group By Operator
                 aggregations: sum(VALUE._col0)

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
Files hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out (original)
and hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out Sat
Nov 29 03:44:22 2014 differ

Modified: hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out
Sat Nov 29 03:44:22 2014
@@ -16,7 +16,7 @@ STAGE PLANS:
     Spark
 #### A masked pattern was here ####
       Vertices:
-        Map 1 
+        Map 3 
             Map Operator Tree:
                 TableScan
                   alias: t2
@@ -37,10 +37,10 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 3 <- Map 2 (GROUP, 1)
+        Reducer 2 <- Map 1 (GROUP, 1)
 #### A masked pattern was here ####
       Vertices:
-        Map 2 
+        Map 1 
             Map Operator Tree:
                 TableScan
                   alias: t1
@@ -59,25 +59,21 @@ STAGE PLANS:
                         1 cint (type: int)
                       outputColumnNames: _col2, _col17
                       input vertices:
-                        1 Map 1
+                        1 Map 3
                       Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                      Select Operator
-                        expressions: _col2 (type: int), _col17 (type: int)
-                        outputColumnNames: _col2, _col17
-                        Statistics: Num rows: 6758 Data size: 207479 Basic stats: COMPLETE
Column stats: NONE
-                        Group By Operator
-                          aggregations: count(_col2), max(_col17), min(_col2), avg((_col2
+ _col17))
-                          mode: hash
-                          outputColumnNames: _col0, _col1, _col2, _col3
+                      Group By Operator
+                        aggregations: count(_col2), max(_col17), min(_col2), avg((_col2 +
_col17))
+                        mode: hash
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
+                        Reduce Output Operator
+                          sort order: 
                           Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
-                          Reduce Output Operator
-                            sort order: 
-                            Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column
stats: NONE
-                            value expressions: _col0 (type: bigint), _col1 (type: int), _col2
(type: int), _col3 (type: struct<count:bigint,sum:double,input:int>)
+                          value expressions: _col0 (type: bigint), _col1 (type: int), _col2
(type: int), _col3 (type: struct<count:bigint,sum:double,input:int>)
             Local Work:
               Map Reduce Local Work
             Execution mode: vectorized
-        Reducer 3 
+        Reducer 2 
             Reduce Operator Tree:
               Group By Operator
                 aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), avg(VALUE._col3)

Modified: hive/branches/spark/ql/src/test/results/clientpositive/vector_cast_constant.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/vector_cast_constant.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/vector_cast_constant.q.out (original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/vector_cast_constant.q.out Sat
Nov 29 03:44:22 2014
@@ -146,17 +146,13 @@ STAGE PLANS:
           keys: KEY._col0 (type: int)
           mode: mergepartial
           outputColumnNames: _col0, _col1, _col2, _col3
-          Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats:
NONE
-          Select Operator
-            expressions: _col0 (type: int), _col1 (type: double), _col2 (type: double), _col3
(type: decimal(14,4))
-            outputColumnNames: _col0, _col1, _col2, _col3
-            Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats:
NONE
-            File Output Operator
-              compressed: false
-              table:
-                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                  serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+          Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats:
NONE
+          File Output Operator
+            compressed: false
+            table:
+                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+                serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
   Stage: Stage-2
     Map Reduce
@@ -165,13 +161,13 @@ STAGE PLANS:
             Reduce Output Operator
               key expressions: _col0 (type: int)
               sort order: +
-              Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats:
NONE
               value expressions: _col1 (type: double), _col2 (type: double), _col3 (type:
decimal(14,4))
       Reduce Operator Tree:
         Select Operator
           expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1
(type: double), VALUE._col2 (type: decimal(14,4))
           outputColumnNames: _col0, _col1, _col2, _col3
-          Statistics: Num rows: 524 Data size: 155436 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats:
NONE
           Limit
             Number of rows: 10
             Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats:
NONE

Modified: hive/branches/spark/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out?rev=1642395&r1=1642394&r2=1642395&view=diff
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out
(original)
+++ hive/branches/spark/ql/src/test/results/clientpositive/vector_decimal_aggregate.q.out
Sat Nov 29 03:44:22 2014
@@ -46,22 +46,22 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             alias: decimal_vgby
-            Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats:
NONE
             Select Operator
               expressions: cint (type: int), cdecimal1 (type: decimal(20,10)), cdecimal2
(type: decimal(23,14))
               outputColumnNames: cint, cdecimal1, cdecimal2
-              Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
               Group By Operator
                 aggregations: count(cdecimal1), max(cdecimal1), min(cdecimal1), sum(cdecimal1),
count(cdecimal2), max(cdecimal2), min(cdecimal2), sum(cdecimal2), count()
                 keys: cint (type: int)
                 mode: hash
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7,
_col8, _col9
-                Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
                 Reduce Output Operator
                   key expressions: _col0 (type: int)
                   sort order: +
                   Map-reduce partition columns: _col0 (type: int)
-                  Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
                   value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)),
_col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: bigint), _col6 (type:
decimal(23,14)), _col7 (type: decimal(23,14)), _col8 (type: decimal(33,14)), _col9 (type:
bigint)
       Execution mode: vectorized
       Reduce Operator Tree:
@@ -70,17 +70,17 @@ STAGE PLANS:
           keys: KEY._col0 (type: int)
           mode: mergepartial
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8,
_col9
-          Statistics: Num rows: 280 Data size: 63906 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats:
NONE
           Filter Operator
             predicate: (_col9 > 1) (type: boolean)
-            Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats:
NONE
             Select Operator
               expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: decimal(20,10)),
_col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: bigint), _col6 (type:
decimal(23,14)), _col7 (type: decimal(23,14)), _col8 (type: decimal(33,14))
               outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7,
_col8
-              Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column
stats: NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -144,22 +144,22 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             alias: decimal_vgby
-            Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats:
NONE
             Select Operator
               expressions: cint (type: int), cdecimal1 (type: decimal(20,10)), cdecimal2
(type: decimal(23,14))
               outputColumnNames: cint, cdecimal1, cdecimal2
-              Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
               Group By Operator
                 aggregations: count(cdecimal1), max(cdecimal1), min(cdecimal1), sum(cdecimal1),
avg(cdecimal1), stddev_pop(cdecimal1), stddev_samp(cdecimal1), count(cdecimal2), max(cdecimal2),
min(cdecimal2), sum(cdecimal2), avg(cdecimal2), stddev_pop(cdecimal2), stddev_samp(cdecimal2),
count()
                 keys: cint (type: int)
                 mode: hash
                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7,
_col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15
-                Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column
stats: NONE
+                Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
                 Reduce Output Operator
                   key expressions: _col0 (type: int)
                   sort order: +
                   Map-reduce partition columns: _col0 (type: int)
-                  Statistics: Num rows: 561 Data size: 128041 Basic stats: COMPLETE Column
stats: NONE
+                  Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column
stats: NONE
                   value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)),
_col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: struct<count:bigint,sum:decimal(30,10),input:decimal(20,10)>),
_col6 (type: struct<count:bigint,sum:double,variance:double>), _col7 (type: struct<count:bigint,sum:double,variance:double>),
_col8 (type: bigint), _col9 (type: decimal(23,14)), _col10 (type: decimal(23,14)), _col11
(type: decimal(33,14)), _col12 (type: struct<count:bigint,sum:decimal(33,14),input:decimal(23,14)>),
_col13 (type: struct<count:bigint,sum:double,variance:double>), _col14 (type: struct<count:bigint,sum:double,variance:double>),
_col15 (type: bigint)
       Execution mode: vectorized
       Reduce Operator Tree:
@@ -168,17 +168,17 @@ STAGE PLANS:
           keys: KEY._col0 (type: int)
           mode: mergepartial
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8,
_col9, _col10, _col11, _col12, _col13, _col14, _col15
-          Statistics: Num rows: 280 Data size: 63906 Basic stats: COMPLETE Column stats:
NONE
+          Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats:
NONE
           Filter Operator
             predicate: (_col15 > 1) (type: boolean)
-            Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+            Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats:
NONE
             Select Operator
               expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: decimal(20,10)),
_col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: decimal(24,14)),
_col6 (type: double), _col7 (type: double), _col8 (type: bigint), _col9 (type: decimal(23,14)),
_col10 (type: decimal(23,14)), _col11 (type: decimal(33,14)), _col12 (type: decimal(27,18)),
_col13 (type: double), _col14 (type: double)
               outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7,
_col8, _col9, _col10, _col11, _col12, _col13, _col14
-              Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+              Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats:
NONE
               File Output Operator
                 compressed: false
-                Statistics: Num rows: 93 Data size: 21225 Basic stats: COMPLETE Column stats:
NONE
+                Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column
stats: NONE
                 table:
                     input format: org.apache.hadoop.mapred.TextInputFormat
                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat



Mime
View raw message