hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject svn commit: r1659316 [1/3] - in /hive/trunk/ql/src: java/org/apache/hadoop/hive/ql/parse/ test/queries/clientpositive/ test/results/clientpositive/ test/results/clientpositive/spark/ test/results/clientpositive/tez/
Date Thu, 12 Feb 2015 16:59:00 GMT
Author: hashutosh
Date: Thu Feb 12 16:58:59 2015
New Revision: 1659316

URL: http://svn.apache.org/r1659316
Log:
HIVE-9618 : Deduplicate RS keys for ptf/windowing (Navis via Ashutosh Chauhan)

Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
    hive/trunk/ql/src/test/queries/clientpositive/ptf.q
    hive/trunk/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
    hive/trunk/ql/src/test/results/clientpositive/ptf.q.out
    hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out
    hive/trunk/ql/src/test/results/clientpositive/spark/ptf.q.out
    hive/trunk/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out
    hive/trunk/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out
    hive/trunk/ql/src/test/results/clientpositive/tez/ptf.q.out
    hive/trunk/ql/src/test/results/clientpositive/tez/ptf_streaming.q.out
    hive/trunk/ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out
    hive/trunk/ql/src/test/results/clientpositive/vectorized_ptf.q.out

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java Thu Feb 12 16:58:59 2015
@@ -11561,9 +11561,12 @@ public class SemanticAnalyzer extends Ba
     List<PTFExpressionDef> partColList = tabDef.getPartition().getExpressions();
 
     for (PTFExpressionDef colDef : partColList) {
-      partCols.add(colDef.getExprNode());
-      orderCols.add(colDef.getExprNode());
-      orderString.append('+');
+      ExprNodeDesc exprNode = colDef.getExprNode();
+      if (ExprNodeDescUtils.indexOf(exprNode, partCols) < 0) {
+        partCols.add(exprNode);
+        orderCols.add(exprNode);
+        orderString.append('+');
+      }
     }
 
     /*
@@ -11576,13 +11579,14 @@ public class SemanticAnalyzer extends Ba
     List<OrderExpressionDef> orderColList = tabDef.getOrder().getExpressions();
     for (int i = 0; i < orderColList.size(); i++) {
       OrderExpressionDef colDef = orderColList.get(i);
-      org.apache.hadoop.hive.ql.parse.PTFInvocationSpec.Order order = colDef.getOrder();
-      if (order.name().equals("ASC")) {
-        orderString.append('+');
-      } else {
-        orderString.append('-');
+      char orderChar = colDef.getOrder() == PTFInvocationSpec.Order.ASC ? '+' : '-';
+      int index = ExprNodeDescUtils.indexOf(colDef.getExprNode(), orderCols);
+      if (index >= 0) {
+        orderString.setCharAt(index, orderChar);
+        continue;
       }
       orderCols.add(colDef.getExprNode());
+      orderString.append(orderChar);
     }
   }
 
@@ -11696,20 +11700,24 @@ public class SemanticAnalyzer extends Ba
 
     for (PartitionExpression partCol : spec.getQueryPartitionSpec().getExpressions()) {
       ExprNodeDesc partExpr = genExprNodeDesc(partCol.getExpression(), inputRR);
-      partCols.add(partExpr);
-      orderCols.add(partExpr);
-      order.append('+');
+      if (ExprNodeDescUtils.indexOf(partExpr, partCols) < 0) {
+        partCols.add(partExpr);
+        orderCols.add(partExpr);
+        order.append('+');
+      }
     }
 
     if (spec.getQueryOrderSpec() != null) {
       for (OrderExpression orderCol : spec.getQueryOrderSpec().getExpressions()) {
-        String orderString = orderCol.getOrder().name();
-        if (orderString.equals("ASC")) {
-          order.append('+');
-        } else {
-          order.append('-');
+        ExprNodeDesc orderExpr = genExprNodeDesc(orderCol.getExpression(), inputRR);
+        char orderChar = orderCol.getOrder() == PTFInvocationSpec.Order.ASC ? '+' : '-';
+        int index = ExprNodeDescUtils.indexOf(orderExpr, orderCols);
+        if (index >= 0) {
+          order.setCharAt(index, orderChar);
+          continue;
         }
         orderCols.add(genExprNodeDesc(orderCol.getExpression(), inputRR));
+        order.append(orderChar);
       }
     }
 

Modified: hive/trunk/ql/src/test/queries/clientpositive/ptf.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/ptf.q?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/ptf.q (original)
+++ hive/trunk/ql/src/test/queries/clientpositive/ptf.q Thu Feb 12 16:58:59 2015
@@ -202,7 +202,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )));
 
 select p_mfgr, p_name, p_size, 
@@ -211,7 +211,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )));
  
 -- 13. testPTFAndWindowingInSubQ

Modified: hive/trunk/ql/src/test/results/clientpositive/correlationoptimizer12.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/correlationoptimizer12.q.out?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/correlationoptimizer12.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/correlationoptimizer12.q.out Thu Feb 12 16:58:59 2015
@@ -32,8 +32,8 @@ STAGE PLANS:
               outputColumnNames: _col0, _col1
               Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
-                key expressions: _col0 (type: string), _col0 (type: string)
-                sort order: ++
+                key expressions: _col0 (type: string)
+                sort order: +
                 Map-reduce partition columns: _col0 (type: string)
                 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
                 value expressions: _col1 (type: string)
@@ -103,8 +103,8 @@ STAGE PLANS:
               outputColumnNames: _col0, _col1
               Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
               Reduce Output Operator
-                key expressions: _col0 (type: string), _col0 (type: string)
-                sort order: ++
+                key expressions: _col0 (type: string)
+                sort order: +
                 Map-reduce partition columns: _col0 (type: string)
                 Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE
                 value expressions: _col1 (type: string)

Modified: hive/trunk/ql/src/test/results/clientpositive/ptf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ptf.q.out?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ptf.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ptf.q.out Thu Feb 12 16:58:59 2015
@@ -1532,7 +1532,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 PREHOOK: type: QUERY
 POSTHOOK: query: -- 12. testFunctionChain
@@ -1543,7 +1543,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
@@ -1560,14 +1560,14 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: +++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: -+
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int), p_retailprice (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -1586,14 +1586,14 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: -+
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int), _col7 (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -1646,7 +1646,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 PREHOOK: type: QUERY
 PREHOOK: Input: default@part
@@ -1657,7 +1657,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@part
@@ -2187,8 +2187,7 @@ POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-1 is a root stage
   Stage-2 depends on stages: Stage-1
-  Stage-3 depends on stages: Stage-2
-  Stage-0 depends on stages: Stage-3
+  Stage-0 depends on stages: Stage-2
 
 STAGE PLANS:
   Stage: Stage-1
@@ -2210,7 +2209,7 @@ STAGE PLANS:
                 Reduce Output Operator
                   key expressions: _col0 (type: string), _col1 (type: string)
                   sort order: ++
-                  Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+                  Map-reduce partition columns: _col0 (type: string)
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   value expressions: _col2 (type: double)
       Reduce Operator Tree:
@@ -2220,28 +2219,6 @@ STAGE PLANS:
           mode: mergepartial
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
-          File Output Operator
-            compressed: false
-            table:
-                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-                serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
-  Stage: Stage-2
-    Map Reduce
-      Map Operator Tree:
-          TableScan
-            Reduce Output Operator
-              key expressions: _col0 (type: string), _col0 (type: string)
-              sort order: ++
-              Map-reduce partition columns: _col0 (type: string)
-              Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
-              value expressions: _col1 (type: string), _col2 (type: double)
-      Reduce Operator Tree:
-        Select Operator
-          expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: double)
-          outputColumnNames: _col0, _col1, _col2
-          Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
             Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
@@ -2251,7 +2228,7 @@ STAGE PLANS:
                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
                   serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
-  Stage: Stage-3
+  Stage: Stage-2
     Map Reduce
       Map Operator Tree:
           TableScan
@@ -2519,14 +2496,14 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _wcol0 (type: bigint), _col5 (type: int)
       Reduce Operator Tree:
         Select Operator
-          expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
+          expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
           outputColumnNames: _col0, _col2, _col3, _col6
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -2725,8 +2702,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_name (type: string), p_size (type: int)
@@ -2751,8 +2728,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -2775,8 +2752,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -2918,8 +2895,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_name (type: string), p_size (type: int)
@@ -2942,8 +2919,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -2966,8 +2943,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col5 (type: int)
@@ -3128,8 +3105,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int)
@@ -3152,8 +3129,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col5 (type: int)
@@ -3315,8 +3292,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int)
@@ -3339,8 +3316,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col5 (type: int)
@@ -3365,8 +3342,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -3389,8 +3366,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -3529,8 +3506,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int)
@@ -3555,8 +3532,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col5 (type: int)
@@ -3579,8 +3556,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -3713,8 +3690,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int)
@@ -3739,8 +3716,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)

Modified: hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ptf_streaming.q.out Thu Feb 12 16:58:59 2015
@@ -742,14 +742,14 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: +++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int), p_retailprice (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -768,14 +768,14 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int), _col7 (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -906,14 +906,14 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: +++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int), p_retailprice (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -932,14 +932,14 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int), _col7 (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -1070,14 +1070,14 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: +++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int), p_retailprice (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -1096,14 +1096,14 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: +++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int), _col7 (type: double)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
@@ -1436,8 +1436,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_name (type: string), p_size (type: int)
@@ -1462,8 +1462,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -1486,8 +1486,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -1629,8 +1629,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_mfgr (type: string)
-              sort order: ++
+              key expressions: p_mfgr (type: string)
+              sort order: +
               Map-reduce partition columns: p_mfgr (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_name (type: string), p_size (type: int)
@@ -1653,8 +1653,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)
@@ -1677,8 +1677,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col2 (type: string)
-              sort order: ++
+              key expressions: _col2 (type: string)
+              sort order: +
               Map-reduce partition columns: _col2 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col1 (type: string), _col5 (type: int)
@@ -1837,8 +1837,8 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Reduce Output Operator
-              key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-              sort order: ++++
+              key expressions: p_mfgr (type: string), p_name (type: string)
+              sort order: ++
               Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: p_size (type: int)
@@ -1863,8 +1863,8 @@ STAGE PLANS:
       Map Operator Tree:
           TableScan
             Reduce Output Operator
-              key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-              sort order: ++++
+              key expressions: _col2 (type: string), _col1 (type: string)
+              sort order: ++
               Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
               value expressions: _col5 (type: int)

Modified: hive/trunk/ql/src/test/results/clientpositive/spark/ptf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/spark/ptf.q.out?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/spark/ptf.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/spark/ptf.q.out Thu Feb 12 16:58:59 2015
@@ -1484,7 +1484,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 PREHOOK: type: QUERY
 POSTHOOK: query: -- 12. testFunctionChain
@@ -1495,7 +1495,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
@@ -1517,15 +1517,15 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: +++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: -+
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int), p_retailprice (type: double)
         Reducer 2 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -1533,15 +1533,15 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: +++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: -+
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -1584,7 +1584,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 PREHOOK: type: QUERY
 PREHOOK: Input: default@part
@@ -1595,7 +1595,7 @@ dense_rank() over (partition by p_mfgr o
 sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row)  as s1
 from noop(on noopwithmap(on noop(on part 
 partition by p_mfgr 
-order by p_mfgr, p_name
+order by p_mfgr DESC, p_name
 )))
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@part
@@ -2110,9 +2110,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (GROUP, 2)
+        Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 2)
         Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -2133,7 +2132,7 @@ STAGE PLANS:
                       Reduce Output Operator
                         key expressions: _col0 (type: string), _col1 (type: string)
                         sort order: ++
-                        Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+                        Map-reduce partition columns: _col0 (type: string)
                         Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                         value expressions: _col2 (type: double)
         Reducer 2 
@@ -2144,18 +2143,6 @@ STAGE PLANS:
                 mode: mergepartial
                 outputColumnNames: _col0, _col1, _col2
                 Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
-                Reduce Output Operator
-                  key expressions: _col0 (type: string), _col0 (type: string)
-                  sort order: ++
-                  Map-reduce partition columns: _col0 (type: string)
-                  Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
-                  value expressions: _col1 (type: string), _col2 (type: double)
-        Reducer 3 
-            Reduce Operator Tree:
-              Select Operator
-                expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: double)
-                outputColumnNames: _col0, _col1, _col2
-                Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
                   Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
@@ -2164,7 +2151,7 @@ STAGE PLANS:
                     Map-reduce partition columns: _col0 (type: string)
                     Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col2 (type: double)
-        Reducer 4 
+        Reducer 3 
             Reduce Operator Tree:
               Select Operator
                 expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double)
@@ -2366,15 +2353,15 @@ STAGE PLANS:
                     outputColumnNames: _col1, _col2, _col5, _wcol0
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: +++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _wcol0 (type: bigint), _col5 (type: int)
         Reducer 5 
             Reduce Operator Tree:
               Select Operator
-                expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
+                expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int)
                 outputColumnNames: _col0, _col2, _col3, _col6
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -2608,9 +2595,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -2619,8 +2606,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string)
-                    sort order: ++
+                    key expressions: p_mfgr (type: string)
+                    sort order: +
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_name (type: string), p_size (type: int)
@@ -2635,8 +2622,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: ++++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int)
@@ -2649,8 +2636,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -2786,9 +2773,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
         Reducer 5 <- Reducer 4 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
@@ -2798,8 +2785,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string)
-                    sort order: ++
+                    key expressions: p_mfgr (type: string)
+                    sort order: +
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_name (type: string), p_size (type: int)
@@ -2812,8 +2799,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -2826,8 +2813,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col2 (type: string)
-                    sort order: ++
+                    key expressions: _col2 (type: string)
+                    sort order: +
                     Map-reduce partition columns: _col2 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col1 (type: string), _col5 (type: int)
@@ -2973,8 +2960,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
         Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
@@ -2984,8 +2971,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: ++++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int)
@@ -2998,8 +2985,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col2 (type: string)
-                    sort order: ++
+                    key expressions: _col2 (type: string)
+                    sort order: +
                     Map-reduce partition columns: _col2 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col1 (type: string), _col5 (type: int)
@@ -3145,10 +3132,10 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
-        Reducer 5 <- Reducer 4 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
+        Reducer 5 <- Reducer 4 (SORT, 2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -3157,8 +3144,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: ++++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int)
@@ -3171,8 +3158,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col2 (type: string)
-                    sort order: ++
+                    key expressions: _col2 (type: string)
+                    sort order: +
                     Map-reduce partition columns: _col2 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col1 (type: string), _col5 (type: int)
@@ -3187,8 +3174,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: ++++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int)
@@ -3201,8 +3188,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -3336,9 +3323,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -3347,8 +3334,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: ++++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int)
@@ -3363,8 +3350,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string)
-                      sort order: ++
+                      key expressions: _col2 (type: string)
+                      sort order: +
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col1 (type: string), _col5 (type: int)
@@ -3377,8 +3364,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -3506,8 +3493,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
         Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
@@ -3517,8 +3504,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: ++++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int)
@@ -3533,8 +3520,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: ++++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int)

Modified: hive/trunk/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out?rev=1659316&r1=1659315&r2=1659316&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/spark/ptf_streaming.q.out Thu Feb 12 16:58:59 2015
@@ -721,15 +721,15 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: +++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int), p_retailprice (type: double)
         Reducer 2 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -737,15 +737,15 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: +++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -871,15 +871,15 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: +++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int), p_retailprice (type: double)
         Reducer 2 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -887,15 +887,15 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: +++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -1021,15 +1021,15 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: +++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int), p_retailprice (type: double)
         Reducer 2 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -1037,15 +1037,15 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: +++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int), _col7 (type: double)
         Reducer 3 
             Reduce Operator Tree:
               Select Operator
-                expressions: KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
+                expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double)
                 outputColumnNames: _col1, _col2, _col5, _col7
                 Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                 PTF Operator
@@ -1350,9 +1350,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
 #### A masked pattern was here ####
       Vertices:
         Map 1 
@@ -1361,8 +1361,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string)
-                    sort order: ++
+                    key expressions: p_mfgr (type: string)
+                    sort order: +
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_name (type: string), p_size (type: int)
@@ -1377,8 +1377,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: ++++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int)
@@ -1391,8 +1391,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -1528,9 +1528,9 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
-        Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
+        Reducer 4 <- Reducer 3 (SORT, 2)
         Reducer 5 <- Reducer 4 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
@@ -1540,8 +1540,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_mfgr (type: string)
-                    sort order: ++
+                    key expressions: p_mfgr (type: string)
+                    sort order: +
                     Map-reduce partition columns: p_mfgr (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_name (type: string), p_size (type: int)
@@ -1554,8 +1554,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                    sort order: ++++
+                    key expressions: _col2 (type: string), _col1 (type: string)
+                    sort order: ++
                     Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col5 (type: int)
@@ -1568,8 +1568,8 @@ STAGE PLANS:
                 PTF Operator
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: _col2 (type: string), _col2 (type: string)
-                    sort order: ++
+                    key expressions: _col2 (type: string)
+                    sort order: +
                     Map-reduce partition columns: _col2 (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: _col1 (type: string), _col5 (type: int)
@@ -1713,8 +1713,8 @@ STAGE PLANS:
   Stage: Stage-1
     Spark
       Edges:
-        Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2)
-        Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
+        Reducer 2 <- Map 1 (SORT, 2)
+        Reducer 3 <- Reducer 2 (SORT, 2)
         Reducer 4 <- Reducer 3 (PARTITION-LEVEL SORT, 2)
 #### A masked pattern was here ####
       Vertices:
@@ -1724,8 +1724,8 @@ STAGE PLANS:
                   alias: part
                   Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                   Reduce Output Operator
-                    key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string)
-                    sort order: ++++
+                    key expressions: p_mfgr (type: string), p_name (type: string)
+                    sort order: ++
                     Map-reduce partition columns: p_mfgr (type: string), p_name (type: string)
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     value expressions: p_size (type: int)
@@ -1740,8 +1740,8 @@ STAGE PLANS:
                   PTF Operator
                     Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                     Reduce Output Operator
-                      key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string)
-                      sort order: ++++
+                      key expressions: _col2 (type: string), _col1 (type: string)
+                      sort order: ++
                       Map-reduce partition columns: _col2 (type: string), _col1 (type: string)
                       Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
                       value expressions: _col5 (type: int)



Mime
View raw message