hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From heyongqi...@apache.org
Subject svn commit: r1226903 [5/5] - in /hive/trunk: common/src/java/org/apache/hadoop/hive/conf/ ql/src/java/org/apache/hadoop/hive/ql/parse/ ql/src/java/org/apache/hadoop/hive/ql/plan/ ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/
Date Tue, 03 Jan 2012 18:10:36 GMT
Modified: hive/trunk/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out?rev=1226903&r1=1226902&r2=1226903&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/multigroupby_singlemr.q.out Tue Jan  3 18:10:34
2012
@@ -40,8 +40,9 @@ STAGE DEPENDENCIES:
   Stage-2 is a root stage
   Stage-0 depends on stages: Stage-2
   Stage-3 depends on stages: Stage-0
-  Stage-1 depends on stages: Stage-2
-  Stage-4 depends on stages: Stage-1
+  Stage-4 depends on stages: Stage-2
+  Stage-1 depends on stages: Stage-4
+  Stage-5 depends on stages: Stage-1
 
 STAGE PLANS:
   Stage: Stage-2
@@ -50,90 +51,92 @@ STAGE PLANS:
         tbl 
           TableScan
             alias: tbl
-            Reduce Output Operator
-              key expressions:
+            Select Operator
+              expressions:
                     expr: c1
                     type: int
                     expr: c2
                     type: int
-              sort order: ++
-              Map-reduce partition columns:
+              outputColumnNames: c1, c2
+              Group By Operator
+                aggregations:
+                      expr: count(c2)
+                bucketGroup: false
+                keys:
+                      expr: c1
+                      type: int
+                mode: hash
+                outputColumnNames: _col0, _col1
+                Reduce Output Operator
+                  key expressions:
+                        expr: _col0
+                        type: int
+                  sort order: +
+                  Map-reduce partition columns:
+                        expr: _col0
+                        type: int
+                  tag: -1
+                  value expressions:
+                        expr: _col1
+                        type: bigint
+            Select Operator
+              expressions:
                     expr: c1
                     type: int
-              tag: -1
-              value expressions:
-                    expr: c3
+                    expr: c2
                     type: int
-      Reduce Operator Tree:
-        Forward
-          Group By Operator
-            aggregations:
-                  expr: count(KEY._col1)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
-                  type: int
-            mode: complete
-            outputColumnNames: _col0, _col1
-            Select Operator
-              expressions:
-                    expr: _col0
+                    expr: c3
                     type: int
-                    expr: _col1
-                    type: bigint
-              outputColumnNames: _col0, _col1
-              Select Operator
-                expressions:
-                      expr: _col0
+              outputColumnNames: c1, c2, c3
+              Group By Operator
+                aggregations:
+                      expr: count(c3)
+                bucketGroup: false
+                keys:
+                      expr: c1
                       type: int
-                      expr: UDFToInteger(_col1)
+                      expr: c2
                       type: int
-                outputColumnNames: _col0, _col1
+                mode: hash
+                outputColumnNames: _col0, _col1, _col2
                 File Output Operator
                   compressed: false
-                  GlobalTableId: 1
+                  GlobalTableId: 0
                   table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest1
-          Group By Operator
-            aggregations:
-                  expr: count(VALUE._col0)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
-                  type: int
-                  expr: KEY._col1
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1
+          Select Operator
+            expressions:
+                  expr: _col0
                   type: int
-            mode: complete
-            outputColumnNames: _col0, _col1, _col2
+                  expr: _col1
+                  type: bigint
+            outputColumnNames: _col0, _col1
             Select Operator
               expressions:
                     expr: _col0
                     type: int
-                    expr: _col1
+                    expr: UDFToInteger(_col1)
                     type: int
-                    expr: _col2
-                    type: bigint
-              outputColumnNames: _col0, _col1, _col2
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: _col1
-                      type: int
-                      expr: UDFToInteger(_col2)
-                      type: int
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 2
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest2
+              outputColumnNames: _col0, _col1
+              File Output Operator
+                compressed: false
+                GlobalTableId: 1
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest1
 
   Stage: Stage-0
     Move Operator
@@ -148,6 +151,65 @@ STAGE PLANS:
   Stage: Stage-3
     Stats-Aggr Operator
 
+  Stage: Stage-4
+    Map Reduce
+      Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+            Reduce Output Operator
+              key expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              sort order: ++
+              Map-reduce partition columns:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              tag: -1
+              value expressions:
+                    expr: _col2
+                    type: bigint
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+                expr: KEY._col1
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1, _col2
+          Select Operator
+            expressions:
+                  expr: _col0
+                  type: int
+                  expr: _col1
+                  type: int
+                  expr: _col2
+                  type: bigint
+            outputColumnNames: _col0, _col1, _col2
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+                    expr: UDFToInteger(_col2)
+                    type: int
+              outputColumnNames: _col0, _col1, _col2
+              File Output Operator
+                compressed: false
+                GlobalTableId: 2
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest2
+
   Stage: Stage-1
     Move Operator
       tables:
@@ -158,7 +220,7 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.dest2
 
-  Stage: Stage-4
+  Stage: Stage-5
     Stats-Aggr Operator
 
 
@@ -380,8 +442,9 @@ STAGE DEPENDENCIES:
   Stage-2 is a root stage
   Stage-0 depends on stages: Stage-2
   Stage-3 depends on stages: Stage-0
-  Stage-1 depends on stages: Stage-2
-  Stage-4 depends on stages: Stage-1
+  Stage-4 depends on stages: Stage-2
+  Stage-1 depends on stages: Stage-4
+  Stage-5 depends on stages: Stage-1
 
 STAGE PLANS:
   Stage: Stage-2
@@ -390,80 +453,101 @@ STAGE PLANS:
         tbl 
           TableScan
             alias: tbl
-            Reduce Output Operator
-              key expressions:
+            Select Operator
+              expressions:
                     expr: c1
                     type: int
                     expr: c2
                     type: int
                     expr: c3
                     type: int
-              sort order: +++
-              Map-reduce partition columns:
-                    expr: c1
-                    type: int
-                    expr: c2
-                    type: int
-              tag: -1
-              value expressions:
                     expr: c4
                     type: int
-      Reduce Operator Tree:
-        Forward
-          Group By Operator
-            aggregations:
-                  expr: count(VALUE._col0)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
-                  type: int
-                  expr: KEY._col1
-                  type: int
-                  expr: KEY._col2
-                  type: int
-            mode: complete
-            outputColumnNames: _col0, _col1, _col2, _col3
+              outputColumnNames: c1, c2, c3, c4
+              Group By Operator
+                aggregations:
+                      expr: count(c4)
+                bucketGroup: false
+                keys:
+                      expr: c1
+                      type: int
+                      expr: c2
+                      type: int
+                      expr: c3
+                      type: int
+                mode: hash
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Reduce Output Operator
+                  key expressions:
+                        expr: _col0
+                        type: int
+                        expr: _col1
+                        type: int
+                        expr: _col2
+                        type: int
+                  sort order: +++
+                  Map-reduce partition columns:
+                        expr: _col0
+                        type: int
+                        expr: _col1
+                        type: int
+                        expr: _col2
+                        type: int
+                  tag: -1
+                  value expressions:
+                        expr: _col3
+                        type: bigint
             Select Operator
               expressions:
-                    expr: _col0
+                    expr: c1
                     type: int
-                    expr: _col1
+                    expr: c2
                     type: int
-                    expr: _col2
+                    expr: c3
                     type: int
-                    expr: _col3
-                    type: bigint
-              outputColumnNames: _col0, _col1, _col2, _col3
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: _col1
-                      type: int
-                      expr: _col2
+              outputColumnNames: c1, c2, c3
+              Group By Operator
+                aggregations:
+                      expr: count(c3)
+                bucketGroup: false
+                keys:
+                      expr: c1
                       type: int
-                      expr: UDFToInteger(_col3)
+                      expr: c2
                       type: int
-                outputColumnNames: _col0, _col1, _col2, _col3
+                mode: hash
+                outputColumnNames: _col0, _col1, _col2
                 File Output Operator
                   compressed: false
-                  GlobalTableId: 1
+                  GlobalTableId: 0
                   table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest3
-          Group By Operator
-            aggregations:
-                  expr: count(KEY._col2)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+                expr: KEY._col1
+                type: int
+                expr: KEY._col2
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Select Operator
+            expressions:
+                  expr: _col0
                   type: int
-                  expr: KEY._col1
+                  expr: _col1
                   type: int
-            mode: complete
-            outputColumnNames: _col0, _col1, _col2
+                  expr: _col2
+                  type: int
+                  expr: _col3
+                  type: bigint
+            outputColumnNames: _col0, _col1, _col2, _col3
             Select Operator
               expressions:
                     expr: _col0
@@ -471,25 +555,18 @@ STAGE PLANS:
                     expr: _col1
                     type: int
                     expr: _col2
-                    type: bigint
-              outputColumnNames: _col0, _col1, _col2
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: _col1
-                      type: int
-                      expr: UDFToInteger(_col2)
-                      type: int
-                outputColumnNames: _col0, _col1, _col2
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 2
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest2
+                    type: int
+                    expr: UDFToInteger(_col3)
+                    type: int
+              outputColumnNames: _col0, _col1, _col2, _col3
+              File Output Operator
+                compressed: false
+                GlobalTableId: 1
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest3
 
   Stage: Stage-0
     Move Operator
@@ -504,6 +581,65 @@ STAGE PLANS:
   Stage: Stage-3
     Stats-Aggr Operator
 
+  Stage: Stage-4
+    Map Reduce
+      Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+            Reduce Output Operator
+              key expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              sort order: ++
+              Map-reduce partition columns:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              tag: -1
+              value expressions:
+                    expr: _col2
+                    type: bigint
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+                expr: KEY._col1
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1, _col2
+          Select Operator
+            expressions:
+                  expr: _col0
+                  type: int
+                  expr: _col1
+                  type: int
+                  expr: _col2
+                  type: bigint
+            outputColumnNames: _col0, _col1, _col2
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+                    expr: UDFToInteger(_col2)
+                    type: int
+              outputColumnNames: _col0, _col1, _col2
+              File Output Operator
+                compressed: false
+                GlobalTableId: 2
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest2
+
   Stage: Stage-1
     Move Operator
       tables:
@@ -514,7 +650,7 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.dest2
 
-  Stage: Stage-4
+  Stage: Stage-5
     Stats-Aggr Operator
 
 
@@ -545,22 +681,37 @@ STAGE PLANS:
         tbl 
           TableScan
             alias: tbl
-            Reduce Output Operator
-              key expressions:
+            Select Operator
+              expressions:
                     expr: c1
                     type: int
                     expr: c2
                     type: int
                     expr: c3
                     type: int
-              sort order: +++
-              Map-reduce partition columns:
-                    expr: c1
-                    type: int
-              tag: -1
-              value expressions:
                     expr: c4
                     type: int
+              outputColumnNames: c1, c2, c3, c4
+              Reduce Output Operator
+                key expressions:
+                      expr: c1
+                      type: int
+                      expr: c2
+                      type: int
+                      expr: c3
+                      type: int
+                sort order: +++
+                Map-reduce partition columns:
+                      expr: c1
+                      type: int
+                      expr: c2
+                      type: int
+                      expr: c3
+                      type: int
+                tag: -1
+                value expressions:
+                      expr: c4
+                      type: int
       Reduce Operator Tree:
         Forward
           Group By Operator
@@ -696,10 +847,12 @@ STAGE DEPENDENCIES:
   Stage-3 is a root stage
   Stage-0 depends on stages: Stage-3
   Stage-4 depends on stages: Stage-0
-  Stage-1 depends on stages: Stage-3
-  Stage-5 depends on stages: Stage-1
-  Stage-2 depends on stages: Stage-3
-  Stage-6 depends on stages: Stage-2
+  Stage-5 depends on stages: Stage-3
+  Stage-1 depends on stages: Stage-5
+  Stage-6 depends on stages: Stage-1
+  Stage-7 depends on stages: Stage-3
+  Stage-2 depends on stages: Stage-7
+  Stage-8 depends on stages: Stage-2
 
 STAGE PLANS:
   Stage: Stage-3
@@ -708,135 +861,142 @@ STAGE PLANS:
         tbl 
           TableScan
             alias: tbl
-            Reduce Output Operator
-              key expressions:
+            Select Operator
+              expressions:
                     expr: c1
                     type: int
                     expr: c2
                     type: int
                     expr: c3
                     type: int
-              sort order: +++
-              Map-reduce partition columns:
-                    expr: c1
-                    type: int
-              tag: -1
-              value expressions:
                     expr: c4
                     type: int
-      Reduce Operator Tree:
-        Forward
-          Group By Operator
-            aggregations:
-                  expr: count(VALUE._col0)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
-                  type: int
-                  expr: KEY._col1
-                  type: int
-                  expr: KEY._col2
-                  type: int
-            mode: complete
-            outputColumnNames: _col0, _col1, _col2, _col3
+              outputColumnNames: c1, c2, c3, c4
+              Group By Operator
+                aggregations:
+                      expr: count(c4)
+                bucketGroup: false
+                keys:
+                      expr: c1
+                      type: int
+                      expr: c2
+                      type: int
+                      expr: c3
+                      type: int
+                mode: hash
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Reduce Output Operator
+                  key expressions:
+                        expr: _col0
+                        type: int
+                        expr: _col1
+                        type: int
+                        expr: _col2
+                        type: int
+                  sort order: +++
+                  Map-reduce partition columns:
+                        expr: _col0
+                        type: int
+                        expr: _col1
+                        type: int
+                        expr: _col2
+                        type: int
+                  tag: -1
+                  value expressions:
+                        expr: _col3
+                        type: bigint
             Select Operator
               expressions:
-                    expr: _col0
+                    expr: c1
                     type: int
-                    expr: _col1
+                    expr: c2
                     type: int
-                    expr: _col2
+                    expr: c3
                     type: int
-                    expr: _col3
-                    type: bigint
-              outputColumnNames: _col0, _col1, _col2, _col3
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: _col1
-                      type: int
-                      expr: _col2
+              outputColumnNames: c1, c2, c3
+              Group By Operator
+                aggregations:
+                      expr: count(c3)
+                bucketGroup: false
+                keys:
+                      expr: c1
                       type: int
-                      expr: UDFToInteger(_col3)
+                      expr: c2
                       type: int
-                outputColumnNames: _col0, _col1, _col2, _col3
+                mode: hash
+                outputColumnNames: _col0, _col1, _col2
                 File Output Operator
                   compressed: false
-                  GlobalTableId: 1
+                  GlobalTableId: 0
                   table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest3
-          Group By Operator
-            aggregations:
-                  expr: count(KEY._col2)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
-                  type: int
-                  expr: KEY._col1
-                  type: int
-            mode: complete
-            outputColumnNames: _col0, _col1, _col2
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
             Select Operator
               expressions:
-                    expr: _col0
+                    expr: c1
                     type: int
-                    expr: _col1
+                    expr: c2
                     type: int
-                    expr: _col2
-                    type: bigint
-              outputColumnNames: _col0, _col1, _col2
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: _col1
-                      type: int
-                      expr: UDFToInteger(_col2)
+              outputColumnNames: c1, c2
+              Group By Operator
+                aggregations:
+                      expr: count(c2)
+                bucketGroup: false
+                keys:
+                      expr: c1
                       type: int
-                outputColumnNames: _col0, _col1, _col2
+                mode: hash
+                outputColumnNames: _col0, _col1
                 File Output Operator
                   compressed: false
-                  GlobalTableId: 2
+                  GlobalTableId: 0
                   table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest2
-          Group By Operator
-            aggregations:
-                  expr: count(KEY._col1)
-            bucketGroup: false
-            keys:
-                  expr: KEY._col0
+                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+                expr: KEY._col1
+                type: int
+                expr: KEY._col2
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Select Operator
+            expressions:
+                  expr: _col0
                   type: int
-            mode: complete
-            outputColumnNames: _col0, _col1
+                  expr: _col1
+                  type: int
+                  expr: _col2
+                  type: int
+                  expr: _col3
+                  type: bigint
+            outputColumnNames: _col0, _col1, _col2, _col3
             Select Operator
               expressions:
                     expr: _col0
                     type: int
                     expr: _col1
-                    type: bigint
-              outputColumnNames: _col0, _col1
-              Select Operator
-                expressions:
-                      expr: _col0
-                      type: int
-                      expr: UDFToInteger(_col1)
-                      type: int
-                outputColumnNames: _col0, _col1
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 3
-                  table:
-                      input format: org.apache.hadoop.mapred.TextInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                      name: default.dest1
+                    type: int
+                    expr: _col2
+                    type: int
+                    expr: UDFToInteger(_col3)
+                    type: int
+              outputColumnNames: _col0, _col1, _col2, _col3
+              File Output Operator
+                compressed: false
+                GlobalTableId: 1
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest3
 
   Stage: Stage-0
     Move Operator
@@ -851,6 +1011,65 @@ STAGE PLANS:
   Stage: Stage-4
     Stats-Aggr Operator
 
+  Stage: Stage-5
+    Map Reduce
+      Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+            Reduce Output Operator
+              key expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              sort order: ++
+              Map-reduce partition columns:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+              tag: -1
+              value expressions:
+                    expr: _col2
+                    type: bigint
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+                expr: KEY._col1
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1, _col2
+          Select Operator
+            expressions:
+                  expr: _col0
+                  type: int
+                  expr: _col1
+                  type: int
+                  expr: _col2
+                  type: bigint
+            outputColumnNames: _col0, _col1, _col2
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: int
+                    expr: _col1
+                    type: int
+                    expr: UDFToInteger(_col2)
+                    type: int
+              outputColumnNames: _col0, _col1, _col2
+              File Output Operator
+                compressed: false
+                GlobalTableId: 2
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest2
+
   Stage: Stage-1
     Move Operator
       tables:
@@ -861,9 +1080,58 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.dest2
 
-  Stage: Stage-5
+  Stage: Stage-6
     Stats-Aggr Operator
 
+  Stage: Stage-7
+    Map Reduce
+      Alias -> Map Operator Tree:
+#### A masked pattern was here ####
+            Reduce Output Operator
+              key expressions:
+                    expr: _col0
+                    type: int
+              sort order: +
+              Map-reduce partition columns:
+                    expr: _col0
+                    type: int
+              tag: -1
+              value expressions:
+                    expr: _col1
+                    type: bigint
+      Reduce Operator Tree:
+        Group By Operator
+          aggregations:
+                expr: count(VALUE._col0)
+          bucketGroup: false
+          keys:
+                expr: KEY._col0
+                type: int
+          mode: mergepartial
+          outputColumnNames: _col0, _col1
+          Select Operator
+            expressions:
+                  expr: _col0
+                  type: int
+                  expr: _col1
+                  type: bigint
+            outputColumnNames: _col0, _col1
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: int
+                    expr: UDFToInteger(_col1)
+                    type: int
+              outputColumnNames: _col0, _col1
+              File Output Operator
+                compressed: false
+                GlobalTableId: 3
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.dest1
+
   Stage: Stage-2
     Move Operator
       tables:
@@ -874,7 +1142,7 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.dest1
 
-  Stage: Stage-6
+  Stage: Stage-8
     Stats-Aggr Operator
 
 

Modified: hive/trunk/ql/src/test/results/clientpositive/parallel.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/parallel.q.out?rev=1226903&r1=1226902&r2=1226903&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/parallel.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/parallel.q.out Tue Jan  3 18:10:34 2012
@@ -26,9 +26,8 @@ STAGE DEPENDENCIES:
   Stage-3 depends on stages: Stage-2
   Stage-0 depends on stages: Stage-3
   Stage-4 depends on stages: Stage-0
-  Stage-5 depends on stages: Stage-2
-  Stage-1 depends on stages: Stage-5
-  Stage-6 depends on stages: Stage-1
+  Stage-1 depends on stages: Stage-3
+  Stage-5 depends on stages: Stage-1
 
 STAGE PLANS:
   Stage: Stage-2
@@ -90,43 +89,12 @@ STAGE PLANS:
                     expr: _col1
                     type: string
               outputColumnNames: _col0, _col1
-              Group By Operator
-                bucketGroup: false
-                keys:
-                      expr: _col0
-                      type: string
-                      expr: _col1
-                      type: string
-                mode: hash
-                outputColumnNames: _col0, _col1
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
-            Select Operator
-              expressions:
-                    expr: _col0
-                    type: string
-                    expr: _col1
-                    type: string
-              outputColumnNames: _col0, _col1
-              Group By Operator
-                bucketGroup: false
-                keys:
-                      expr: _col0
-                      type: string
-                      expr: _col1
-                      type: string
-                mode: hash
-                outputColumnNames: _col0, _col1
-                File Output Operator
-                  compressed: false
-                  GlobalTableId: 0
-                  table:
-                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
-                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+              File Output Operator
+                compressed: false
+                GlobalTableId: 0
+                table:
+                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 
   Stage: Stage-3
     Map Reduce
@@ -146,30 +114,55 @@ STAGE PLANS:
                     type: string
               tag: -1
       Reduce Operator Tree:
-        Group By Operator
-          bucketGroup: false
-          keys:
-                expr: KEY._col0
-                type: string
-                expr: KEY._col1
-                type: string
-          mode: mergepartial
-          outputColumnNames: _col0, _col1
-          Select Operator
-            expressions:
-                  expr: _col0
+        Forward
+          Group By Operator
+            bucketGroup: false
+            keys:
+                  expr: KEY._col0
                   type: string
-                  expr: _col1
+                  expr: KEY._col1
+                  type: string
+            mode: complete
+            outputColumnNames: _col0, _col1
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: string
+                    expr: _col1
+                    type: string
+              outputColumnNames: _col0, _col1
+              File Output Operator
+                compressed: false
+                GlobalTableId: 1
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.src_a
+          Group By Operator
+            bucketGroup: false
+            keys:
+                  expr: KEY._col0
+                  type: string
+                  expr: KEY._col1
                   type: string
+            mode: complete
             outputColumnNames: _col0, _col1
-            File Output Operator
-              compressed: false
-              GlobalTableId: 1
-              table:
-                  input format: org.apache.hadoop.mapred.TextInputFormat
-                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  name: default.src_a
+            Select Operator
+              expressions:
+                    expr: _col0
+                    type: string
+                    expr: _col1
+                    type: string
+              outputColumnNames: _col0, _col1
+              File Output Operator
+                compressed: false
+                GlobalTableId: 2
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                    name: default.src_b
 
   Stage: Stage-0
     Move Operator
@@ -184,49 +177,6 @@ STAGE PLANS:
   Stage: Stage-4
     Stats-Aggr Operator
 
-  Stage: Stage-5
-    Map Reduce
-      Alias -> Map Operator Tree:
-#### A masked pattern was here ####
-            Reduce Output Operator
-              key expressions:
-                    expr: _col0
-                    type: string
-                    expr: _col1
-                    type: string
-              sort order: ++
-              Map-reduce partition columns:
-                    expr: _col0
-                    type: string
-                    expr: _col1
-                    type: string
-              tag: -1
-      Reduce Operator Tree:
-        Group By Operator
-          bucketGroup: false
-          keys:
-                expr: KEY._col0
-                type: string
-                expr: KEY._col1
-                type: string
-          mode: mergepartial
-          outputColumnNames: _col0, _col1
-          Select Operator
-            expressions:
-                  expr: _col0
-                  type: string
-                  expr: _col1
-                  type: string
-            outputColumnNames: _col0, _col1
-            File Output Operator
-              compressed: false
-              GlobalTableId: 2
-              table:
-                  input format: org.apache.hadoop.mapred.TextInputFormat
-                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
-                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-                  name: default.src_b
-
   Stage: Stage-1
     Move Operator
       tables:
@@ -237,7 +187,7 @@ STAGE PLANS:
               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
               name: default.src_b
 
-  Stage: Stage-6
+  Stage: Stage-5
     Stats-Aggr Operator
 
 



Mime
View raw message