hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject svn commit: r1660751 [10/23] - in /hive/branches/cbo: ./ accumulo-handler/src/java/org/apache/hadoop/hive/accumulo/serde/ accumulo-handler/src/test/org/apache/hadoop/hive/accumulo/ accumulo-handler/src/test/org/apache/hadoop/hive/accumulo/mr/ accumulo-...
Date Wed, 18 Feb 2015 22:28:40 GMT
Modified: hive/branches/cbo/ql/src/test/results/clientpositive/ptf_matchpath.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/ptf_matchpath.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/ptf_matchpath.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/ptf_matchpath.q.out Wed Feb 18 22:28:35 2015
@@ -37,6 +37,7 @@ POSTHOOK: Output: default@flights_tiny
 PREHOOK: query: -- SORT_QUERY_RESULTS
 
 -- 1. basic Matchpath test
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
 from matchpath(on 
         flights_tiny 
@@ -47,11 +48,10 @@ from matchpath(on
     arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
    )
 PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
 POSTHOOK: query: -- SORT_QUERY_RESULTS
 
 -- 1. basic Matchpath test
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
 from matchpath(on 
         flights_tiny 
@@ -62,6 +62,84 @@ from matchpath(on
     arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
    )
 POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: flights_tiny
+            Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+            Reduce Output Operator
+              key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
+              sort order: ++++
+              Map-reduce partition columns: fl_num (type: string)
+              Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+              value expressions: origin_city_name (type: string), arr_delay (type: float)
+      Reduce Operator Tree:
+        Select Operator
+          expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string)
+          outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
+          Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+          PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: flights_tiny
+                  output shape: 
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+                  name: matchpath
+                  order by: _col2, _col3, _col4
+                  output shape: tpath: int
+                  partition by: _col6
+                  raw input shape:
+                  referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
+            Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+            Select Operator
+              expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+              outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+              Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+              File Output Operator
+                compressed: false
+                Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
+from matchpath(on 
+        flights_tiny 
+        distribute by fl_num 
+        sort by year, month, day_of_month  
+      arg1('LATE.LATE+'), 
+      arg2('LATE'), arg3(arr_delay > 15), 
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
+   )
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
+from matchpath(on 
+        flights_tiny 
+        distribute by fl_num 
+        sort by year, month, day_of_month  
+      arg1('LATE.LATE+'), 
+      arg2('LATE'), arg3(arr_delay > 15), 
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
+   )
+POSTHOOK: type: QUERY
 POSTHOOK: Input: default@flights_tiny
 #### A masked pattern was here ####
 Baltimore	1142	2010	10	20	6	20
@@ -81,6 +159,7 @@ Chicago	897	2010	10	21	3	21
 Chicago	897	2010	10	22	2	22
 Washington	7291	2010	10	27	2	27
 PREHOOK: query: -- 2. Matchpath on 1 partition
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
 from matchpath(on 
         flights_tiny 
@@ -91,9 +170,8 @@ from matchpath(on
    )
 where fl_num = 1142
 PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
 POSTHOOK: query: -- 2. Matchpath on 1 partition
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
 from matchpath(on 
         flights_tiny 
@@ -104,6 +182,87 @@ from matchpath(on
    )
 where fl_num = 1142
 POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: flights_tiny
+            Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+            Reduce Output Operator
+              key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
+              sort order: +++++
+              Map-reduce partition columns: 0 (type: int)
+              Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+              value expressions: origin_city_name (type: string), arr_delay (type: float)
+      Reduce Operator Tree:
+        Select Operator
+          expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string)
+          outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
+          Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+          PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: flights_tiny
+                  output shape: 
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+                  name: matchpath
+                  order by: _col6, _col2, _col3, _col4
+                  output shape: tpath: int
+                  partition by: 0
+                  raw input shape:
+                  referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
+            Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: (fl_num = 1142) (type: boolean)
+              Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+              Select Operator
+                expressions: origin_city_name (type: string), '1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+                outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+                Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
+from matchpath(on 
+        flights_tiny 
+        sort by fl_num, year, month, day_of_month  
+      arg1('LATE.LATE+'), 
+      arg2('LATE'), arg3(arr_delay > 15), 
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
+   )
+where fl_num = 1142
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath 
+from matchpath(on 
+        flights_tiny 
+        sort by fl_num, year, month, day_of_month  
+      arg1('LATE.LATE+'), 
+      arg2('LATE'), arg3(arr_delay > 15), 
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath') 
+   )
+where fl_num = 1142
+POSTHOOK: type: QUERY
 POSTHOOK: Input: default@flights_tiny
 #### A masked pattern was here ####
 Baltimore	1142	2010	10	20	6	20
@@ -112,6 +271,7 @@ Baltimore	1142	2010	10	22	4	22
 Baltimore	1142	2010	10	25	3	25
 Baltimore	1142	2010	10	26	2	26
 PREHOOK: query: -- 3. empty partition.
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
 from matchpath(on
         (select * from flights_tiny where fl_num = -1142) flights_tiny
@@ -121,13 +281,95 @@ from matchpath(on
     arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
    )
 PREHOOK: type: QUERY
-PREHOOK: Input: default@flights_tiny
-#### A masked pattern was here ####
 POSTHOOK: query: -- 3. empty partition.
+explain
 select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
 from matchpath(on
         (select * from flights_tiny where fl_num = -1142) flights_tiny
         sort by fl_num, year, month, day_of_month
+      arg1('LATE.LATE+'),
+      arg2('LATE'), arg3(arr_delay > 15),
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+   )
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: flights_tiny
+            Statistics: Num rows: 44 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: (fl_num = -1142) (type: boolean)
+              Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+              Select Operator
+                expressions: origin_city_name (type: string), year (type: int), month (type: int), day_of_month (type: int), arr_delay (type: float)
+                outputColumnNames: _col0, _col2, _col3, _col4, _col5
+                Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: 0 (type: int), '-1142' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int)
+                  sort order: +++++
+                  Map-reduce partition columns: 0 (type: int)
+                  Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+                  value expressions: _col0 (type: string), _col5 (type: float)
+      Reduce Operator Tree:
+        Select Operator
+          expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), '-1142' (type: string)
+          outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
+          Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+          PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: flights_tiny
+                  output shape: 
+                  type: SUBQUERY
+                Partition table definition
+                  input alias: ptf_1
+                  arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath'
+                  name: matchpath
+                  order by: _col6, _col2, _col3, _col4
+                  output shape: tpath: int
+                  partition by: 0
+                  raw input shape:
+                  referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
+            Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+            Select Operator
+              expressions: origin_city_name (type: string), '-1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
+              outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
+              Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+              File Output Operator
+                compressed: false
+                Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+                table:
+                    input format: org.apache.hadoop.mapred.TextInputFormat
+                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+        (select * from flights_tiny where fl_num = -1142) flights_tiny
+        sort by fl_num, year, month, day_of_month
+      arg1('LATE.LATE+'),
+      arg2('LATE'), arg3(arr_delay > 15),
+    arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')
+   )
+PREHOOK: type: QUERY
+PREHOOK: Input: default@flights_tiny
+#### A masked pattern was here ####
+POSTHOOK: query: select origin_city_name, fl_num, year, month, day_of_month, sz, tpath
+from matchpath(on
+        (select * from flights_tiny where fl_num = -1142) flights_tiny
+        sort by fl_num, year, month, day_of_month
       arg1('LATE.LATE+'),
       arg2('LATE'), arg3(arr_delay > 15),
     arg4('origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath')

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/ptf_streaming.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/ptf_streaming.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/ptf_streaming.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/ptf_streaming.q.out Wed Feb 18 22:28:35 2015
@@ -48,6 +48,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -72,6 +84,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -220,6 +264,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: j
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: SUBQUERY
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -244,6 +300,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int)
@@ -347,6 +422,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noopstreaming
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               predicate: _col0 is not null (type: boolean)
@@ -475,7 +562,21 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmapstreaming
+                    order by: p_name, p_size(DESC)
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int)
                 sort order: ++-
@@ -487,6 +588,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmapstreaming
+                  order by: _col1, _col5(DESC)
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -510,6 +624,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1, _col5(DESC)
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1, _col5
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int)
@@ -604,7 +737,21 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmapstreaming
+                    order by: p_name
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string)
                 sort order: ++
@@ -617,6 +764,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmapstreaming
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -641,6 +801,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -753,9 +945,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmapstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noopstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -779,6 +1004,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmapstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -803,6 +1048,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -917,9 +1194,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noopstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -943,6 +1253,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -967,6 +1297,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1081,9 +1443,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmapstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -1107,6 +1502,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmapstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1131,6 +1546,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1249,6 +1696,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noopstreaming
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               predicate: _col0 is not null (type: boolean)
@@ -1313,6 +1772,51 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col1
+                        name: count
+                        window function: GenericUDAFCountEvaluator
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol3
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol4
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int)
@@ -1447,9 +1951,49 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noopstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -1473,6 +2017,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1497,6 +2061,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col2, _col1
+                  partition by: _col2, _col1
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2, _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col2, _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1640,6 +2236,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1664,6 +2279,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1688,6 +2315,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1712,6 +2351,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -1848,9 +2519,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmapstreaming
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -1874,6 +2578,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmapstreaming
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1898,6 +2615,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint)

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/push_or.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/push_or.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/push_or.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/push_or.q.out Wed Feb 18 22:28:35 2015
@@ -217,7 +217,7 @@ STAGE PLANS:
                   columns _col0,_col1,_col2
                   columns.types int:string:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/quotedid_basic.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/quotedid_basic.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/quotedid_basic.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/quotedid_basic.q.out Wed Feb 18 22:28:35 2015
@@ -198,6 +198,25 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: string
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int)
@@ -283,6 +302,25 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: string
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int)

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner1.q.out Wed Feb 18 22:28:35 2015
@@ -60,7 +60,7 @@ STAGE PLANS:
                         columns _col0,_col1
                         columns.types string:string
                         escape.delim \
-                        hive.serialization.extend.nesting.levels true
+                        hive.serialization.extend.additional.nesting.levels true
                         serialization.format 1
                         serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out Wed Feb 18 22:28:35 2015
@@ -90,7 +90,7 @@ STAGE PLANS:
                         columns _col0,_col1,_col2,_col3
                         columns.types string:string:string:string
                         escape.delim \
-                        hive.serialization.extend.nesting.levels true
+                        hive.serialization.extend.additional.nesting.levels true
                         serialization.format 1
                         serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -254,7 +254,7 @@ STAGE PLANS:
                         columns _col0,_col1,_col2,_col3
                         columns.types string:string:string:string
                         escape.delim \
-                        hive.serialization.extend.nesting.levels true
+                        hive.serialization.extend.additional.nesting.levels true
                         serialization.format 1
                         serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/regexp_extract.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/regexp_extract.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/regexp_extract.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/regexp_extract.q.out Wed Feb 18 22:28:35 2015
@@ -196,7 +196,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types string:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -511,7 +511,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types string:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/router_join_ppr.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/router_join_ppr.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/router_join_ppr.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/router_join_ppr.q.out Wed Feb 18 22:28:35 2015
@@ -426,7 +426,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:string:string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -807,7 +807,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:string:string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1184,7 +1184,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:string:string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1557,7 +1557,7 @@ STAGE PLANS:
                     columns _col0,_col1,_col2,_col3
                     columns.types string:string:string:string
                     escape.delim \
-                    hive.serialization.extend.nesting.levels true
+                    hive.serialization.extend.additional.nesting.levels true
                     serialization.format 1
                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample10.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample10.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample10.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample10.q.out Wed Feb 18 22:28:35 2015
@@ -97,6 +97,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 4) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 4
               Statistics: Num rows: 20 Data size: 120 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: ds (type: string)
@@ -399,7 +400,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types string:bigint
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample2.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample2.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample2.q.out Wed Feb 18 22:28:35 2015
@@ -62,6 +62,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 2
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample4.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample4.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample4.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample4.q.out Wed Feb 18 22:28:35 2015
@@ -64,6 +64,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 2
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample6.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample6.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample6.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample6.q.out Wed Feb 18 22:28:35 2015
@@ -62,6 +62,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 4) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 4
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -645,6 +646,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 4) = 3) (type: boolean)
+              sampleDesc: BUCKET 4 OUT OF 4
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -727,7 +729,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1042,6 +1044,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 2
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -1124,7 +1127,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -1775,7 +1778,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2269,7 +2272,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2667,6 +2670,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 2
               Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -2796,7 +2800,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -2994,6 +2998,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 4) = 1) (type: boolean)
+              sampleDesc: BUCKET 2 OUT OF 4
               Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -3076,7 +3081,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -3210,7 +3215,7 @@ STAGE PLANS:
                   columns _col0,_col1
                   columns.types int:string
                   escape.delim \
-                  hive.serialization.extend.nesting.levels true
+                  hive.serialization.extend.additional.nesting.levels true
                   serialization.format 1
                   serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample8.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample8.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample8.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample8.q.out Wed Feb 18 22:28:35 2015
@@ -346,7 +346,7 @@ STAGE PLANS:
                       columns _col0,_col1,_col2,_col3
                       columns.types string:string:string:string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/sample9.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/sample9.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/sample9.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/sample9.q.out Wed Feb 18 22:28:35 2015
@@ -58,6 +58,7 @@ STAGE PLANS:
             Filter Operator
               isSamplingPred: true
               predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean)
+              sampleDesc: BUCKET 1 OUT OF 2
               Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE
               Select Operator
                 expressions: key (type: int), value (type: string)
@@ -77,7 +78,7 @@ STAGE PLANS:
                         columns _col0,_col1
                         columns.types int:string
                         escape.delim \
-                        hive.serialization.extend.nesting.levels true
+                        hive.serialization.extend.additional.nesting.levels true
                         serialization.format 1
                         serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                       serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Modified: hive/branches/cbo/ql/src/test/results/clientpositive/serde_user_properties.q.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/results/clientpositive/serde_user_properties.q.out?rev=1660751&r1=1660750&r2=1660751&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/results/clientpositive/serde_user_properties.q.out (original)
+++ hive/branches/cbo/ql/src/test/results/clientpositive/serde_user_properties.q.out Wed Feb 18 22:28:35 2015
@@ -140,7 +140,7 @@ STAGE PLANS:
                       columns _col0
                       columns.types string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -310,7 +310,7 @@ STAGE PLANS:
                       columns _col0
                       columns.types string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
@@ -488,7 +488,7 @@ STAGE PLANS:
                       columns _col0
                       columns.types string
                       escape.delim \
-                      hive.serialization.extend.nesting.levels true
+                      hive.serialization.extend.additional.nesting.levels true
                       serialization.format 1
                       serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe



Mime
View raw message