hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject svn commit: r1659857 [2/11] - in /hive/trunk: itests/src/test/resources/ ql/src/java/org/apache/hadoop/hive/ql/exec/ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ ql/src/java/org/apache/hadoop/hive/ql/parse/ ql/src/java/org/apache/hadoop/hive/ql/pla...
Date Sat, 14 Feb 2015 20:11:12 GMT
Modified: hive/trunk/ql/src/test/results/clientpositive/ptf.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/ptf.q.out?rev=1659857&r1=1659856&r2=1659857&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/ptf.q.out (original)
+++ hive/trunk/ql/src/test/results/clientpositive/ptf.q.out Sat Feb 14 20:11:11 2015
@@ -48,6 +48,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -72,6 +84,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -220,6 +264,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: j
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: SUBQUERY
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -244,6 +300,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int)
@@ -340,10 +415,22 @@ STAGE PLANS:
               value expressions: p_size (type: int)
       Reduce Operator Tree:
         Select Operator
-          expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col3 (type: int)
-          outputColumnNames: _col2, _col1, _col5
+          expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int)
+          outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -449,6 +536,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -473,6 +572,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -586,6 +717,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -610,6 +753,39 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), (_col5 - _wcol2) (type: int)
@@ -726,6 +902,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -781,6 +969,39 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col0
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col2, 1, _col2
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col2 (type: int), (_col2 - _wcol2) (type: int)
@@ -889,6 +1110,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               predicate: _col0 is not null (type: boolean)
@@ -1028,6 +1261,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               predicate: _col0 is not null (type: boolean)
@@ -1160,7 +1405,21 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: p_name, p_size(DESC)
+                    output shape: p_name: string, p_mfgr: string, p_size: int
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int)
                 sort order: ++-
@@ -1172,6 +1431,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col1, _col5(DESC)
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1195,6 +1467,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1, _col5(DESC)
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1, _col5
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int)
@@ -1289,7 +1580,21 @@ STAGE PLANS:
             alias: part
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: part
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    type: TABLE
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: p_name
+                    output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double
+                    partition by: p_mfgr
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               Reduce Output Operator
                 key expressions: p_mfgr (type: string), p_name (type: string)
                 sort order: ++
@@ -1302,6 +1607,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1326,6 +1644,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1435,6 +1785,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1459,6 +1821,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1571,9 +1965,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2(DESC), _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2(DESC), _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2(DESC), _col1
+                    output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -1597,6 +2024,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2(DESC), _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2(DESC), _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1621,6 +2068,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -1740,6 +2219,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -1764,6 +2255,30 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5
+                        name: count
+                        window function: GenericUDAFCountEvaluator
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(2)~FOLLOWING(2)
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: bigint), _wcol1 (type: double)
@@ -1888,6 +2403,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: abc
+                  name: noop
+                  order by: _col1
+                  output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Filter Operator
               predicate: _col0 is not null (type: boolean)
@@ -1952,6 +2479,51 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col1
+                        name: count
+                        window function: GenericUDAFCountEvaluator
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol3
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
+                      window function definition
+                        alias: _wcol4
+                        arguments: _col5, 1, _col5
+                        name: lag
+                        window function: GenericUDAFLagEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
             Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int)
@@ -2063,6 +2635,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int)
@@ -2220,6 +2804,18 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: mfgr_price_view
+                  output shape: _col0: string, _col1: string, _col2: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col0
+                  output shape: _col0: string, _col1: string, _col2: double
+                  partition by: _col0
+                  raw input shape:
             Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2244,6 +2840,24 @@ STAGE PLANS:
           outputColumnNames: _col0, _col1, _col2
           Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: string, _col1: string, _col2: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col0
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(2)~
             Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _wcol0 (type: double)
@@ -2406,6 +3020,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col1
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2436,6 +3062,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5, _col7
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int, _col7: double
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col7
+                        name: sum
+                        window function: GenericUDAFSumDouble
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double)
@@ -2479,6 +3137,24 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col5
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(5)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _wcol0 (type: bigint)
@@ -2507,6 +3183,45 @@ STAGE PLANS:
           outputColumnNames: _col0, _col2, _col3, _col6
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col0: bigint, _col2: string, _col3: string, _col6: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col3, _col2
+                  partition by: _col3
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col3, _col2
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col3, _col2
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol3
+                        arguments: _col3, _col2
+                        name: cume_dist
+                        window function: GenericUDAFCumeDistEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol4
+                        arguments: _col6, true
+                        name: first_value
+                        window function: GenericUDAFFirstValueEvaluator
+                        window frame: PRECEDING(2)~FOLLOWING(2)
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int)
@@ -2713,9 +3428,49 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -2739,6 +3494,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2763,6 +3538,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col2, _col1
+                  partition by: _col2, _col1
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2, _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col2, _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -2906,6 +3713,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2930,6 +3756,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2954,6 +3792,18 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -2978,6 +3828,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -3116,6 +3998,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3140,6 +4041,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3164,6 +4084,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -3303,6 +4255,25 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3327,9 +4298,35 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -3353,6 +4350,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3377,6 +4387,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col2, _col1
+                  partition by: _col2, _col1
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2, _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col2, _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint)
@@ -3517,9 +4559,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2
+                    raw input shape:
+                    transforms raw input: true
+                  Partition table definition
+                    input alias: ptf_2
+                    name: noop
+                    order by: _col2
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2
+                    raw input shape:
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -3543,6 +4618,26 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
+                  transforms raw input: true
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3567,6 +4662,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col2, _col1
+                  partition by: _col2, _col1
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col2, _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col2, _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint)
@@ -3701,9 +4828,42 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: part
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: TABLE
+                Partition table definition
+                  input alias: ptf_1
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                Partition table definition
+                  input alias: ptf_2
+                  name: noop
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             PTF Operator
+              Function definitions:
+                  Input definition
+                    input alias: ptf_0
+                    output shape: _col1: string, _col2: string, _col5: int
+                    type: PTFCOMPONENT
+                  Partition table definition
+                    input alias: ptf_1
+                    name: noopwithmap
+                    order by: _col2, _col1
+                    output shape: _col1: string, _col2: string, _col5: int
+                    partition by: _col2, _col1
+                    raw input shape:
+                    transforms raw input: true
               Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
+              Map-side function: true
               File Output Operator
                 compressed: false
                 table:
@@ -3727,6 +4887,19 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: PTFCOMPONENT
+                Partition table definition
+                  input alias: ptf_1
+                  name: noopwithmap
+                  order by: _col2, _col1
+                  output shape: _col1: string, _col2: string, _col5: int
+                  partition by: _col2, _col1
+                  raw input shape:
+                  transforms raw input: true
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             File Output Operator
               compressed: false
@@ -3751,6 +4924,38 @@ STAGE PLANS:
           outputColumnNames: _col1, _col2, _col5
           Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
           PTF Operator
+            Function definitions:
+                Input definition
+                  input alias: ptf_0
+                  output shape: _col1: string, _col2: string, _col5: int
+                  type: WINDOWING
+                Windowing table definition
+                  input alias: ptf_1
+                  name: windowingtablefunction
+                  order by: _col1
+                  partition by: _col2
+                  raw input shape:
+                  window functions:
+                      window function definition
+                        alias: _wcol0
+                        arguments: _col1
+                        name: rank
+                        window function: GenericUDAFRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol1
+                        arguments: _col1
+                        name: dense_rank
+                        window function: GenericUDAFDenseRankEvaluator
+                        window frame: PRECEDING(MAX)~FOLLOWING(MAX)
+                        isPivotResult: true
+                      window function definition
+                        alias: _wcol2
+                        arguments: _col5
+                        name: sum
+                        window function: GenericUDAFSumLong
+                        window frame: PRECEDING(MAX)~
             Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE
             Select Operator
               expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint)



Mime
View raw message