hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject [2/2] hive git commit: HIVE-10702 : COUNT(*) over windowing 'x preceding and y preceding' doesn't work properly (Aihua Xu via Ashutosh Chauhan)
Date Tue, 26 May 2015 06:24:50 GMT
HIVE-10702 : COUNT(*) over windowing 'x preceding and y preceding' doesn't work properly (Aihua
Xu via Ashutosh Chauhan)

Signed-off-by: Ashutosh Chauhan <hashutosh@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/c19efd68
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/c19efd68
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/c19efd68

Branch: refs/heads/master
Commit: c19efd6848c0b47af1604684d9607d148c9ac402
Parents: c577e60
Author: Aihua Xu <aihuaxu@gmail.com>
Authored: Thu May 21 14:02:00 2015 -0700
Committer: Ashutosh Chauhan <hashutosh@apache.org>
Committed: Mon May 25 23:24:27 2015 -0700

----------------------------------------------------------------------
 .../hive/ql/exec/PTFRollingPartition.java       |  30 +-
 .../hive/ql/udf/ptf/WindowingTableFunction.java |  39 +-
 .../clientpositive/windowing_windowspec2.q      |   6 +
 .../clientpositive/windowing_windowspec2.q.out  | 440 ++++++++++++++++++-
 4 files changed, 475 insertions(+), 40 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/c19efd68/ql/src/java/org/apache/hadoop/hive/ql/exec/PTFRollingPartition.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/PTFRollingPartition.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/PTFRollingPartition.java
index e195c0a..ad1cf24 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/PTFRollingPartition.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/PTFRollingPartition.java
@@ -23,7 +23,7 @@ import java.util.List;
 
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.hive.ql.metadata.HiveException;
-import org.apache.hadoop.hive.ql.plan.ptf.WindowFunctionDef;
+import org.apache.hadoop.hive.ql.plan.ptf.WindowFrameDef;
 import org.apache.hadoop.hive.serde2.SerDe;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorUtils.ObjectInspectorCopyOption;
@@ -37,14 +37,14 @@ public class PTFRollingPartition extends PTFPartition {
   int numRowsProcessed;
 
   /*
-   * number rows to maintain before nextRowToProcess
+   * Relative start position of the windowing. Can be negative.
    */
-  int precedingSpan;
+  int startPos;
 
   /*
-   * number rows to maintain after nextRowToProcess
+   * Relative end position of the windowing. Can be negative.
    */
-  int followingSpan;
+  int endPos;
 
   /*
    * number of rows received.
@@ -72,11 +72,11 @@ public class PTFRollingPartition extends PTFPartition {
 
   protected PTFRollingPartition(Configuration cfg, SerDe serDe,
       StructObjectInspector inputOI, StructObjectInspector outputOI,
-      int precedingSpan, int succeedingSpan) throws HiveException {
+      int startPos, int endPos) throws HiveException {
     super(cfg, serDe, inputOI, outputOI, false);
-    this.precedingSpan = precedingSpan;
-    this.followingSpan = succeedingSpan;
-    currWindow = new ArrayList<Object>(precedingSpan + followingSpan);
+    this.startPos = startPos;
+    this.endPos = endPos;
+    currWindow = new ArrayList<Object>(endPos - startPos + 1);
   }
 
   public void reset() throws HiveException {
@@ -101,7 +101,7 @@ public class PTFRollingPartition extends PTFPartition {
   public Object nextOutputRow() throws HiveException {
     Object row = getAt(numRowsProcessed);
     numRowsProcessed++;
-    if (numRowsProcessed > precedingSpan) {
+    if (numRowsProcessed > -startPos) {
       currWindow.remove(0);
     }
     return row;
@@ -111,9 +111,13 @@ public class PTFRollingPartition extends PTFPartition {
     return numRowsProcessed >= numRowsReceived;
   }
 
-  public int rowToProcess(WindowFunctionDef wFn) {
-    int rowToProcess = numRowsReceived - wFn.getWindowFrame().getEnd().getAmt()
-        - 1;
+  /**
+   * Gets the next row index that the data within the window are available and can be processed
+   * @param wFrameDef
+   * @return
+   */
+  public int rowToProcess(WindowFrameDef wFrameDef) {
+    int rowToProcess = numRowsReceived - 1 - Math.max(0, wFrameDef.getEnd().getRelativeOffset());
     return rowToProcess >= 0 ? rowToProcess : -1;
   }
 

http://git-wip-us.apache.org/repos/asf/hive/blob/c19efd68/ql/src/java/org/apache/hadoop/hive/ql/udf/ptf/WindowingTableFunction.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/udf/ptf/WindowingTableFunction.java b/ql/src/java/org/apache/hadoop/hive/ql/udf/ptf/WindowingTableFunction.java
index d7817d9..40fd6a4 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/udf/ptf/WindowingTableFunction.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/udf/ptf/WindowingTableFunction.java
@@ -246,8 +246,8 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
     }
 
     WindowTableFunctionDef tabDef = (WindowTableFunctionDef) getTableDef();
-    int precedingSpan = 0;
-    int followingSpan = 0;
+    int startPos = Integer.MAX_VALUE;
+    int endPos = Integer.MIN_VALUE;
 
     for (int i = 0; i < tabDef.getWindowFunctions().size(); i++) {
       WindowFunctionDef wFnDef = tabDef.getWindowFunctions().get(i);
@@ -264,20 +264,9 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
       BoundaryDef end = wdwFrame.getEnd();
       if (!(end instanceof ValueBoundaryDef)
           && !(start instanceof ValueBoundaryDef)) {
-        if (end.getAmt() != BoundarySpec.UNBOUNDED_AMOUNT
-            && start.getAmt() != BoundarySpec.UNBOUNDED_AMOUNT
-            && end.getDirection() != Direction.PRECEDING
-            && start.getDirection() != Direction.FOLLOWING) {
-
-          int amt = wdwFrame.getStart().getAmt();
-          if (amt > precedingSpan) {
-            precedingSpan = amt;
-          }
-
-          amt = wdwFrame.getEnd().getAmt();
-          if (amt > followingSpan) {
-            followingSpan = amt;
-          }
+        if (!end.isUnbounded() && !start.isUnbounded()) {
+          startPos = Math.min(startPos, wdwFrame.getStart().getRelativeOffset());
+          endPos = Math.max(endPos, wdwFrame.getEnd().getRelativeOffset());
           continue;
         }
       }
@@ -286,12 +275,12 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
     
     int windowLimit = HiveConf.getIntVar(cfg, ConfVars.HIVEJOINCACHESIZE);
 
-    if (windowLimit < (followingSpan + precedingSpan + 1)) {
+    if (windowLimit < (endPos - startPos + 1)) {
       return null;
     }
 
     canAcceptInputAsStream = true;
-    return new int[] {precedingSpan, followingSpan};
+    return new int[] {startPos, endPos};
   }
 
   private void initializeWindowingFunctionInfoHelpers() throws SemanticException {
@@ -428,7 +417,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
                   : out);
         }
       } else {
-        int rowToProcess = streamingState.rollingPart.rowToProcess(wFn);
+        int rowToProcess = streamingState.rollingPart.rowToProcess(wFn.getWindowFrame());
         if (rowToProcess >= 0) {
           Range rng = getRange(wFn, rowToProcess, streamingState.rollingPart,
               streamingState.order);
@@ -482,7 +471,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
       WindowFunctionDef wFn = tabDef.getWindowFunctions().get(i);
       GenericUDAFEvaluator fnEval = wFn.getWFnEval();
 
-      int numRowsRemaining = wFn.getWindowFrame().getEnd().getAmt();
+      int numRowsRemaining = wFn.getWindowFrame().getEnd().getRelativeOffset();
       if (fnEval instanceof ISupportStreamingModeForWindowing) {
         fnEval.terminate(streamingState.aggBuffers[i]);
 
@@ -682,7 +671,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
     return vals;
   }
 
-  Range getRange(WindowFunctionDef wFnDef, int currRow, PTFPartition p, Order order) throws
HiveException
+  private Range getRange(WindowFunctionDef wFnDef, int currRow, PTFPartition p, Order order)
throws HiveException
   {
     BoundaryDef startB = wFnDef.getWindowFrame().getStart();
     BoundaryDef endB = wFnDef.getWindowFrame().getEnd();
@@ -716,7 +705,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
     return new Range(start, end, p);
   }
 
-  int getRowBoundaryStart(BoundaryDef b, int currRow) throws HiveException {
+  private int getRowBoundaryStart(BoundaryDef b, int currRow) throws HiveException {
     Direction d = b.getDirection();
     int amt = b.getAmt();
     switch(d) {
@@ -735,7 +724,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
     throw new HiveException("Unknown Start Boundary Direction: " + d);
   }
 
-  int getRowBoundaryEnd(BoundaryDef b, int currRow, PTFPartition p) throws HiveException
{
+  private int getRowBoundaryEnd(BoundaryDef b, int currRow, PTFPartition p) throws HiveException
{
     Direction d = b.getDirection();
     int amt = b.getAmt();
     switch(d) {
@@ -743,7 +732,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
       if ( amt == 0 ) {
         return currRow + 1;
       }
-      return currRow - amt;
+      return currRow - amt + 1;
     case CURRENT:
       return currRow + 1;
     case FOLLOWING:
@@ -1468,7 +1457,7 @@ public class WindowingTableFunction extends TableFunctionEvaluator {
       return true;
     }
 
-    List<Object> nextOutputRow() throws HiveException {
+    private List<Object> nextOutputRow() throws HiveException {
       List<Object> oRow = new ArrayList<Object>();
       Object iRow = rollingPart.nextOutputRow();
       int i = 0;

http://git-wip-us.apache.org/repos/asf/hive/blob/c19efd68/ql/src/test/queries/clientpositive/windowing_windowspec2.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/windowing_windowspec2.q b/ql/src/test/queries/clientpositive/windowing_windowspec2.q
index 3e8aa93..d85cea9 100644
--- a/ql/src/test/queries/clientpositive/windowing_windowspec2.q
+++ b/ql/src/test/queries/clientpositive/windowing_windowspec2.q
@@ -17,8 +17,14 @@ create table over10k(
 
 load data local inpath '../../data/files/over10k' into table over10k;
 
+-- sum
 select ts, f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100;
 select ts, f, sum(f) over (partition by ts order by f rows between unbounded preceding and
1 preceding) from over10k limit 100;
 select ts, f, sum(f) over (partition by ts order by f rows between 1 following and 2 following)
from over10k limit 100;
 select ts, f, sum(f) over (partition by ts order by f rows between unbounded preceding and
1 following) from over10k limit 100;
 
+-- count
+select ts, f, count(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100;
+select ts, f, count(f) over (partition by ts order by f rows between unbounded preceding
and 1 preceding) from over10k limit 100;
+select ts, f, count(f) over (partition by ts order by f rows between 1 following and 2 following)
from over10k limit 100;
+select ts, f, count(f) over (partition by ts order by f rows between unbounded preceding
and 1 following) from over10k limit 100;

http://git-wip-us.apache.org/repos/asf/hive/blob/c19efd68/ql/src/test/results/clientpositive/windowing_windowspec2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/windowing_windowspec2.q.out b/ql/src/test/results/clientpositive/windowing_windowspec2.q.out
index 0879344..bf91639 100644
--- a/ql/src/test/results/clientpositive/windowing_windowspec2.q.out
+++ b/ql/src/test/results/clientpositive/windowing_windowspec2.q.out
@@ -44,11 +44,13 @@ POSTHOOK: query: load data local inpath '../../data/files/over10k' into
table ov
 POSTHOOK: type: LOAD
 #### A masked pattern was here ####
 POSTHOOK: Output: default@over10k
-PREHOOK: query: select ts, f, sum(f) over (partition by ts order by f rows between 2 preceding
and 1 preceding) from over10k limit 100
+PREHOOK: query: -- sum
+select ts, f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100
 PREHOOK: type: QUERY
 PREHOOK: Input: default@over10k
 #### A masked pattern was here ####
-POSTHOOK: query: select ts, f, sum(f) over (partition by ts order by f rows between 2 preceding
and 1 preceding) from over10k limit 100
+POSTHOOK: query: -- sum
+select ts, f, sum(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@over10k
 #### A masked pattern was here ####
@@ -476,3 +478,437 @@ POSTHOOK: Input: default@over10k
 2013-03-01 09:11:58.703072	71.68	802.1099938452244
 2013-03-01 09:11:58.703072	79.46	882.1299904882908
 2013-03-01 09:11:58.703072	80.02	963.4199914038181
+PREHOOK: query: -- count
+select ts, f, count(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@over10k
+#### A masked pattern was here ####
+POSTHOOK: query: -- count
+select ts, f, count(f) over (partition by ts order by f rows between 2 preceding and 1 preceding)
from over10k limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@over10k
+#### A masked pattern was here ####
+2013-03-01 09:11:58.70307	3.17	0
+2013-03-01 09:11:58.70307	10.89	1
+2013-03-01 09:11:58.70307	14.54	2
+2013-03-01 09:11:58.70307	14.78	2
+2013-03-01 09:11:58.70307	17.85	2
+2013-03-01 09:11:58.70307	20.61	2
+2013-03-01 09:11:58.70307	28.69	2
+2013-03-01 09:11:58.70307	29.22	2
+2013-03-01 09:11:58.70307	31.17	2
+2013-03-01 09:11:58.70307	38.35	2
+2013-03-01 09:11:58.70307	38.61	2
+2013-03-01 09:11:58.70307	39.48	2
+2013-03-01 09:11:58.70307	40.54	2
+2013-03-01 09:11:58.70307	41.6	2
+2013-03-01 09:11:58.70307	46.08	2
+2013-03-01 09:11:58.70307	54.36	2
+2013-03-01 09:11:58.70307	56.94	2
+2013-03-01 09:11:58.70307	64.96	2
+2013-03-01 09:11:58.70307	73.52	2
+2013-03-01 09:11:58.70307	78.58	2
+2013-03-01 09:11:58.70307	81.41	2
+2013-03-01 09:11:58.70307	84.71	2
+2013-03-01 09:11:58.70307	87.43	2
+2013-03-01 09:11:58.70307	91.36	2
+2013-03-01 09:11:58.70307	92.96	2
+2013-03-01 09:11:58.70307	95.04	2
+2013-03-01 09:11:58.703071	0.83	0
+2013-03-01 09:11:58.703071	1.99	1
+2013-03-01 09:11:58.703071	3.73	2
+2013-03-01 09:11:58.703071	8.86	2
+2013-03-01 09:11:58.703071	10.62	2
+2013-03-01 09:11:58.703071	11.32	2
+2013-03-01 09:11:58.703071	12.83	2
+2013-03-01 09:11:58.703071	14.7	2
+2013-03-01 09:11:58.703071	14.96	2
+2013-03-01 09:11:58.703071	17.58	2
+2013-03-01 09:11:58.703071	19.1	2
+2013-03-01 09:11:58.703071	21.01	2
+2013-03-01 09:11:58.703071	26.95	2
+2013-03-01 09:11:58.703071	27.23	2
+2013-03-01 09:11:58.703071	29.07	2
+2013-03-01 09:11:58.703071	29.71	2
+2013-03-01 09:11:58.703071	31.84	2
+2013-03-01 09:11:58.703071	31.94	2
+2013-03-01 09:11:58.703071	35.32	2
+2013-03-01 09:11:58.703071	37.32	2
+2013-03-01 09:11:58.703071	38.5	2
+2013-03-01 09:11:58.703071	42.08	2
+2013-03-01 09:11:58.703071	44.3	2
+2013-03-01 09:11:58.703071	44.66	2
+2013-03-01 09:11:58.703071	46.84	2
+2013-03-01 09:11:58.703071	48.89	2
+2013-03-01 09:11:58.703071	49.64	2
+2013-03-01 09:11:58.703071	50.28	2
+2013-03-01 09:11:58.703071	52.09	2
+2013-03-01 09:11:58.703071	53.26	2
+2013-03-01 09:11:58.703071	54.09	2
+2013-03-01 09:11:58.703071	56.45	2
+2013-03-01 09:11:58.703071	56.76	2
+2013-03-01 09:11:58.703071	61.41	2
+2013-03-01 09:11:58.703071	61.88	2
+2013-03-01 09:11:58.703071	63.03	2
+2013-03-01 09:11:58.703071	64.55	2
+2013-03-01 09:11:58.703071	68.62	2
+2013-03-01 09:11:58.703071	76.13	2
+2013-03-01 09:11:58.703071	79.05	2
+2013-03-01 09:11:58.703071	80.43	2
+2013-03-01 09:11:58.703071	81.41	2
+2013-03-01 09:11:58.703071	82.85	2
+2013-03-01 09:11:58.703071	83.98	2
+2013-03-01 09:11:58.703071	84.21	2
+2013-03-01 09:11:58.703071	85.55	2
+2013-03-01 09:11:58.703071	87.93	2
+2013-03-01 09:11:58.703071	88.93	2
+2013-03-01 09:11:58.703071	94.27	2
+2013-03-01 09:11:58.703071	99.45	2
+2013-03-01 09:11:58.703072	0.36	0
+2013-03-01 09:11:58.703072	0.48	1
+2013-03-01 09:11:58.703072	0.79	2
+2013-03-01 09:11:58.703072	1.27	2
+2013-03-01 09:11:58.703072	4.48	2
+2013-03-01 09:11:58.703072	9.0	2
+2013-03-01 09:11:58.703072	23.27	2
+2013-03-01 09:11:58.703072	25.13	2
+2013-03-01 09:11:58.703072	25.34	2
+2013-03-01 09:11:58.703072	25.91	2
+2013-03-01 09:11:58.703072	29.01	2
+2013-03-01 09:11:58.703072	30.47	2
+2013-03-01 09:11:58.703072	37.95	2
+2013-03-01 09:11:58.703072	39.3	2
+2013-03-01 09:11:58.703072	45.91	2
+2013-03-01 09:11:58.703072	52.44	2
+2013-03-01 09:11:58.703072	54.1	2
+2013-03-01 09:11:58.703072	56.7	2
+2013-03-01 09:11:58.703072	58.77	2
+2013-03-01 09:11:58.703072	62.09	2
+2013-03-01 09:11:58.703072	68.2	2
+2013-03-01 09:11:58.703072	71.68	2
+2013-03-01 09:11:58.703072	79.46	2
+2013-03-01 09:11:58.703072	80.02	2
+PREHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between unbounded
preceding and 1 preceding) from over10k limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@over10k
+#### A masked pattern was here ####
+POSTHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between unbounded
preceding and 1 preceding) from over10k limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@over10k
+#### A masked pattern was here ####
+2013-03-01 09:11:58.70307	3.17	0
+2013-03-01 09:11:58.70307	10.89	1
+2013-03-01 09:11:58.70307	14.54	2
+2013-03-01 09:11:58.70307	14.78	3
+2013-03-01 09:11:58.70307	17.85	4
+2013-03-01 09:11:58.70307	20.61	5
+2013-03-01 09:11:58.70307	28.69	6
+2013-03-01 09:11:58.70307	29.22	7
+2013-03-01 09:11:58.70307	31.17	8
+2013-03-01 09:11:58.70307	38.35	9
+2013-03-01 09:11:58.70307	38.61	10
+2013-03-01 09:11:58.70307	39.48	11
+2013-03-01 09:11:58.70307	40.54	12
+2013-03-01 09:11:58.70307	41.6	13
+2013-03-01 09:11:58.70307	46.08	14
+2013-03-01 09:11:58.70307	54.36	15
+2013-03-01 09:11:58.70307	56.94	16
+2013-03-01 09:11:58.70307	64.96	17
+2013-03-01 09:11:58.70307	73.52	18
+2013-03-01 09:11:58.70307	78.58	19
+2013-03-01 09:11:58.70307	81.41	20
+2013-03-01 09:11:58.70307	84.71	21
+2013-03-01 09:11:58.70307	87.43	22
+2013-03-01 09:11:58.70307	91.36	23
+2013-03-01 09:11:58.70307	92.96	24
+2013-03-01 09:11:58.70307	95.04	25
+2013-03-01 09:11:58.703071	0.83	0
+2013-03-01 09:11:58.703071	1.99	1
+2013-03-01 09:11:58.703071	3.73	2
+2013-03-01 09:11:58.703071	8.86	3
+2013-03-01 09:11:58.703071	10.62	4
+2013-03-01 09:11:58.703071	11.32	5
+2013-03-01 09:11:58.703071	12.83	6
+2013-03-01 09:11:58.703071	14.7	7
+2013-03-01 09:11:58.703071	14.96	8
+2013-03-01 09:11:58.703071	17.58	9
+2013-03-01 09:11:58.703071	19.1	10
+2013-03-01 09:11:58.703071	21.01	11
+2013-03-01 09:11:58.703071	26.95	12
+2013-03-01 09:11:58.703071	27.23	13
+2013-03-01 09:11:58.703071	29.07	14
+2013-03-01 09:11:58.703071	29.71	15
+2013-03-01 09:11:58.703071	31.84	16
+2013-03-01 09:11:58.703071	31.94	17
+2013-03-01 09:11:58.703071	35.32	18
+2013-03-01 09:11:58.703071	37.32	19
+2013-03-01 09:11:58.703071	38.5	20
+2013-03-01 09:11:58.703071	42.08	21
+2013-03-01 09:11:58.703071	44.3	22
+2013-03-01 09:11:58.703071	44.66	23
+2013-03-01 09:11:58.703071	46.84	24
+2013-03-01 09:11:58.703071	48.89	25
+2013-03-01 09:11:58.703071	49.64	26
+2013-03-01 09:11:58.703071	50.28	27
+2013-03-01 09:11:58.703071	52.09	28
+2013-03-01 09:11:58.703071	53.26	29
+2013-03-01 09:11:58.703071	54.09	30
+2013-03-01 09:11:58.703071	56.45	31
+2013-03-01 09:11:58.703071	56.76	32
+2013-03-01 09:11:58.703071	61.41	33
+2013-03-01 09:11:58.703071	61.88	34
+2013-03-01 09:11:58.703071	63.03	35
+2013-03-01 09:11:58.703071	64.55	36
+2013-03-01 09:11:58.703071	68.62	37
+2013-03-01 09:11:58.703071	76.13	38
+2013-03-01 09:11:58.703071	79.05	39
+2013-03-01 09:11:58.703071	80.43	40
+2013-03-01 09:11:58.703071	81.41	41
+2013-03-01 09:11:58.703071	82.85	42
+2013-03-01 09:11:58.703071	83.98	43
+2013-03-01 09:11:58.703071	84.21	44
+2013-03-01 09:11:58.703071	85.55	45
+2013-03-01 09:11:58.703071	87.93	46
+2013-03-01 09:11:58.703071	88.93	47
+2013-03-01 09:11:58.703071	94.27	48
+2013-03-01 09:11:58.703071	99.45	49
+2013-03-01 09:11:58.703072	0.36	0
+2013-03-01 09:11:58.703072	0.48	1
+2013-03-01 09:11:58.703072	0.79	2
+2013-03-01 09:11:58.703072	1.27	3
+2013-03-01 09:11:58.703072	4.48	4
+2013-03-01 09:11:58.703072	9.0	5
+2013-03-01 09:11:58.703072	23.27	6
+2013-03-01 09:11:58.703072	25.13	7
+2013-03-01 09:11:58.703072	25.34	8
+2013-03-01 09:11:58.703072	25.91	9
+2013-03-01 09:11:58.703072	29.01	10
+2013-03-01 09:11:58.703072	30.47	11
+2013-03-01 09:11:58.703072	37.95	12
+2013-03-01 09:11:58.703072	39.3	13
+2013-03-01 09:11:58.703072	45.91	14
+2013-03-01 09:11:58.703072	52.44	15
+2013-03-01 09:11:58.703072	54.1	16
+2013-03-01 09:11:58.703072	56.7	17
+2013-03-01 09:11:58.703072	58.77	18
+2013-03-01 09:11:58.703072	62.09	19
+2013-03-01 09:11:58.703072	68.2	20
+2013-03-01 09:11:58.703072	71.68	21
+2013-03-01 09:11:58.703072	79.46	22
+2013-03-01 09:11:58.703072	80.02	23
+PREHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between 1 following
and 2 following) from over10k limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@over10k
+#### A masked pattern was here ####
+POSTHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between 1 following
and 2 following) from over10k limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@over10k
+#### A masked pattern was here ####
+2013-03-01 09:11:58.70307	3.17	2
+2013-03-01 09:11:58.70307	10.89	2
+2013-03-01 09:11:58.70307	14.54	2
+2013-03-01 09:11:58.70307	14.78	2
+2013-03-01 09:11:58.70307	17.85	2
+2013-03-01 09:11:58.70307	20.61	2
+2013-03-01 09:11:58.70307	28.69	2
+2013-03-01 09:11:58.70307	29.22	2
+2013-03-01 09:11:58.70307	31.17	2
+2013-03-01 09:11:58.70307	38.35	2
+2013-03-01 09:11:58.70307	38.61	2
+2013-03-01 09:11:58.70307	39.48	2
+2013-03-01 09:11:58.70307	40.54	2
+2013-03-01 09:11:58.70307	41.6	2
+2013-03-01 09:11:58.70307	46.08	2
+2013-03-01 09:11:58.70307	54.36	2
+2013-03-01 09:11:58.70307	56.94	2
+2013-03-01 09:11:58.70307	64.96	2
+2013-03-01 09:11:58.70307	73.52	2
+2013-03-01 09:11:58.70307	78.58	2
+2013-03-01 09:11:58.70307	81.41	2
+2013-03-01 09:11:58.70307	84.71	2
+2013-03-01 09:11:58.70307	87.43	2
+2013-03-01 09:11:58.70307	91.36	2
+2013-03-01 09:11:58.70307	92.96	1
+2013-03-01 09:11:58.70307	95.04	0
+2013-03-01 09:11:58.703071	0.83	2
+2013-03-01 09:11:58.703071	1.99	2
+2013-03-01 09:11:58.703071	3.73	2
+2013-03-01 09:11:58.703071	8.86	2
+2013-03-01 09:11:58.703071	10.62	2
+2013-03-01 09:11:58.703071	11.32	2
+2013-03-01 09:11:58.703071	12.83	2
+2013-03-01 09:11:58.703071	14.7	2
+2013-03-01 09:11:58.703071	14.96	2
+2013-03-01 09:11:58.703071	17.58	2
+2013-03-01 09:11:58.703071	19.1	2
+2013-03-01 09:11:58.703071	21.01	2
+2013-03-01 09:11:58.703071	26.95	2
+2013-03-01 09:11:58.703071	27.23	2
+2013-03-01 09:11:58.703071	29.07	2
+2013-03-01 09:11:58.703071	29.71	2
+2013-03-01 09:11:58.703071	31.84	2
+2013-03-01 09:11:58.703071	31.94	2
+2013-03-01 09:11:58.703071	35.32	2
+2013-03-01 09:11:58.703071	37.32	2
+2013-03-01 09:11:58.703071	38.5	2
+2013-03-01 09:11:58.703071	42.08	2
+2013-03-01 09:11:58.703071	44.3	2
+2013-03-01 09:11:58.703071	44.66	2
+2013-03-01 09:11:58.703071	46.84	2
+2013-03-01 09:11:58.703071	48.89	2
+2013-03-01 09:11:58.703071	49.64	2
+2013-03-01 09:11:58.703071	50.28	2
+2013-03-01 09:11:58.703071	52.09	2
+2013-03-01 09:11:58.703071	53.26	2
+2013-03-01 09:11:58.703071	54.09	2
+2013-03-01 09:11:58.703071	56.45	2
+2013-03-01 09:11:58.703071	56.76	2
+2013-03-01 09:11:58.703071	61.41	2
+2013-03-01 09:11:58.703071	61.88	2
+2013-03-01 09:11:58.703071	63.03	2
+2013-03-01 09:11:58.703071	64.55	2
+2013-03-01 09:11:58.703071	68.62	2
+2013-03-01 09:11:58.703071	76.13	2
+2013-03-01 09:11:58.703071	79.05	2
+2013-03-01 09:11:58.703071	80.43	2
+2013-03-01 09:11:58.703071	81.41	2
+2013-03-01 09:11:58.703071	82.85	2
+2013-03-01 09:11:58.703071	83.98	2
+2013-03-01 09:11:58.703071	84.21	2
+2013-03-01 09:11:58.703071	85.55	2
+2013-03-01 09:11:58.703071	87.93	2
+2013-03-01 09:11:58.703071	88.93	2
+2013-03-01 09:11:58.703071	94.27	1
+2013-03-01 09:11:58.703071	99.45	0
+2013-03-01 09:11:58.703072	0.36	2
+2013-03-01 09:11:58.703072	0.48	2
+2013-03-01 09:11:58.703072	0.79	2
+2013-03-01 09:11:58.703072	1.27	2
+2013-03-01 09:11:58.703072	4.48	2
+2013-03-01 09:11:58.703072	9.0	2
+2013-03-01 09:11:58.703072	23.27	2
+2013-03-01 09:11:58.703072	25.13	2
+2013-03-01 09:11:58.703072	25.34	2
+2013-03-01 09:11:58.703072	25.91	2
+2013-03-01 09:11:58.703072	29.01	2
+2013-03-01 09:11:58.703072	30.47	2
+2013-03-01 09:11:58.703072	37.95	2
+2013-03-01 09:11:58.703072	39.3	2
+2013-03-01 09:11:58.703072	45.91	2
+2013-03-01 09:11:58.703072	52.44	2
+2013-03-01 09:11:58.703072	54.1	2
+2013-03-01 09:11:58.703072	56.7	2
+2013-03-01 09:11:58.703072	58.77	2
+2013-03-01 09:11:58.703072	62.09	2
+2013-03-01 09:11:58.703072	68.2	2
+2013-03-01 09:11:58.703072	71.68	2
+2013-03-01 09:11:58.703072	79.46	2
+2013-03-01 09:11:58.703072	80.02	2
+PREHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between unbounded
preceding and 1 following) from over10k limit 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@over10k
+#### A masked pattern was here ####
+POSTHOOK: query: select ts, f, count(f) over (partition by ts order by f rows between unbounded
preceding and 1 following) from over10k limit 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@over10k
+#### A masked pattern was here ####
+2013-03-01 09:11:58.70307	3.17	2
+2013-03-01 09:11:58.70307	10.89	3
+2013-03-01 09:11:58.70307	14.54	4
+2013-03-01 09:11:58.70307	14.78	5
+2013-03-01 09:11:58.70307	17.85	6
+2013-03-01 09:11:58.70307	20.61	7
+2013-03-01 09:11:58.70307	28.69	8
+2013-03-01 09:11:58.70307	29.22	9
+2013-03-01 09:11:58.70307	31.17	10
+2013-03-01 09:11:58.70307	38.35	11
+2013-03-01 09:11:58.70307	38.61	12
+2013-03-01 09:11:58.70307	39.48	13
+2013-03-01 09:11:58.70307	40.54	14
+2013-03-01 09:11:58.70307	41.6	15
+2013-03-01 09:11:58.70307	46.08	16
+2013-03-01 09:11:58.70307	54.36	17
+2013-03-01 09:11:58.70307	56.94	18
+2013-03-01 09:11:58.70307	64.96	19
+2013-03-01 09:11:58.70307	73.52	20
+2013-03-01 09:11:58.70307	78.58	21
+2013-03-01 09:11:58.70307	81.41	22
+2013-03-01 09:11:58.70307	84.71	23
+2013-03-01 09:11:58.70307	87.43	24
+2013-03-01 09:11:58.70307	91.36	25
+2013-03-01 09:11:58.70307	92.96	26
+2013-03-01 09:11:58.70307	95.04	26
+2013-03-01 09:11:58.703071	0.83	2
+2013-03-01 09:11:58.703071	1.99	3
+2013-03-01 09:11:58.703071	3.73	4
+2013-03-01 09:11:58.703071	8.86	5
+2013-03-01 09:11:58.703071	10.62	6
+2013-03-01 09:11:58.703071	11.32	7
+2013-03-01 09:11:58.703071	12.83	8
+2013-03-01 09:11:58.703071	14.7	9
+2013-03-01 09:11:58.703071	14.96	10
+2013-03-01 09:11:58.703071	17.58	11
+2013-03-01 09:11:58.703071	19.1	12
+2013-03-01 09:11:58.703071	21.01	13
+2013-03-01 09:11:58.703071	26.95	14
+2013-03-01 09:11:58.703071	27.23	15
+2013-03-01 09:11:58.703071	29.07	16
+2013-03-01 09:11:58.703071	29.71	17
+2013-03-01 09:11:58.703071	31.84	18
+2013-03-01 09:11:58.703071	31.94	19
+2013-03-01 09:11:58.703071	35.32	20
+2013-03-01 09:11:58.703071	37.32	21
+2013-03-01 09:11:58.703071	38.5	22
+2013-03-01 09:11:58.703071	42.08	23
+2013-03-01 09:11:58.703071	44.3	24
+2013-03-01 09:11:58.703071	44.66	25
+2013-03-01 09:11:58.703071	46.84	26
+2013-03-01 09:11:58.703071	48.89	27
+2013-03-01 09:11:58.703071	49.64	28
+2013-03-01 09:11:58.703071	50.28	29
+2013-03-01 09:11:58.703071	52.09	30
+2013-03-01 09:11:58.703071	53.26	31
+2013-03-01 09:11:58.703071	54.09	32
+2013-03-01 09:11:58.703071	56.45	33
+2013-03-01 09:11:58.703071	56.76	34
+2013-03-01 09:11:58.703071	61.41	35
+2013-03-01 09:11:58.703071	61.88	36
+2013-03-01 09:11:58.703071	63.03	37
+2013-03-01 09:11:58.703071	64.55	38
+2013-03-01 09:11:58.703071	68.62	39
+2013-03-01 09:11:58.703071	76.13	40
+2013-03-01 09:11:58.703071	79.05	41
+2013-03-01 09:11:58.703071	80.43	42
+2013-03-01 09:11:58.703071	81.41	43
+2013-03-01 09:11:58.703071	82.85	44
+2013-03-01 09:11:58.703071	83.98	45
+2013-03-01 09:11:58.703071	84.21	46
+2013-03-01 09:11:58.703071	85.55	47
+2013-03-01 09:11:58.703071	87.93	48
+2013-03-01 09:11:58.703071	88.93	49
+2013-03-01 09:11:58.703071	94.27	50
+2013-03-01 09:11:58.703071	99.45	50
+2013-03-01 09:11:58.703072	0.36	2
+2013-03-01 09:11:58.703072	0.48	3
+2013-03-01 09:11:58.703072	0.79	4
+2013-03-01 09:11:58.703072	1.27	5
+2013-03-01 09:11:58.703072	4.48	6
+2013-03-01 09:11:58.703072	9.0	7
+2013-03-01 09:11:58.703072	23.27	8
+2013-03-01 09:11:58.703072	25.13	9
+2013-03-01 09:11:58.703072	25.34	10
+2013-03-01 09:11:58.703072	25.91	11
+2013-03-01 09:11:58.703072	29.01	12
+2013-03-01 09:11:58.703072	30.47	13
+2013-03-01 09:11:58.703072	37.95	14
+2013-03-01 09:11:58.703072	39.3	15
+2013-03-01 09:11:58.703072	45.91	16
+2013-03-01 09:11:58.703072	52.44	17
+2013-03-01 09:11:58.703072	54.1	18
+2013-03-01 09:11:58.703072	56.7	19
+2013-03-01 09:11:58.703072	58.77	20
+2013-03-01 09:11:58.703072	62.09	21
+2013-03-01 09:11:58.703072	68.2	22
+2013-03-01 09:11:58.703072	71.68	23
+2013-03-01 09:11:58.703072	79.46	24
+2013-03-01 09:11:58.703072	80.02	25


Mime
View raw message