hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hashut...@apache.org
Subject svn commit: r1670462 [12/26] - in /hive/branches/cbo: ./ ant/src/org/apache/hadoop/hive/ant/ beeline/src/java/org/apache/hive/beeline/ common/src/java/org/apache/hadoop/hive/conf/ common/src/java/org/apache/hive/common/util/ common/src/test/org/apache/...
Date Tue, 31 Mar 2015 20:14:07 GMT
Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNotEqual.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNotEqual.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNotEqual.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPNotEqual.java Tue Mar 31 20:14:02 2015
@@ -55,7 +55,13 @@ import org.apache.hadoop.hive.serde2.obj
   TimestampColNotEqualLongScalar.class, LongScalarNotEqualTimestampColumn.class,
   FilterTimestampColNotEqualLongScalar.class, FilterLongScalarNotEqualTimestampColumn.class,
   TimestampColNotEqualDoubleScalar.class, DoubleScalarNotEqualTimestampColumn.class,
-  FilterTimestampColNotEqualDoubleScalar.class, FilterDoubleScalarNotEqualTimestampColumn.class
+  FilterTimestampColNotEqualDoubleScalar.class, FilterDoubleScalarNotEqualTimestampColumn.class,
+  IntervalYearMonthScalarNotEqualIntervalYearMonthColumn.class, FilterIntervalYearMonthScalarNotEqualIntervalYearMonthColumn.class,
+  IntervalYearMonthColNotEqualIntervalYearMonthScalar.class, FilterIntervalYearMonthColNotEqualIntervalYearMonthScalar.class,
+  IntervalDayTimeScalarNotEqualIntervalDayTimeColumn.class, FilterIntervalDayTimeScalarNotEqualIntervalDayTimeColumn.class,
+  IntervalDayTimeColNotEqualIntervalDayTimeScalar.class, FilterIntervalDayTimeColNotEqualIntervalDayTimeScalar.class,
+  DateColNotEqualDateScalar.class,FilterDateColNotEqualDateScalar.class,
+  DateScalarNotEqualDateColumn.class,FilterDateScalarNotEqualDateColumn.class,
   })
 public class GenericUDFOPNotEqual extends GenericUDFBaseCompare {
   public GenericUDFOPNotEqual(){

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPPlus.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPPlus.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPPlus.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFOPPlus.java Tue Mar 31 20:14:02 2015
@@ -37,7 +37,38 @@ import org.apache.hadoop.hive.ql.exec.ve
   LongColAddDoubleScalar.class, DoubleColAddLongScalar.class, DoubleColAddDoubleScalar.class,
   LongScalarAddLongColumn.class, LongScalarAddDoubleColumn.class, DoubleScalarAddLongColumn.class,
   DoubleScalarAddDoubleColumn.class, DecimalScalarAddDecimalColumn.class, DecimalColAddDecimalColumn.class,
-  DecimalColAddDecimalScalar.class})
+  DecimalColAddDecimalScalar.class,
+  IntervalYearMonthColAddIntervalYearMonthColumn.class,
+  IntervalYearMonthColAddIntervalYearMonthScalar.class,
+  IntervalYearMonthScalarAddIntervalYearMonthColumn.class,
+  IntervalDayTimeColAddIntervalDayTimeColumn.class,
+  IntervalDayTimeColAddIntervalDayTimeScalar.class,
+  IntervalDayTimeScalarAddIntervalDayTimeColumn.class,
+  IntervalDayTimeColAddTimestampColumn.class,
+  IntervalDayTimeColAddTimestampScalar.class,
+  IntervalDayTimeScalarAddTimestampColumn.class,
+  TimestampColAddIntervalDayTimeColumn.class,
+  TimestampColAddIntervalDayTimeScalar.class,
+  TimestampScalarAddIntervalDayTimeColumn.class,
+  DateColAddIntervalDayTimeColumn.class,
+  DateColAddIntervalDayTimeScalar.class,
+  DateScalarAddIntervalDayTimeColumn.class,
+  IntervalDayTimeColAddDateColumn.class,
+  IntervalDayTimeColAddDateScalar.class,
+  IntervalDayTimeScalarAddDateColumn.class,
+  IntervalYearMonthColAddDateColumn.class,
+  IntervalYearMonthColAddDateScalar.class,
+  IntervalYearMonthScalarAddDateColumn.class,
+  IntervalYearMonthColAddTimestampColumn.class,
+  IntervalYearMonthColAddTimestampScalar.class,
+  IntervalYearMonthScalarAddTimestampColumn.class,
+  DateColAddIntervalYearMonthColumn.class,
+  DateScalarAddIntervalYearMonthColumn.class,
+  DateColAddIntervalYearMonthScalar.class,
+  TimestampColAddIntervalYearMonthColumn.class,
+  TimestampScalarAddIntervalYearMonthColumn.class,
+  TimestampColAddIntervalYearMonthScalar.class
+})
 public class GenericUDFOPPlus extends GenericUDFBaseArithmetic {
 
   public GenericUDFOPPlus() {

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalDayTime.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalDayTime.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalDayTime.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalDayTime.java Tue Mar 31 20:14:02 2015
@@ -21,6 +21,8 @@ package org.apache.hadoop.hive.ql.udf.ge
 import org.apache.hadoop.hive.ql.exec.Description;
 import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
 import org.apache.hadoop.hive.ql.exec.UDFArgumentLengthException;
+import org.apache.hadoop.hive.ql.exec.vector.VectorizedExpressions;
+import org.apache.hadoop.hive.ql.exec.vector.expressions.CastStringToIntervalDayTime;
 import org.apache.hadoop.hive.ql.metadata.HiveException;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
 import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
@@ -39,6 +41,7 @@ import org.apache.hadoop.hive.serde2.obj
 */
 @Description(name = "interval_day_time",
   value = "CAST(<string> AS INTERVAL DAY TO SECOND) - Returns the day-time interval represented by the string")
+@VectorizedExpressions({CastStringToIntervalDayTime.class})
 public class GenericUDFToIntervalDayTime extends GenericUDF {
 
   private transient PrimitiveObjectInspector argumentOI;

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalYearMonth.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalYearMonth.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalYearMonth.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFToIntervalYearMonth.java Tue Mar 31 20:14:02 2015
@@ -21,6 +21,8 @@ package org.apache.hadoop.hive.ql.udf.ge
 import org.apache.hadoop.hive.ql.exec.Description;
 import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
 import org.apache.hadoop.hive.ql.exec.UDFArgumentLengthException;
+import org.apache.hadoop.hive.ql.exec.vector.VectorizedExpressions;
+import org.apache.hadoop.hive.ql.exec.vector.expressions.CastStringToIntervalYearMonth;
 import org.apache.hadoop.hive.ql.metadata.HiveException;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
 import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
@@ -39,6 +41,7 @@ import org.apache.hadoop.hive.serde2.obj
 */
 @Description(name = "interval_year_month",
   value = "CAST(<string> AS INTERVAL YEAR TO MONTH) - Returns the year-month interval represented by the string")
+@VectorizedExpressions({CastStringToIntervalYearMonth.class})
 public class GenericUDFToIntervalYearMonth extends GenericUDF {
 
   private transient PrimitiveObjectInspector argumentOI;

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFUtils.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFUtils.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFUtils.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDFUtils.java Tue Mar 31 20:14:02 2015
@@ -198,11 +198,17 @@ public final class GenericUDFUtils {
       return returnObjectInspector != null ? returnObjectInspector : defaultOI;
     }
 
+    public Object convertIfNecessary(Object o, ObjectInspector oi) {
+      return convertIfNecessary(o, oi, true);
+    }
+
     /**
      * Convert the return Object if necessary (when the ObjectInspectors of
-     * different possibilities are not all the same).
+     * different possibilities are not all the same). If reuse is true, 
+     * the result Object will be the same object as the last invocation 
+     * (as long as the oi is the same)
      */
-    public Object convertIfNecessary(Object o, ObjectInspector oi) {
+    public Object convertIfNecessary(Object o, ObjectInspector oi, boolean reuse) {
       Object converted = null;
       if (oi == returnObjectInspector) {
         converted = o;
@@ -212,15 +218,20 @@ public final class GenericUDFUtils {
           return null;
         }
 
-        if (converters == null) {
-          converters = new HashMap<ObjectInspector, Converter>();
+        Converter converter = null;
+        if (reuse) {
+	  if (converters == null) {
+	    converters = new HashMap<ObjectInspector, Converter>();
+	  }
+	  converter = converters.get(oi);
         }
 
-        Converter converter = converters.get(oi);
         if (converter == null) {
           converter = ObjectInspectorConverters.getConverter(oi,
               returnObjectInspector);
-          converters.put(oi, converter);
+          if (reuse) {
+            converters.put(oi, converter);
+          }
         }
         converted = converter.convert(o);
       }

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFStack.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFStack.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFStack.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFStack.java Tue Mar 31 20:14:02 2015
@@ -25,6 +25,7 @@ import org.apache.hadoop.hive.ql.exec.De
 import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
 import org.apache.hadoop.hive.ql.metadata.HiveException;
 import org.apache.hadoop.hive.ql.udf.generic.GenericUDFUtils.ReturnObjectInspectorResolver;
+import org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
 import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector;
@@ -60,13 +61,13 @@ public class GenericUDTFStack extends Ge
     if (args.length < 2)  {
       throw new UDFArgumentException("STACK() expects at least two arguments.");
     }
-    if (!(args[0] instanceof WritableConstantIntObjectInspector)) {
+    if (!(args[0] instanceof ConstantObjectInspector)) {
       throw new UDFArgumentException(
           "The first argument to STACK() must be a constant integer (got " +
           args[0].getTypeName() + " instead).");
     }
-    numRows =
-        ((WritableConstantIntObjectInspector)args[0]).getWritableConstantValue();
+    numRows = (IntWritable)
+        ((ConstantObjectInspector)args[0]).getWritableConstantValue();
 
     if (numRows == null || numRows.get() < 1) {
       throw new UDFArgumentException(

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NGramEstimator.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NGramEstimator.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NGramEstimator.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NGramEstimator.java Tue Mar 31 20:14:02 2015
@@ -208,7 +208,7 @@ public class NGramEstimator {
    *
    * @param other A serialized n-gram object created by the serialize() method
    */
-  public void merge(List<Text> other) throws HiveException {
+  public void merge(List other) throws HiveException {
     if(other == null) {
       return;
     }
@@ -240,8 +240,7 @@ public class NGramEstimator {
     for(int i = 3; i < other.size(); i++) {
       ArrayList<String> key = new ArrayList<String>();
       for(int j = 0; j < n; j++) {
-        Text word = other.get(i+j);
-        key.add(word.toString());
+        key.add(other.get(i+j).toString());
       }
       i += n;
       double val = Double.parseDouble( other.get(i).toString() );

Modified: hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NumericHistogram.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NumericHistogram.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NumericHistogram.java (original)
+++ hive/branches/cbo/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/NumericHistogram.java Tue Mar 31 20:14:02 2015
@@ -21,7 +21,9 @@ import java.util.ArrayList;
 import java.util.List;
 import java.util.Collections;
 import java.util.Random;
+
 import org.apache.hadoop.hive.serde2.io.DoubleWritable;
+import org.apache.hadoop.hive.serde2.objectinspector.primitive.DoubleObjectInspector;
 
 
 /**
@@ -115,7 +117,7 @@ public class NumericHistogram {
    * @param other A serialized histogram created by the serialize() method
    * @see #merge
    */
-  public void merge(List<DoubleWritable> other) {
+  public void merge(List other, DoubleObjectInspector doi) {
     if(other == null) {
       return;
     }
@@ -123,13 +125,13 @@ public class NumericHistogram {
     if(nbins == 0 || nusedbins == 0)  {
       // Our aggregation buffer has nothing in it, so just copy over 'other'
       // by deserializing the ArrayList of (x,y) pairs into an array of Coord objects
-      nbins = (int) other.get(0).get();
+      nbins = (int) doi.get(other.get(0));
       nusedbins = (other.size()-1)/2;
       bins = new ArrayList<Coord>(nusedbins);
       for (int i = 1; i < other.size(); i+=2) {
         Coord bin = new Coord();
-        bin.x = other.get(i).get();
-        bin.y = other.get(i+1).get();
+        bin.x = doi.get(other.get(i));
+        bin.y = doi.get(other.get(i+1));
         bins.add(bin);
       }
     } else {
@@ -146,8 +148,8 @@ public class NumericHistogram {
       }
       for (int j = 1; j < other.size(); j += 2) {
         Coord bin = new Coord();
-        bin.x = other.get(j).get();
-        bin.y = other.get(j+1).get();
+        bin.x = doi.get(other.get(j));
+        bin.y = doi.get(other.get(j+1));
         tmp_bins.add(bin);
       }
       Collections.sort(tmp_bins);

Modified: hive/branches/cbo/ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto (original)
+++ hive/branches/cbo/ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto Tue Mar 31 20:14:02 2015
@@ -129,6 +129,7 @@ message ColumnEncoding {
 message StripeFooter {
   repeated Stream streams = 1;
   repeated ColumnEncoding columns = 2;
+  optional string writerTimezone = 3;
 }
 
 message Type {

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/TestVectorizationContext.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/TestVectorizationContext.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/TestVectorizationContext.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/TestVectorizationContext.java Tue Mar 31 20:14:02 2015
@@ -151,7 +151,7 @@ public class TestVectorizationContext {
     VectorUDFUnixTimeStampLong v1 = new VectorUDFUnixTimeStampLong();
     VectorExpressionDescriptor.Builder builder1 = new VectorExpressionDescriptor.Builder();
     VectorExpressionDescriptor.Descriptor d1 = builder1.setMode(VectorExpressionDescriptor.Mode.PROJECTION)
-        .setNumArguments(1).setArgumentTypes(VectorExpressionDescriptor.ArgumentType.INT_DATETIME_FAMILY)
+        .setNumArguments(1).setArgumentTypes(VectorExpressionDescriptor.ArgumentType.INT_DATETIME_INTERVAL_FAMILY)
         .setInputExpressionTypes(VectorExpressionDescriptor.InputExpressionType.COLUMN).build();
     assertTrue(d1.matches(v1.getDescriptor()));
 

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/expressions/TestVectorTypeCasts.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/expressions/TestVectorTypeCasts.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/expressions/TestVectorTypeCasts.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/exec/vector/expressions/TestVectorTypeCasts.java Tue Mar 31 20:14:02 2015
@@ -46,9 +46,6 @@ public class TestVectorTypeCasts {
   // Number of nanoseconds in one second
   private static final long NANOS_PER_SECOND = 1000000000;
 
-  // Number of microseconds in one second
-  private static final long MICROS_PER_SECOND = 1000000;
-
   @Test
   public void testVectorCastLongToDouble() {
     VectorizedRowBatch b = TestVectorMathFunctions.getVectorizedRowBatchLongInDoubleOut();
@@ -111,8 +108,8 @@ public class TestVectorTypeCasts {
     b.cols[0].noNulls = true;
     VectorExpression expr = new CastLongToTimestampViaLongToLong(0, 1);
     expr.evaluate(b);
-    Assert.assertEquals(-2 * MICROS_PER_SECOND, resultV.vector[0]);
-    Assert.assertEquals(2 * MICROS_PER_SECOND, resultV.vector[1]);
+    Assert.assertEquals(-2 * NANOS_PER_SECOND, resultV.vector[0]);
+    Assert.assertEquals(2 * NANOS_PER_SECOND, resultV.vector[1]);
   }
 
   @Test

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java Tue Mar 31 20:14:02 2015
@@ -1638,14 +1638,14 @@ public class TestInputOutputFormat {
     assertEquals("mock:/combinationAcid/p=0/base_0000010/bucket_00000",
         split.getPath().toString());
     assertEquals(0, split.getStart());
-    assertEquals(607, split.getLength());
+    assertEquals(625, split.getLength());
     split = (HiveInputFormat.HiveInputSplit) splits[1];
     assertEquals("org.apache.hadoop.hive.ql.io.orc.OrcInputFormat",
         split.inputFormatClassName());
     assertEquals("mock:/combinationAcid/p=0/base_0000010/bucket_00001",
         split.getPath().toString());
     assertEquals(0, split.getStart());
-    assertEquals(629, split.getLength());
+    assertEquals(647, split.getLength());
     CombineHiveInputFormat.CombineHiveInputSplit combineSplit =
         (CombineHiveInputFormat.CombineHiveInputSplit) splits[2];
     assertEquals(BUCKETS, combineSplit.getNumPaths());
@@ -1653,7 +1653,7 @@ public class TestInputOutputFormat {
       assertEquals("mock:/combinationAcid/p=1/00000" + bucket + "_0",
           combineSplit.getPath(bucket).toString());
       assertEquals(0, combineSplit.getOffset(bucket));
-      assertEquals(241, combineSplit.getLength(bucket));
+      assertEquals(253, combineSplit.getLength(bucket));
     }
     String[] hosts = combineSplit.getLocations();
     assertEquals(2, hosts.length);

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/CompactorTest.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/CompactorTest.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/CompactorTest.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/CompactorTest.java Tue Mar 31 20:14:02 2015
@@ -99,17 +99,22 @@ public abstract class CompactorTest {
   }
 
   protected Table newTable(String dbName, String tableName, boolean partitioned) throws TException {
-    return newTable(dbName, tableName, partitioned, new HashMap<String, String>(), null);
+    return newTable(dbName, tableName, partitioned, new HashMap<String, String>(), null, false);
   }
 
   protected Table newTable(String dbName, String tableName, boolean partitioned,
                            Map<String, String> parameters)  throws TException {
-    return newTable(dbName, tableName, partitioned, parameters, null);
+    return newTable(dbName, tableName, partitioned, parameters, null, false);
 
   }
 
+  protected Table newTempTable(String tableName) throws TException {
+    return newTable("default", tableName, false, null, null, true);
+  }
+
   protected Table newTable(String dbName, String tableName, boolean partitioned,
-                           Map<String, String> parameters, List<Order> sortCols)
+                           Map<String, String> parameters, List<Order> sortCols,
+                           boolean  isTemporary)
       throws  TException {
     Table table = new Table();
     table.setTableName(tableName);
@@ -123,6 +128,7 @@ public abstract class CompactorTest {
     }
 
     table.setParameters(parameters);
+    if (isTemporary) table.setTemporary(true);
 
     // drop the table first, in case some previous test created it
     ms.dropTable(dbName, tableName);

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestInitiator.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestInitiator.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestInitiator.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestInitiator.java Tue Mar 31 20:14:02 2015
@@ -625,5 +625,32 @@ public class TestInitiator extends Compa
     Assert.assertEquals(CompactionType.MAJOR, compacts.get(0).getType());
   }
 
-  // TODO test compactions with legacy file types
+  @Test
+  public void noCompactTableDynamicPartitioning() throws Exception {
+    Table t = newTable("default", "nctdp", true);
+    Partition p = newPartition(t, "today");
+
+    addBaseFile(t, p, 20L, 20);
+    addDeltaFile(t, p, 21L, 22L, 2);
+    addDeltaFile(t, p, 23L, 24L, 2);
+
+    burnThroughTransactions(23);
+
+    long txnid = openTxn();
+    LockComponent comp = new LockComponent(LockType.SHARED_WRITE, LockLevel.TABLE, "default");
+    comp.setTablename("nctdp");
+    List<LockComponent> components = new ArrayList<LockComponent>(1);
+    components.add(comp);
+    LockRequest req = new LockRequest(components, "me", "localhost");
+    req.setTxnid(txnid);
+    LockResponse res = txnHandler.lock(req);
+    txnHandler.commitTxn(new CommitTxnRequest(txnid));
+
+    startInitiator();
+
+    ShowCompactResponse rsp = txnHandler.showCompact(new ShowCompactRequest());
+    List<ShowCompactResponseElement> compacts = rsp.getCompacts();
+    Assert.assertEquals(0, compacts.size());
+  }
+
 }

Modified: hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java (original)
+++ hive/branches/cbo/ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java Tue Mar 31 20:14:02 2015
@@ -204,7 +204,7 @@ public class TestWorker extends Compacto
     List<Order> sortCols = new ArrayList<Order>(1);
     sortCols.add(new Order("b", 1));
 
-    Table t = newTable("default", "st", false, new HashMap<String, String>(), sortCols);
+    Table t = newTable("default", "st", false, new HashMap<String, String>(), sortCols, false);
 
     addBaseFile(t, null, 20L, 20);
     addDeltaFile(t, null, 21L, 22L, 2);
@@ -229,7 +229,7 @@ public class TestWorker extends Compacto
     List<Order> sortCols = new ArrayList<Order>(1);
     sortCols.add(new Order("b", 1));
 
-    Table t = newTable("default", "sp", true, new HashMap<String, String>(), sortCols);
+    Table t = newTable("default", "sp", true, new HashMap<String, String>(), sortCols, false);
     Partition p = newPartition(t, "today", sortCols);
 
     addBaseFile(t, p, 20L, 20);

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/alter_partition_update_status.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/alter_partition_update_status.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/alter_partition_update_status.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/alter_partition_update_status.q Tue Mar 31 20:14:02 2015
@@ -22,4 +22,16 @@ describe formatted src_stat_part_two.key
 
 ALTER TABLE src_stat_part_two PARTITION(px=1, py='a') UPDATE STATISTICS for column key SET ('numDVs'='30','maxColLen'='40');
 
-describe formatted src_stat_part_two.key PARTITION(px=1, py='a');
\ No newline at end of file
+describe formatted src_stat_part_two.key PARTITION(px=1, py='a');
+
+create database if not exists dummydb;
+
+use dummydb;
+
+ALTER TABLE default.src_stat_part_two PARTITION(px=1, py='a') UPDATE STATISTICS for column key SET ('numDVs'='40','maxColLen'='50');
+
+describe formatted default.src_stat_part_two key PARTITION(px=1, py='a');
+
+use default;
+
+drop database dummydb;
\ No newline at end of file

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/alter_table_update_status.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/alter_table_update_status.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/alter_table_update_status.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/alter_table_update_status.q Tue Mar 31 20:14:02 2015
@@ -27,4 +27,22 @@ describe formatted src_stat_int.key;
 
 ALTER TABLE src_stat_int UPDATE STATISTICS for column key SET ('numDVs'='2222','lowValue'='333.22','highValue'='22.22');
 
-describe formatted src_stat_int.key; 
\ No newline at end of file
+describe formatted src_stat_int.key; 
+
+
+
+create database if not exists dummydb;
+
+use dummydb;
+
+ALTER TABLE default.src_stat UPDATE STATISTICS for column key SET ('numDVs'='3333','avgColLen'='2.222');
+
+describe formatted default.src_stat key;
+
+ALTER TABLE default.src_stat UPDATE STATISTICS for column value SET ('numDVs'='232','numNulls'='233','avgColLen'='2.34','maxColLen'='235');
+
+describe formatted default.src_stat value;
+
+use default;
+
+drop database dummydb;
\ No newline at end of file

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/avro_compression_enabled.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/avro_compression_enabled.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/avro_compression_enabled.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/avro_compression_enabled.q Tue Mar 31 20:14:02 2015
@@ -29,7 +29,7 @@ TBLPROPERTIES ('avro.schema.literal'='{
     {
       "name":"extra_field",
       "type":"string",
-      "doc:":"an extra field not in the original file",
+      "doc":"an extra field not in the original file",
       "default":"fishfingers and custard"
     }
   ]

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/avro_evolved_schemas.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/avro_evolved_schemas.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/avro_evolved_schemas.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/avro_evolved_schemas.q Tue Mar 31 20:14:02 2015
@@ -30,7 +30,7 @@ TBLPROPERTIES ('avro.schema.literal'='{
     {
       "name":"extra_field",
       "type":"string",
-      "doc:":"an extra field not in the original file",
+      "doc":"an extra field not in the original file",
       "default":"fishfingers and custard"
     }
   ]

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/avro_joins.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/avro_joins.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/avro_joins.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/avro_joins.q Tue Mar 31 20:14:02 2015
@@ -31,7 +31,7 @@ TBLPROPERTIES ('avro.schema.literal'='{
     {
       "name":"extra_field",
       "type":"string",
-      "doc:":"an extra field not in the original file",
+      "doc":"an extra field not in the original file",
       "default":"fishfingers and custard"
     }
   ]

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_partlvl.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_partlvl.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_partlvl.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_partlvl.q Tue Mar 31 20:14:02 2015
@@ -39,3 +39,20 @@ analyze table Employee_Part  compute sta
 analyze table Employee_Part  compute statistics for columns;
 
 describe formatted Employee_Part.employeeID;
+
+set hive.analyze.stmt.collect.partlevel.stats=true;
+
+create database if not exists dummydb;
+
+use dummydb;
+
+analyze table default.Employee_Part partition (employeeSalary=2000.0) compute statistics for columns;
+
+describe formatted default.Employee_Part employeeID   partition (employeeSalary=2000.0);
+
+analyze table default.Employee_Part  compute statistics for columns;
+
+use default;
+
+drop database dummydb;
+

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_tbllvl.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_tbllvl.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_tbllvl.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/columnstats_tbllvl.q Tue Mar 31 20:14:02 2015
@@ -24,9 +24,9 @@ analyze table UserVisits_web_text_none c
 analyze table UserVisits_web_text_none compute statistics for columns sourceIP, avgTimeOnSite, adRevenue;
 
 explain 
-analyze table UserVisits_web_text_none compute statistics for columns;
+analyze table default.UserVisits_web_text_none compute statistics for columns;
 
-analyze table UserVisits_web_text_none compute statistics for columns;
+analyze table default.UserVisits_web_text_none compute statistics for columns;
 
 describe formatted UserVisits_web_text_none destURL;
 describe formatted UserVisits_web_text_none adRevenue;
@@ -45,3 +45,52 @@ analyze table empty_tab compute statisti
 
 analyze table empty_tab compute statistics for columns a,b,c,d,e;
 
+create database if not exists dummydb;
+
+use dummydb;
+
+analyze table default.UserVisits_web_text_none compute statistics for columns destURL;
+
+describe formatted default.UserVisits_web_text_none destURL;
+
+CREATE TABLE UserVisits_in_dummy_db (
+  sourceIP string,
+  destURL string,
+  visitDate string,
+  adRevenue float,
+  userAgent string,
+  cCode string,
+  lCode string,
+  sKeyword string,
+  avgTimeOnSite int)
+row format delimited fields terminated by '|'  stored as textfile;
+
+LOAD DATA LOCAL INPATH "../../data/files/UserVisits.dat" INTO TABLE UserVisits_in_dummy_db;
+
+use default;
+
+explain 
+analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue;
+
+explain extended
+analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue;
+
+analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns sourceIP, avgTimeOnSite, adRevenue;
+
+explain 
+analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns;
+
+analyze table dummydb.UserVisits_in_dummy_db compute statistics for columns;
+
+describe formatted dummydb.UserVisits_in_dummy_db destURL;
+describe formatted dummydb.UserVisits_in_dummy_db adRevenue;
+describe formatted dummydb.UserVisits_in_dummy_db avgTimeOnSite;
+
+drop table dummydb.UserVisits_in_dummy_db;
+
+drop database dummydb;
+
+
+
+
+

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/hybridhashjoin.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/hybridhashjoin.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/hybridhashjoin.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/hybridhashjoin.q Tue Mar 31 20:14:02 2015
@@ -210,3 +210,41 @@ select count(*) from
 ;
 
 drop table parttbl;
+
+
+-- Test vectorization
+-- Test case borrowed from vector_decimal_mapjoin.q
+CREATE TABLE decimal_mapjoin STORED AS ORC AS
+  SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1,
+  CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2,
+  cint
+  FROM alltypesorc;
+
+SET hive.auto.convert.join=true;
+SET hive.auto.convert.join.noconditionaltask=true;
+SET hive.auto.convert.join.noconditionaltask.size=50000000;
+set hive.mapjoin.optimized.hashtable.wbsize=10000;
+SET hive.vectorized.execution.enabled=true;
+set hive.mapjoin.hybridgrace.hashtable=false;
+
+EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2
+  FROM decimal_mapjoin l
+  JOIN decimal_mapjoin r ON l.cint = r.cint
+  WHERE l.cint = 6981;
+SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2
+  FROM decimal_mapjoin l
+  JOIN decimal_mapjoin r ON l.cint = r.cint
+  WHERE l.cint = 6981;
+
+set hive.mapjoin.hybridgrace.hashtable=true;
+
+EXPLAIN SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2
+  FROM decimal_mapjoin l
+  JOIN decimal_mapjoin r ON l.cint = r.cint
+  WHERE l.cint = 6981;
+SELECT l.cint, r.cint, l.cdecimal1, r.cdecimal2
+  FROM decimal_mapjoin l
+  JOIN decimal_mapjoin r ON l.cint = r.cint
+  WHERE l.cint = 6981;
+
+DROP TABLE decimal_mapjoin;

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/leadlag.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/leadlag.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/leadlag.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/leadlag.q Tue Mar 31 20:14:02 2015
@@ -36,7 +36,10 @@ sum(p_size - lag(p_size,1)) over w1 as d
 from part 
 window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 following) ;
 
+set hive.cbo.enable=false;
 -- 6. testRankInLead
+-- disable cbo because of CALCITE-653
+
 select p_mfgr, p_name, p_size, r1,
 lead(r1,1,r1) over (distribute by p_mfgr sort by p_name) as deltaRank
 from (
@@ -45,6 +48,7 @@ rank() over(distribute by p_mfgr  sort b
 from part 
 ) a;
 
+set hive.cbo.enable=true;
 -- 7. testLeadWithPTF
 select p_mfgr, p_name, 
 rank() over(distribute by p_mfgr sort by p_name) as r, 

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/parquet_columnar.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/parquet_columnar.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/parquet_columnar.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/parquet_columnar.q Tue Mar 31 20:14:02 2015
@@ -5,8 +5,8 @@ DROP TABLE IF EXISTS parquet_columnar_ac
 DROP TABLE IF EXISTS parquet_columnar_renamed;
 
 CREATE TABLE parquet_columnar_access_stage (
-    s string, 
-    i int, 
+    s string,
+    i int,
     f float
   ) ROW FORMAT DELIMITED
   FIELDS TERMINATED BY '|';
@@ -15,12 +15,14 @@ CREATE TABLE parquet_columnar_access (
     s string,
     x int,
     y int,
-    f float
+    f float,
+    address struct<intVals:int,strVals:string>
   ) STORED AS PARQUET;
 
 LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' OVERWRITE INTO TABLE parquet_columnar_access_stage;
 
-INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f FROM parquet_columnar_access_stage;
+INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f, named_struct('intVals',
+i,'strVals',s) FROM parquet_columnar_access_stage;
 SELECT * FROM parquet_columnar_access;
 
 ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, x1 int, y1 int, f1 float);

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/udaf_percentile_approx_23.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/udaf_percentile_approx_23.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/udaf_percentile_approx_23.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/udaf_percentile_approx_23.q Tue Mar 31 20:14:02 2015
@@ -88,11 +88,11 @@ select * from t12;
 set hive.cbo.enable=false;
 
 -- NaN
-explain 
+explain
 select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket;
 select percentile_approx(case when key < 100 then cast('NaN' as double) else key end, 0.5) from bucket;
 
 -- with CBO
-explain 
-select percentile_approx(key, 0.5) from bucket;
+explain
 select percentile_approx(key, 0.5) from bucket;
+select percentile_approx(key, 0.5) between 255.0 and 257.0 from bucket;

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/udf_format_number.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/udf_format_number.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/udf_format_number.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/udf_format_number.q Tue Mar 31 20:14:02 2015
@@ -71,3 +71,9 @@ SELECT format_number(12332.123456BD, 4),
     format_number(-12332.2BD, 0),
     format_number(CAST(12332.567 AS DECIMAL(8, 1)), 4)
 FROM src tablesample (1 rows);
+
+-- nulls
+SELECT
+  format_number(cast(null as int), 0),
+  format_number(12332.123456BD, cast(null as int)),
+  format_number(cast(null as int), cast(null as int));

Modified: hive/branches/cbo/ql/src/test/queries/clientpositive/udf_get_json_object.q
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/queries/clientpositive/udf_get_json_object.q?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/queries/clientpositive/udf_get_json_object.q (original)
+++ hive/branches/cbo/ql/src/test/queries/clientpositive/udf_get_json_object.q Tue Mar 31 20:14:02 2015
@@ -42,3 +42,24 @@ INSERT OVERWRITE TABLE dest2 SELECT '{"a
 SELECT * FROM dest2;
 
 SELECT get_json_object(c1, '$.a') FROM dest2;
+
+--root is array
+SELECT
+get_json_object('[1,2,3]', '$[0]'),
+get_json_object('[1,2,3]', '$.[0]'),
+get_json_object('[1,2,3]', '$.[1]'),
+get_json_object('[1,2,3]', '$[1]'),
+get_json_object('[1,2,3]', '$[2]'),
+get_json_object('[1,2,3]', '$[*]'),
+get_json_object('[1,2,3]', '$'),
+get_json_object('[{"k1":"v1"},{"k2":"v2"},{"k3":"v3"}]', '$[2]'),
+get_json_object('[{"k1":"v1"},{"k2":"v2"},{"k3":"v3"}]', '$[2].k3'),
+get_json_object('[[1,2,3],[4,5,6],[7,8,9]]', '$[1]'),
+get_json_object('[[1,2,3],[4,5,6],[7,8,9]]', '$[1][0]'),
+get_json_object('[{"k1":[{"k11":[1,2,3]}]}]', '$[0].k1[0].k11[1]');
+
+--null
+SELECT
+get_json_object('[1,2,3]', '[2]'),
+get_json_object('[1,2,3]', '$0'),
+get_json_object('[1,2,3]', '$[3]');
\ No newline at end of file

Modified: hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter.out?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter.out (original)
+++ hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter.out Tue Mar 31 20:14:02 2015
@@ -39,7 +39,7 @@ File Statistics:
   Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761
 
 Stripes:
-  Stripe: offset: 3 data: 63765 rows: 5000 tail: 86 index: 845
+  Stripe: offset: 3 data: 63765 rows: 5000 tail: 98 index: 845
     Stream: column 0 section ROW_INDEX start: 3 length 17
     Stream: column 1 section ROW_INDEX start: 20 length 164
     Stream: column 2 section ROW_INDEX start: 184 length 173
@@ -67,17 +67,17 @@ Stripes:
       Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
-  Stripe: offset: 64699 data: 63754 rows: 5000 tail: 86 index: 837
-    Stream: column 0 section ROW_INDEX start: 64699 length 17
-    Stream: column 1 section ROW_INDEX start: 64716 length 162
-    Stream: column 2 section ROW_INDEX start: 64878 length 171
-    Stream: column 3 section ROW_INDEX start: 65049 length 83
-    Stream: column 3 section BLOOM_FILTER start: 65132 length 404
-    Stream: column 1 section DATA start: 65536 length 20029
-    Stream: column 2 section DATA start: 85565 length 40035
-    Stream: column 3 section DATA start: 125600 length 3532
-    Stream: column 3 section LENGTH start: 129132 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 129157 length 133
+  Stripe: offset: 64711 data: 63754 rows: 5000 tail: 98 index: 837
+    Stream: column 0 section ROW_INDEX start: 64711 length 17
+    Stream: column 1 section ROW_INDEX start: 64728 length 162
+    Stream: column 2 section ROW_INDEX start: 64890 length 171
+    Stream: column 3 section ROW_INDEX start: 65061 length 83
+    Stream: column 3 section BLOOM_FILTER start: 65144 length 404
+    Stream: column 1 section DATA start: 65548 length 20029
+    Stream: column 2 section DATA start: 85577 length 40035
+    Stream: column 3 section DATA start: 125612 length 3532
+    Stream: column 3 section LENGTH start: 129144 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 129169 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -95,17 +95,17 @@ Stripes:
       Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
-  Stripe: offset: 129376 data: 63766 rows: 5000 tail: 86 index: 841
-    Stream: column 0 section ROW_INDEX start: 129376 length 17
-    Stream: column 1 section ROW_INDEX start: 129393 length 159
-    Stream: column 2 section ROW_INDEX start: 129552 length 171
-    Stream: column 3 section ROW_INDEX start: 129723 length 90
-    Stream: column 3 section BLOOM_FILTER start: 129813 length 404
-    Stream: column 1 section DATA start: 130217 length 20029
-    Stream: column 2 section DATA start: 150246 length 40035
-    Stream: column 3 section DATA start: 190281 length 3544
-    Stream: column 3 section LENGTH start: 193825 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 193850 length 133
+  Stripe: offset: 129400 data: 63766 rows: 5000 tail: 98 index: 841
+    Stream: column 0 section ROW_INDEX start: 129400 length 17
+    Stream: column 1 section ROW_INDEX start: 129417 length 159
+    Stream: column 2 section ROW_INDEX start: 129576 length 171
+    Stream: column 3 section ROW_INDEX start: 129747 length 90
+    Stream: column 3 section BLOOM_FILTER start: 129837 length 404
+    Stream: column 1 section DATA start: 130241 length 20029
+    Stream: column 2 section DATA start: 150270 length 40035
+    Stream: column 3 section DATA start: 190305 length 3544
+    Stream: column 3 section LENGTH start: 193849 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 193874 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -123,17 +123,17 @@ Stripes:
       Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
-  Stripe: offset: 194069 data: 63796 rows: 5000 tail: 86 index: 844
-    Stream: column 0 section ROW_INDEX start: 194069 length 17
-    Stream: column 1 section ROW_INDEX start: 194086 length 162
-    Stream: column 2 section ROW_INDEX start: 194248 length 170
-    Stream: column 3 section ROW_INDEX start: 194418 length 91
-    Stream: column 3 section BLOOM_FILTER start: 194509 length 404
-    Stream: column 1 section DATA start: 194913 length 20029
-    Stream: column 2 section DATA start: 214942 length 40035
-    Stream: column 3 section DATA start: 254977 length 3574
-    Stream: column 3 section LENGTH start: 258551 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 258576 length 133
+  Stripe: offset: 194105 data: 63796 rows: 5000 tail: 98 index: 844
+    Stream: column 0 section ROW_INDEX start: 194105 length 17
+    Stream: column 1 section ROW_INDEX start: 194122 length 162
+    Stream: column 2 section ROW_INDEX start: 194284 length 170
+    Stream: column 3 section ROW_INDEX start: 194454 length 91
+    Stream: column 3 section BLOOM_FILTER start: 194545 length 404
+    Stream: column 1 section DATA start: 194949 length 20029
+    Stream: column 2 section DATA start: 214978 length 40035
+    Stream: column 3 section DATA start: 255013 length 3574
+    Stream: column 3 section LENGTH start: 258587 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 258612 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -151,17 +151,17 @@ Stripes:
       Entry 3: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Entry 4: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
-  Stripe: offset: 258795 data: 12940 rows: 1000 tail: 78 index: 432
-    Stream: column 0 section ROW_INDEX start: 258795 length 12
-    Stream: column 1 section ROW_INDEX start: 258807 length 38
-    Stream: column 2 section ROW_INDEX start: 258845 length 41
-    Stream: column 3 section ROW_INDEX start: 258886 length 40
-    Stream: column 3 section BLOOM_FILTER start: 258926 length 301
-    Stream: column 1 section DATA start: 259227 length 4007
-    Stream: column 2 section DATA start: 263234 length 8007
-    Stream: column 3 section DATA start: 271241 length 768
-    Stream: column 3 section LENGTH start: 272009 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 272034 length 133
+  Stripe: offset: 258843 data: 12940 rows: 1000 tail: 90 index: 432
+    Stream: column 0 section ROW_INDEX start: 258843 length 12
+    Stream: column 1 section ROW_INDEX start: 258855 length 38
+    Stream: column 2 section ROW_INDEX start: 258893 length 41
+    Stream: column 3 section ROW_INDEX start: 258934 length 40
+    Stream: column 3 section BLOOM_FILTER start: 258974 length 301
+    Stream: column 1 section DATA start: 259275 length 4007
+    Stream: column 2 section DATA start: 263282 length 8007
+    Stream: column 3 section DATA start: 271289 length 768
+    Stream: column 3 section LENGTH start: 272057 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 272082 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -172,6 +172,6 @@ Stripes:
       Entry 0: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
       Stripe level merge: numHashFunctions: 4 bitCount: 6272 popCount: 138 loadFactor: 0.022 expectedFpp: 2.343647E-7
 
-File length: 272790 bytes
+File length: 272850 bytes
 Padding length: 0 bytes
 Padding ratio: 0%

Modified: hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter2.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter2.out?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter2.out (original)
+++ hive/branches/cbo/ql/src/test/resources/orc-file-dump-bloomfilter2.out Tue Mar 31 20:14:02 2015
@@ -39,7 +39,7 @@ File Statistics:
   Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761
 
 Stripes:
-  Stripe: offset: 3 data: 63765 rows: 5000 tail: 85 index: 6935
+  Stripe: offset: 3 data: 63765 rows: 5000 tail: 97 index: 6935
     Stream: column 0 section ROW_INDEX start: 3 length 17
     Stream: column 1 section ROW_INDEX start: 20 length 164
     Stream: column 2 section ROW_INDEX start: 184 length 173
@@ -67,17 +67,17 @@ Stripes:
       Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4971 loadFactor: 0.5178 expectedFpp: 0.009981772
       Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4949 loadFactor: 0.5155 expectedFpp: 0.009676614
       Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9347 loadFactor: 0.9736 expectedFpp: 0.829482
-  Stripe: offset: 70788 data: 63754 rows: 5000 tail: 85 index: 6917
-    Stream: column 0 section ROW_INDEX start: 70788 length 17
-    Stream: column 1 section ROW_INDEX start: 70805 length 162
-    Stream: column 2 section ROW_INDEX start: 70967 length 171
-    Stream: column 2 section BLOOM_FILTER start: 71138 length 6484
-    Stream: column 3 section ROW_INDEX start: 77622 length 83
-    Stream: column 1 section DATA start: 77705 length 20029
-    Stream: column 2 section DATA start: 97734 length 40035
-    Stream: column 3 section DATA start: 137769 length 3532
-    Stream: column 3 section LENGTH start: 141301 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 141326 length 133
+  Stripe: offset: 70800 data: 63754 rows: 5000 tail: 97 index: 6917
+    Stream: column 0 section ROW_INDEX start: 70800 length 17
+    Stream: column 1 section ROW_INDEX start: 70817 length 162
+    Stream: column 2 section ROW_INDEX start: 70979 length 171
+    Stream: column 2 section BLOOM_FILTER start: 71150 length 6484
+    Stream: column 3 section ROW_INDEX start: 77634 length 83
+    Stream: column 1 section DATA start: 77717 length 20029
+    Stream: column 2 section DATA start: 97746 length 40035
+    Stream: column 3 section DATA start: 137781 length 3532
+    Stream: column 3 section LENGTH start: 141313 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 141338 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -95,17 +95,17 @@ Stripes:
       Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4962 loadFactor: 0.5169 expectedFpp: 0.009855959
       Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4966 loadFactor: 0.5173 expectedFpp: 0.009911705
       Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9344 loadFactor: 0.9733 expectedFpp: 0.8276205
-  Stripe: offset: 141544 data: 63766 rows: 5000 tail: 85 index: 6924
-    Stream: column 0 section ROW_INDEX start: 141544 length 17
-    Stream: column 1 section ROW_INDEX start: 141561 length 159
-    Stream: column 2 section ROW_INDEX start: 141720 length 171
-    Stream: column 2 section BLOOM_FILTER start: 141891 length 6487
-    Stream: column 3 section ROW_INDEX start: 148378 length 90
-    Stream: column 1 section DATA start: 148468 length 20029
-    Stream: column 2 section DATA start: 168497 length 40035
-    Stream: column 3 section DATA start: 208532 length 3544
-    Stream: column 3 section LENGTH start: 212076 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 212101 length 133
+  Stripe: offset: 141568 data: 63766 rows: 5000 tail: 97 index: 6924
+    Stream: column 0 section ROW_INDEX start: 141568 length 17
+    Stream: column 1 section ROW_INDEX start: 141585 length 159
+    Stream: column 2 section ROW_INDEX start: 141744 length 171
+    Stream: column 2 section BLOOM_FILTER start: 141915 length 6487
+    Stream: column 3 section ROW_INDEX start: 148402 length 90
+    Stream: column 1 section DATA start: 148492 length 20029
+    Stream: column 2 section DATA start: 168521 length 40035
+    Stream: column 3 section DATA start: 208556 length 3544
+    Stream: column 3 section LENGTH start: 212100 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 212125 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -123,17 +123,17 @@ Stripes:
       Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4943 loadFactor: 0.5149 expectedFpp: 0.009594797
       Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4930 loadFactor: 0.5135 expectedFpp: 0.009419539
       Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9333 loadFactor: 0.9722 expectedFpp: 0.82082444
-  Stripe: offset: 212319 data: 63796 rows: 5000 tail: 85 index: 6925
-    Stream: column 0 section ROW_INDEX start: 212319 length 17
-    Stream: column 1 section ROW_INDEX start: 212336 length 162
-    Stream: column 2 section ROW_INDEX start: 212498 length 170
-    Stream: column 2 section BLOOM_FILTER start: 212668 length 6485
-    Stream: column 3 section ROW_INDEX start: 219153 length 91
-    Stream: column 1 section DATA start: 219244 length 20029
-    Stream: column 2 section DATA start: 239273 length 40035
-    Stream: column 3 section DATA start: 279308 length 3574
-    Stream: column 3 section LENGTH start: 282882 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 282907 length 133
+  Stripe: offset: 212355 data: 63796 rows: 5000 tail: 97 index: 6925
+    Stream: column 0 section ROW_INDEX start: 212355 length 17
+    Stream: column 1 section ROW_INDEX start: 212372 length 162
+    Stream: column 2 section ROW_INDEX start: 212534 length 170
+    Stream: column 2 section BLOOM_FILTER start: 212704 length 6485
+    Stream: column 3 section ROW_INDEX start: 219189 length 91
+    Stream: column 1 section DATA start: 219280 length 20029
+    Stream: column 2 section DATA start: 239309 length 40035
+    Stream: column 3 section DATA start: 279344 length 3574
+    Stream: column 3 section LENGTH start: 282918 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 282943 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -151,17 +151,17 @@ Stripes:
       Entry 3: numHashFunctions: 7 bitCount: 9600 popCount: 4941 loadFactor: 0.5147 expectedFpp: 0.009567649
       Entry 4: numHashFunctions: 7 bitCount: 9600 popCount: 4993 loadFactor: 0.5201 expectedFpp: 0.010295142
       Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 9353 loadFactor: 0.9743 expectedFpp: 0.8332165
-  Stripe: offset: 283125 data: 12940 rows: 1000 tail: 78 index: 1468
-    Stream: column 0 section ROW_INDEX start: 283125 length 12
-    Stream: column 1 section ROW_INDEX start: 283137 length 38
-    Stream: column 2 section ROW_INDEX start: 283175 length 41
-    Stream: column 2 section BLOOM_FILTER start: 283216 length 1337
-    Stream: column 3 section ROW_INDEX start: 284553 length 40
-    Stream: column 1 section DATA start: 284593 length 4007
-    Stream: column 2 section DATA start: 288600 length 8007
-    Stream: column 3 section DATA start: 296607 length 768
-    Stream: column 3 section LENGTH start: 297375 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 297400 length 133
+  Stripe: offset: 283173 data: 12940 rows: 1000 tail: 90 index: 1468
+    Stream: column 0 section ROW_INDEX start: 283173 length 12
+    Stream: column 1 section ROW_INDEX start: 283185 length 38
+    Stream: column 2 section ROW_INDEX start: 283223 length 41
+    Stream: column 2 section BLOOM_FILTER start: 283264 length 1337
+    Stream: column 3 section ROW_INDEX start: 284601 length 40
+    Stream: column 1 section DATA start: 284641 length 4007
+    Stream: column 2 section DATA start: 288648 length 8007
+    Stream: column 3 section DATA start: 296655 length 768
+    Stream: column 3 section LENGTH start: 297423 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 297448 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -172,6 +172,6 @@ Stripes:
       Entry 0: numHashFunctions: 7 bitCount: 9600 popCount: 4948 loadFactor: 0.5154 expectedFpp: 0.00966294
       Stripe level merge: numHashFunctions: 7 bitCount: 9600 popCount: 4948 loadFactor: 0.5154 expectedFpp: 0.00966294
 
-File length: 298155 bytes
+File length: 298215 bytes
 Padding length: 0 bytes
 Padding ratio: 0%

Modified: hive/branches/cbo/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/resources/orc-file-dump-dictionary-threshold.out?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/resources/orc-file-dump-dictionary-threshold.out (original)
+++ hive/branches/cbo/ql/src/test/resources/orc-file-dump-dictionary-threshold.out Tue Mar 31 20:14:02 2015
@@ -39,7 +39,7 @@ File Statistics:
   Column 3: count: 21000 hasNull: false min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 6910238
 
 Stripes:
-  Stripe: offset: 3 data: 151108 rows: 5000 tail: 68 index: 718
+  Stripe: offset: 3 data: 151108 rows: 5000 tail: 80 index: 718
     Stream: column 0 section ROW_INDEX start: 3 length 17
     Stream: column 1 section ROW_INDEX start: 20 length 162
     Stream: column 2 section ROW_INDEX start: 182 length 174
@@ -70,15 +70,15 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660 sum: 75448 positions: 13595,4780,0,1554,14
       Entry 3: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788 sum: 104868 positions: 31432,228,0,2372,90
       Entry 4: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 sum: 136158 positions: 54111,5096,0,3354,108
-  Stripe: offset: 151897 data: 336358 rows: 5000 tail: 69 index: 954
-    Stream: column 0 section ROW_INDEX start: 151897 length 17
-    Stream: column 1 section ROW_INDEX start: 151914 length 153
-    Stream: column 2 section ROW_INDEX start: 152067 length 169
-    Stream: column 3 section ROW_INDEX start: 152236 length 615
-    Stream: column 1 section DATA start: 152851 length 20029
-    Stream: column 2 section DATA start: 172880 length 40035
-    Stream: column 3 section DATA start: 212915 length 270789
-    Stream: column 3 section LENGTH start: 483704 length 5505
+  Stripe: offset: 151909 data: 336358 rows: 5000 tail: 81 index: 954
+    Stream: column 0 section ROW_INDEX start: 151909 length 17
+    Stream: column 1 section ROW_INDEX start: 151926 length 153
+    Stream: column 2 section ROW_INDEX start: 152079 length 169
+    Stream: column 3 section ROW_INDEX start: 152248 length 615
+    Stream: column 1 section DATA start: 152863 length 20029
+    Stream: column 2 section DATA start: 172892 length 40035
+    Stream: column 3 section DATA start: 212927 length 270789
+    Stream: column 3 section LENGTH start: 483716 length 5505
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -101,15 +101,15 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988 sum: 224740 positions: 80822,9756,0,1945,222
       Entry 3: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984 sum: 252094 positions: 137149,4496,0,3268,48
       Entry 4: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 sum: 281404 positions: 197972,6590,0,4064,342
-  Stripe: offset: 489278 data: 558031 rows: 5000 tail: 69 index: 1181
-    Stream: column 0 section ROW_INDEX start: 489278 length 17
-    Stream: column 1 section ROW_INDEX start: 489295 length 166
-    Stream: column 2 section ROW_INDEX start: 489461 length 171
-    Stream: column 3 section ROW_INDEX start: 489632 length 827
-    Stream: column 1 section DATA start: 490459 length 20029
-    Stream: column 2 section DATA start: 510488 length 40035
-    Stream: column 3 section DATA start: 550523 length 492258
-    Stream: column 3 section LENGTH start: 1042781 length 5709
+  Stripe: offset: 489302 data: 558031 rows: 5000 tail: 81 index: 1181
+    Stream: column 0 section ROW_INDEX start: 489302 length 17
+    Stream: column 1 section ROW_INDEX start: 489319 length 166
+    Stream: column 2 section ROW_INDEX start: 489485 length 171
+    Stream: column 3 section ROW_INDEX start: 489656 length 827
+    Stream: column 1 section DATA start: 490483 length 20029
+    Stream: column 2 section DATA start: 510512 length 40035
+    Stream: column 3 section DATA start: 550547 length 492258
+    Stream: column 3 section LENGTH start: 1042805 length 5709
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -132,15 +132,15 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976 sum: 386538 posit
 ions: 170641,3422,0,2077,162
       Entry 3: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802
 -12976-13216-13246-13502-13766 sum: 421660 positions: 268420,9960,0,3369,16
       Entry 4: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298
 -12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974 sum: 453606 positions: 377916,1620,0,4041,470
-  Stripe: offset: 1048559 data: 792850 rows: 5000 tail: 69 index: 1369
-    Stream: column 0 section ROW_INDEX start: 1048559 length 17
-    Stream: column 1 section ROW_INDEX start: 1048576 length 153
-    Stream: column 2 section ROW_INDEX start: 1048729 length 172
-    Stream: column 3 section ROW_INDEX start: 1048901 length 1027
-    Stream: column 1 section DATA start: 1049928 length 20029
-    Stream: column 2 section DATA start: 1069957 length 40035
-    Stream: column 3 section DATA start: 1109992 length 727038
-    Stream: column 3 section LENGTH start: 1837030 length 5748
+  Stripe: offset: 1048595 data: 792850 rows: 5000 tail: 81 index: 1369
+    Stream: column 0 section ROW_INDEX start: 1048595 length 17
+    Stream: column 1 section ROW_INDEX start: 1048612 length 153
+    Stream: column 2 section ROW_INDEX start: 1048765 length 172
+    Stream: column 3 section ROW_INDEX start: 1048937 length 1027
+    Stream: column 1 section DATA start: 1049964 length 20029
+    Stream: column 2 section DATA start: 1069993 length 40035
+    Stream: column 3 section DATA start: 1110028 length 727038
+    Stream: column 3 section LENGTH start: 1837066 length 5748
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -163,15 +163,15 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9
 650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878 sum: 568274 positions: 263111,206,0,1926,462
       Entry 3: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-91
 28-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788 sum: 594578 positions: 407371,8480,0,3444,250
       Entry 4: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8
 390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 sum: 631944 positions: 562094,3058,0,4643,292
-  Stripe: offset: 1842847 data: 188033 rows: 1000 tail: 67 index: 841
-    Stream: column 0 section ROW_INDEX start: 1842847 length 12
-    Stream: column 1 section ROW_INDEX start: 1842859 length 38
-    Stream: column 2 section ROW_INDEX start: 1842897 length 41
-    Stream: column 3 section ROW_INDEX start: 1842938 length 750
-    Stream: column 1 section DATA start: 1843688 length 4007
-    Stream: column 2 section DATA start: 1847695 length 8007
-    Stream: column 3 section DATA start: 1855702 length 174759
-    Stream: column 3 section LENGTH start: 2030461 length 1260
+  Stripe: offset: 1842895 data: 188033 rows: 1000 tail: 79 index: 841
+    Stream: column 0 section ROW_INDEX start: 1842895 length 12
+    Stream: column 1 section ROW_INDEX start: 1842907 length 38
+    Stream: column 2 section ROW_INDEX start: 1842945 length 41
+    Stream: column 3 section ROW_INDEX start: 1842986 length 750
+    Stream: column 1 section DATA start: 1843736 length 4007
+    Stream: column 2 section DATA start: 1847743 length 8007
+    Stream: column 3 section DATA start: 1855750 length 174759
+    Stream: column 3 section LENGTH start: 2030509 length 1260
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -183,6 +183,6 @@ Stripes:
     Row group indices for column 3:
       Entry 0: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-
 7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 670762 positions: 0,0,0,0,0
 
-File length: 2033643 bytes
+File length: 2033704 bytes
 Padding length: 0 bytes
 Padding ratio: 0%

Modified: hive/branches/cbo/ql/src/test/resources/orc-file-dump.out
URL: http://svn.apache.org/viewvc/hive/branches/cbo/ql/src/test/resources/orc-file-dump.out?rev=1670462&r1=1670461&r2=1670462&view=diff
==============================================================================
--- hive/branches/cbo/ql/src/test/resources/orc-file-dump.out (original)
+++ hive/branches/cbo/ql/src/test/resources/orc-file-dump.out Tue Mar 31 20:14:02 2015
@@ -39,7 +39,7 @@ File Statistics:
   Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761
 
 Stripes:
-  Stripe: offset: 3 data: 63765 rows: 5000 tail: 79 index: 441
+  Stripe: offset: 3 data: 63765 rows: 5000 tail: 91 index: 441
     Stream: column 0 section ROW_INDEX start: 3 length 17
     Stream: column 1 section ROW_INDEX start: 20 length 164
     Stream: column 2 section ROW_INDEX start: 184 length 173
@@ -71,16 +71,16 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3893 positions: 0,1531,3
       Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3798 positions: 0,2281,32
       Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3843 positions: 0,3033,45
-  Stripe: offset: 64288 data: 63754 rows: 5000 tail: 79 index: 433
-    Stream: column 0 section ROW_INDEX start: 64288 length 17
-    Stream: column 1 section ROW_INDEX start: 64305 length 162
-    Stream: column 2 section ROW_INDEX start: 64467 length 171
-    Stream: column 3 section ROW_INDEX start: 64638 length 83
-    Stream: column 1 section DATA start: 64721 length 20029
-    Stream: column 2 section DATA start: 84750 length 40035
-    Stream: column 3 section DATA start: 124785 length 3532
-    Stream: column 3 section LENGTH start: 128317 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 128342 length 133
+  Stripe: offset: 64300 data: 63754 rows: 5000 tail: 91 index: 433
+    Stream: column 0 section ROW_INDEX start: 64300 length 17
+    Stream: column 1 section ROW_INDEX start: 64317 length 162
+    Stream: column 2 section ROW_INDEX start: 64479 length 171
+    Stream: column 3 section ROW_INDEX start: 64650 length 83
+    Stream: column 1 section DATA start: 64733 length 20029
+    Stream: column 2 section DATA start: 84762 length 40035
+    Stream: column 3 section DATA start: 124797 length 3532
+    Stream: column 3 section LENGTH start: 128329 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 128354 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -103,16 +103,16 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,1472,70
       Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3931 positions: 0,2250,43
       Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3964 positions: 0,2978,88
-  Stripe: offset: 128554 data: 63766 rows: 5000 tail: 79 index: 437
-    Stream: column 0 section ROW_INDEX start: 128554 length 17
-    Stream: column 1 section ROW_INDEX start: 128571 length 159
-    Stream: column 2 section ROW_INDEX start: 128730 length 171
-    Stream: column 3 section ROW_INDEX start: 128901 length 90
-    Stream: column 1 section DATA start: 128991 length 20029
-    Stream: column 2 section DATA start: 149020 length 40035
-    Stream: column 3 section DATA start: 189055 length 3544
-    Stream: column 3 section LENGTH start: 192599 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 192624 length 133
+  Stripe: offset: 128578 data: 63766 rows: 5000 tail: 91 index: 437
+    Stream: column 0 section ROW_INDEX start: 128578 length 17
+    Stream: column 1 section ROW_INDEX start: 128595 length 159
+    Stream: column 2 section ROW_INDEX start: 128754 length 171
+    Stream: column 3 section ROW_INDEX start: 128925 length 90
+    Stream: column 1 section DATA start: 129015 length 20029
+    Stream: column 2 section DATA start: 149044 length 40035
+    Stream: column 3 section DATA start: 189079 length 3544
+    Stream: column 3 section LENGTH start: 192623 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 192648 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -135,16 +135,16 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3999 positions: 0,1469,69
       Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,2133,194
       Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 4000 positions: 0,3005,43
-  Stripe: offset: 192836 data: 63796 rows: 5000 tail: 79 index: 440
-    Stream: column 0 section ROW_INDEX start: 192836 length 17
-    Stream: column 1 section ROW_INDEX start: 192853 length 162
-    Stream: column 2 section ROW_INDEX start: 193015 length 170
-    Stream: column 3 section ROW_INDEX start: 193185 length 91
-    Stream: column 1 section DATA start: 193276 length 20029
-    Stream: column 2 section DATA start: 213305 length 40035
-    Stream: column 3 section DATA start: 253340 length 3574
-    Stream: column 3 section LENGTH start: 256914 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 256939 length 133
+  Stripe: offset: 192872 data: 63796 rows: 5000 tail: 91 index: 440
+    Stream: column 0 section ROW_INDEX start: 192872 length 17
+    Stream: column 1 section ROW_INDEX start: 192889 length 162
+    Stream: column 2 section ROW_INDEX start: 193051 length 170
+    Stream: column 3 section ROW_INDEX start: 193221 length 91
+    Stream: column 1 section DATA start: 193312 length 20029
+    Stream: column 2 section DATA start: 213341 length 40035
+    Stream: column 3 section DATA start: 253376 length 3574
+    Stream: column 3 section LENGTH start: 256950 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 256975 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -167,16 +167,16 @@ Stripes:
       Entry 2: count: 1000 hasNull: false min: Darkness, max: worst sum: 3909 positions: 0,1485,52
       Entry 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3947 positions: 0,2196,104
       Entry 4: count: 1000 hasNull: false min: Darkness, max: worst sum: 3813 positions: 0,2934,131
-  Stripe: offset: 257151 data: 12940 rows: 1000 tail: 71 index: 131
-    Stream: column 0 section ROW_INDEX start: 257151 length 12
-    Stream: column 1 section ROW_INDEX start: 257163 length 38
-    Stream: column 2 section ROW_INDEX start: 257201 length 41
-    Stream: column 3 section ROW_INDEX start: 257242 length 40
-    Stream: column 1 section DATA start: 257282 length 4007
-    Stream: column 2 section DATA start: 261289 length 8007
-    Stream: column 3 section DATA start: 269296 length 768
-    Stream: column 3 section LENGTH start: 270064 length 25
-    Stream: column 3 section DICTIONARY_DATA start: 270089 length 133
+  Stripe: offset: 257199 data: 12940 rows: 1000 tail: 83 index: 131
+    Stream: column 0 section ROW_INDEX start: 257199 length 12
+    Stream: column 1 section ROW_INDEX start: 257211 length 38
+    Stream: column 2 section ROW_INDEX start: 257249 length 41
+    Stream: column 3 section ROW_INDEX start: 257290 length 40
+    Stream: column 1 section DATA start: 257330 length 4007
+    Stream: column 2 section DATA start: 261337 length 8007
+    Stream: column 3 section DATA start: 269344 length 768
+    Stream: column 3 section LENGTH start: 270112 length 25
+    Stream: column 3 section DICTIONARY_DATA start: 270137 length 133
     Encoding column 0: DIRECT
     Encoding column 1: DIRECT_V2
     Encoding column 2: DIRECT_V2
@@ -188,6 +188,6 @@ Stripes:
     Row group indices for column 3:
       Entry 0: count: 1000 hasNull: false min: Darkness, max: worst sum: 3866 positions: 0,0,0
 
-File length: 270838 bytes
+File length: 270898 bytes
 Padding length: 0 bytes
 Padding ratio: 0%



Mime
View raw message