parquet-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From b...@apache.org
Subject incubator-parquet-mr git commit: PARQUET-234: Add ParquetInputSplit methods for compatibility.
Date Tue, 07 Apr 2015 20:13:06 GMT
Repository: incubator-parquet-mr
Updated Branches:
  refs/heads/master 4950ad86a -> f272a6e96


PARQUET-234: Add ParquetInputSplit methods for compatibility.

Author: Ryan Blue <blue@apache.org>

Closes #159 from rdblue/PARQUET-234 and squashes the following commits:

b09d34d [Ryan Blue] PARQUET-234: Add ParquetInputSplit methods for compatibility.


Project: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/commit/f272a6e9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/tree/f272a6e9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/diff/f272a6e9

Branch: refs/heads/master
Commit: f272a6e96f0fe80b0c2b4643836006d840d5aa8a
Parents: 4950ad8
Author: Ryan Blue <blue@apache.org>
Authored: Tue Apr 7 13:12:55 2015 -0700
Committer: Ryan Blue <blue@apache.org>
Committed: Tue Apr 7 13:12:55 2015 -0700

----------------------------------------------------------------------
 .../java/parquet/hadoop/ParquetInputSplit.java  | 50 ++++++++++++++++++++
 1 file changed, 50 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/blob/f272a6e9/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
----------------------------------------------------------------------
diff --git a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
index be09a3c..9bb422c 100644
--- a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
+++ b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java
@@ -26,6 +26,7 @@ import java.io.DataOutput;
 import java.io.DataOutputStream;
 import java.io.IOException;
 import java.util.Arrays;
+import java.util.Collections;
 import java.util.List;
 import java.util.Map;
 import java.util.zip.GZIPInputStream;
@@ -115,6 +116,16 @@ public class ParquetInputSplit extends FileSplit implements Writable
{
   }
 
   /**
+   * @return the block meta data
+   * @deprecated the file footer is no longer read before creating input splits
+   */
+  @Deprecated
+  public List<BlockMetaData> getBlocks() {
+    throw new UnsupportedOperationException(
+        "Splits no longer have row group metadata, see PARQUET-234");
+  }
+
+  /**
    * Builds a {@code ParquetInputSplit} from a mapreduce {@link FileSplit}.
    *
    * @param split a mapreduce FileSplit
@@ -158,6 +169,26 @@ public class ParquetInputSplit extends FileSplit implements Writable
{
   }
 
   /**
+   * @return the requested schema
+   * @deprecated the file footer is no longer read before creating input splits
+   */
+  @Deprecated
+  String getRequestedSchema() {
+    throw new UnsupportedOperationException(
+        "Splits no longer have the requested schema, see PARQUET-234");
+  }
+
+  /**
+   * @return the file schema
+   * @deprecated the file footer is no longer read before creating input splits
+   */
+  @Deprecated
+  public String getFileSchema() {
+    throw new UnsupportedOperationException(
+        "Splits no longer have the file schema, see PARQUET-234");
+  }
+
+  /**
    * @return the end offset of that split
    */
   public long getEnd() {
@@ -165,6 +196,25 @@ public class ParquetInputSplit extends FileSplit implements Writable
{
   }
 
   /**
+   * @return app specific metadata from the file
+   * @deprecated the file footer is no longer read before creating input splits
+   */
+  @Deprecated
+  public Map<String, String> getExtraMetadata() {
+    throw new UnsupportedOperationException(
+        "Splits no longer have file metadata, see PARQUET-234");
+  }
+
+  /**
+   * @return app specific metadata provided by the read support in the init phase
+   */
+  @Deprecated
+  Map<String, String> getReadSupportMetadata() {
+    throw new UnsupportedOperationException(
+        "Splits no longer have read-support metadata, see PARQUET-234");
+  }
+
+  /**
    * @return the offsets of the row group selected if this has been determined on the client
side
    */
   public long[] getRowGroupOffsets() {


Mime
View raw message