Return-Path: X-Original-To: apmail-parquet-commits-archive@minotaur.apache.org Delivered-To: apmail-parquet-commits-archive@minotaur.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 4EA291739D for ; Tue, 7 Apr 2015 20:13:31 +0000 (UTC) Received: (qmail 89461 invoked by uid 500); 7 Apr 2015 20:13:31 -0000 Delivered-To: apmail-parquet-commits-archive@parquet.apache.org Received: (qmail 89437 invoked by uid 500); 7 Apr 2015 20:13:31 -0000 Mailing-List: contact commits-help@parquet.incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@parquet.incubator.apache.org Delivered-To: mailing list commits@parquet.incubator.apache.org Received: (qmail 89428 invoked by uid 99); 7 Apr 2015 20:13:31 -0000 Received: from nike.apache.org (HELO nike.apache.org) (192.87.106.230) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 07 Apr 2015 20:13:31 +0000 X-ASF-Spam-Status: No, hits=-2000.0 required=5.0 tests=ALL_TRUSTED,T_RP_MATCHES_RCVD X-Spam-Check-By: apache.org Received: from [140.211.11.3] (HELO mail.apache.org) (140.211.11.3) by apache.org (qpsmtpd/0.29) with SMTP; Tue, 07 Apr 2015 20:13:09 +0000 Received: (qmail 88804 invoked by uid 99); 7 Apr 2015 20:13:06 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 07 Apr 2015 20:13:06 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 6AAD7E17A2; Tue, 7 Apr 2015 20:13:06 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: blue@apache.org To: commits@parquet.incubator.apache.org Message-Id: <01efd5c2113241c692c3b767a5e15213@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: incubator-parquet-mr git commit: PARQUET-234: Add ParquetInputSplit methods for compatibility. Date: Tue, 7 Apr 2015 20:13:06 +0000 (UTC) X-Virus-Checked: Checked by ClamAV on apache.org Repository: incubator-parquet-mr Updated Branches: refs/heads/master 4950ad86a -> f272a6e96 PARQUET-234: Add ParquetInputSplit methods for compatibility. Author: Ryan Blue Closes #159 from rdblue/PARQUET-234 and squashes the following commits: b09d34d [Ryan Blue] PARQUET-234: Add ParquetInputSplit methods for compatibility. Project: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/commit/f272a6e9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/tree/f272a6e9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/diff/f272a6e9 Branch: refs/heads/master Commit: f272a6e96f0fe80b0c2b4643836006d840d5aa8a Parents: 4950ad8 Author: Ryan Blue Authored: Tue Apr 7 13:12:55 2015 -0700 Committer: Ryan Blue Committed: Tue Apr 7 13:12:55 2015 -0700 ---------------------------------------------------------------------- .../java/parquet/hadoop/ParquetInputSplit.java | 50 ++++++++++++++++++++ 1 file changed, 50 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-parquet-mr/blob/f272a6e9/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java ---------------------------------------------------------------------- diff --git a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java index be09a3c..9bb422c 100644 --- a/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java +++ b/parquet-hadoop/src/main/java/parquet/hadoop/ParquetInputSplit.java @@ -26,6 +26,7 @@ import java.io.DataOutput; import java.io.DataOutputStream; import java.io.IOException; import java.util.Arrays; +import java.util.Collections; import java.util.List; import java.util.Map; import java.util.zip.GZIPInputStream; @@ -115,6 +116,16 @@ public class ParquetInputSplit extends FileSplit implements Writable { } /** + * @return the block meta data + * @deprecated the file footer is no longer read before creating input splits + */ + @Deprecated + public List getBlocks() { + throw new UnsupportedOperationException( + "Splits no longer have row group metadata, see PARQUET-234"); + } + + /** * Builds a {@code ParquetInputSplit} from a mapreduce {@link FileSplit}. * * @param split a mapreduce FileSplit @@ -158,6 +169,26 @@ public class ParquetInputSplit extends FileSplit implements Writable { } /** + * @return the requested schema + * @deprecated the file footer is no longer read before creating input splits + */ + @Deprecated + String getRequestedSchema() { + throw new UnsupportedOperationException( + "Splits no longer have the requested schema, see PARQUET-234"); + } + + /** + * @return the file schema + * @deprecated the file footer is no longer read before creating input splits + */ + @Deprecated + public String getFileSchema() { + throw new UnsupportedOperationException( + "Splits no longer have the file schema, see PARQUET-234"); + } + + /** * @return the end offset of that split */ public long getEnd() { @@ -165,6 +196,25 @@ public class ParquetInputSplit extends FileSplit implements Writable { } /** + * @return app specific metadata from the file + * @deprecated the file footer is no longer read before creating input splits + */ + @Deprecated + public Map getExtraMetadata() { + throw new UnsupportedOperationException( + "Splits no longer have file metadata, see PARQUET-234"); + } + + /** + * @return app specific metadata provided by the read support in the init phase + */ + @Deprecated + Map getReadSupportMetadata() { + throw new UnsupportedOperationException( + "Splits no longer have read-support metadata, see PARQUET-234"); + } + + /** * @return the offsets of the row group selected if this has been determined on the client side */ public long[] getRowGroupOffsets() {