drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From par...@apache.org
Subject drill git commit: Fix partial page reading issue with HDFS
Date Fri, 09 Jan 2015 01:01:00 GMT
Repository: drill
Updated Branches:
  refs/heads/master 35a350fd3 -> 1552c96f4


Fix partial page reading issue with HDFS


Project: http://git-wip-us.apache.org/repos/asf/drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/1552c96f
Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/1552c96f
Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/1552c96f

Branch: refs/heads/master
Commit: 1552c96f4ee511af851cb241d0eb4bf3ec4ac4c7
Parents: 35a350f
Author: AdamPD <adam@pharmadata.net.au>
Authored: Thu Jan 8 16:48:50 2015 +1000
Committer: Parth Chandra <pchandra@maprtech.com>
Committed: Thu Jan 8 15:03:42 2015 -0800

----------------------------------------------------------------------
 .../org/apache/drill/exec/store/parquet/ColumnDataReader.java    | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/drill/blob/1552c96f/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ColumnDataReader.java
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ColumnDataReader.java
b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ColumnDataReader.java
index a461e5a..1b10b1d 100644
--- a/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ColumnDataReader.java
+++ b/exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ColumnDataReader.java
@@ -58,7 +58,9 @@ public class ColumnDataReader {
     int l=directBuffer.remaining();
     int bl=byteBuf.capacity();
     try{
-      CompatibilityUtil.getBuf(input, directBuffer, pageLength);
+      while (directBuffer.remaining() > 0) {
+        CompatibilityUtil.getBuf(input, directBuffer, directBuffer.remaining());
+      }
     }catch(Exception e) {
       logger.error("Failed to read data into Direct ByteBuffer with exception: "+e.getMessage());
       throw new DrillRuntimeException(e.getMessage());


Mime
View raw message