hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ser...@apache.org
Subject [17/50] [abbrv] hive git commit: HIVE-15038: Reuse OrcTail in OrcEncodedDataReader::ReaderOptions in Llap (Rajesh Balamohan reviewed by Sergey Shelukhin)
Date Tue, 15 Nov 2016 20:20:49 GMT
HIVE-15038: Reuse OrcTail in OrcEncodedDataReader::ReaderOptions in Llap (Rajesh Balamohan
reviewed by Sergey Shelukhin)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/09339d71
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/09339d71
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/09339d71

Branch: refs/heads/hive-14535
Commit: 09339d71c92feae450df9dddc9be0d9e3b711aa6
Parents: fb5bf0c
Author: Prasanth Jayachandran <prasanthj@apache.org>
Authored: Thu Nov 10 16:09:46 2016 -0800
Committer: Prasanth Jayachandran <prasanthj@apache.org>
Committed: Thu Nov 10 16:09:46 2016 -0800

----------------------------------------------------------------------
 .../hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java    | 8 ++++++++
 1 file changed, 8 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/09339d71/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
----------------------------------------------------------------------
diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
index eb8ee6c..72f733a 100644
--- a/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
+++ b/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java
@@ -30,6 +30,7 @@ import org.apache.orc.OrcUtils;
 import org.apache.orc.TypeDescription;
 import org.apache.orc.impl.DataReaderProperties;
 import org.apache.orc.impl.OrcIndex;
+import org.apache.orc.impl.OrcTail;
 import org.apache.orc.impl.SchemaEvolution;
 import org.apache.tez.common.counters.TezCounters;
 import org.slf4j.Logger;
@@ -589,6 +590,13 @@ public class OrcEncodedDataReader extends CallableWithNdc<Void>
     LlapIoImpl.ORC_LOGGER.trace("Creating reader for {} ({})", path, split.getPath());
     long startTime = counters.startTimeCounter();
     ReaderOptions opts = OrcFile.readerOptions(conf).filesystem(fs).fileMetadata(fileMetadata);
+    if (split instanceof OrcSplit) {
+      OrcTail orcTail = ((OrcSplit) split).getOrcTail();
+      if (orcTail != null) {
+        LlapIoImpl.ORC_LOGGER.debug("Setting OrcTail. path={}", path);
+        opts.orcTail(orcTail);
+      }
+    }
     orcReader = EncodedOrcFile.createReader(path, opts);
     counters.incrTimeCounter(LlapIOCounters.HDFS_TIME_NS, startTime);
   }


Mime
View raw message