hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ser...@apache.org
Subject hive git commit: HIVE-12062 : enable HBase metastore file metadata cache for tez tests (Sergey Shelukhin, reviewed by Alan Gates)
Date Fri, 16 Oct 2015 18:48:45 GMT
Repository: hive
Updated Branches:
  refs/heads/master 59b71aac2 -> 3ecbd02e9


HIVE-12062 : enable HBase metastore file metadata cache for tez tests (Sergey Shelukhin, reviewed
by Alan Gates)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3ecbd02e
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3ecbd02e
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3ecbd02e

Branch: refs/heads/master
Commit: 3ecbd02e9653e2887d924eddf1a3b6b553c4e9ba
Parents: 59b71aa
Author: Sergey Shelukhin <sershe@apache.org>
Authored: Fri Oct 16 11:48:28 2015 -0700
Committer: Sergey Shelukhin <sershe@apache.org>
Committed: Fri Oct 16 11:48:28 2015 -0700

----------------------------------------------------------------------
 data/conf/tez/hive-site.xml                              |  5 +++++
 .../main/java/org/apache/hadoop/hive/ql/QTestUtil.java   | 11 +++++++----
 .../apache/hadoop/hive/ql/exec/tez/TezSessionState.java  |  1 -
 .../hive/ql/processors/CommandProcessorFactory.java      |  3 +++
 4 files changed, 15 insertions(+), 5 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/3ecbd02e/data/conf/tez/hive-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/tez/hive-site.xml b/data/conf/tez/hive-site.xml
index 644f497..702f3a5 100644
--- a/data/conf/tez/hive-site.xml
+++ b/data/conf/tez/hive-site.xml
@@ -268,4 +268,9 @@
   <value>org.apache.hadoop.hive.metastore.hbase.HBaseStore</value>
 </property>
 
+<property>
+  <name>hive.orc.splits.ms.footer.cache.enabled</name>
+  <value>true</value>
+</property>
+
 </configuration>

http://git-wip-us.apache.org/repos/asf/hive/blob/3ecbd02e/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
----------------------------------------------------------------------
diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
index 309cdff..6ddd8e4 100644
--- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
+++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
@@ -288,9 +288,11 @@ public class QTestUtil {
       conf.setBoolVar(ConfVars.HIVE_VECTORIZATION_ENABLED, true);
     }
 
-    // Plug verifying metastore in for testing.
-    conf.setVar(HiveConf.ConfVars.METASTORE_RAW_STORE_IMPL,
-      "org.apache.hadoop.hive.metastore.VerifyingObjectStore");
+    if (!useHBaseMetastore) {
+      // Plug verifying metastore in for testing DirectSQL.
+      conf.setVar(HiveConf.ConfVars.METASTORE_RAW_STORE_IMPL,
+        "org.apache.hadoop.hive.metastore.VerifyingObjectStore");
+    }
 
     if (mr != null) {
       assert dfs != null;
@@ -393,8 +395,9 @@ public class QTestUtil {
     }
     if (useHBaseMetastore) {
       startMiniHBaseCluster();
+    } else {
+      conf = new HiveConf(Driver.class);
     }
-    conf = new HiveConf(Driver.class);
     this.hadoopVer = getHadoopMainVersion(hadoopVer);
     qMap = new TreeMap<String, String>();
     qSkipSet = new HashSet<String>();

http://git-wip-us.apache.org/repos/asf/hive/blob/3ecbd02e/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezSessionState.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezSessionState.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezSessionState.java
index e034c71..48231be 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezSessionState.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezSessionState.java
@@ -272,7 +272,6 @@ public class TezSessionState {
               TaskCommunicatorDescriptor.create(LLAP_SERVICE, LLAP_TASK_COMMUNICATOR)
                   .setUserPayload(servicePluginPayload)});
     } else {
-      // we need plugins to handle llap and uber mode
       servicePluginsDescriptor = ServicePluginsDescriptor.create(true);
     }
 

http://git-wip-us.apache.org/repos/asf/hive/blob/3ecbd02e/ql/src/java/org/apache/hadoop/hive/ql/processors/CommandProcessorFactory.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/processors/CommandProcessorFactory.java
b/ql/src/java/org/apache/hadoop/hive/ql/processors/CommandProcessorFactory.java
index 2be6f26..a2656a7 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/processors/CommandProcessorFactory.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/processors/CommandProcessorFactory.java
@@ -27,6 +27,8 @@ import java.util.HashSet;
 import java.util.Map;
 import java.util.Set;
 
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.hive.conf.HiveConf;
 import org.apache.hadoop.hive.ql.Driver;
 import org.apache.hadoop.hive.ql.metadata.*;
@@ -101,6 +103,7 @@ public final class CommandProcessorFactory {
     }
   }
 
+  static Log LOG = LogFactory.getLog(CommandProcessorFactory.class);
   public static CommandProcessor get(String[] cmd, HiveConf conf)
       throws SQLException {
     CommandProcessor result = getForHiveCommand(cmd, conf);


Mime
View raw message