hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ser...@apache.org
Subject [12/50] [abbrv] hive git commit: tune TxnHandler.performTimeOuts() batch size (Eugene Koifman, reviewed by Wei Zheng)
Date Wed, 08 Mar 2017 03:28:50 GMT
tune TxnHandler.performTimeOuts() batch size (Eugene Koifman, reviewed by Wei Zheng)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/6dace60a
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/6dace60a
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/6dace60a

Branch: refs/heads/hive-14535
Commit: 6dace60af4b6ab4d5200310a0ad94c4530c2bec3
Parents: 917221e
Author: Eugene Koifman <ekoifman@hortonworks.com>
Authored: Wed Mar 1 11:27:59 2017 -0800
Committer: Eugene Koifman <ekoifman@hortonworks.com>
Committed: Wed Mar 1 11:27:59 2017 -0800

----------------------------------------------------------------------
 .../src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java | 3 ++-
 .../src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java   | 2 +-
 2 files changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/6dace60a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java
----------------------------------------------------------------------
diff --git a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java b/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java
index c0518ad..01acba5 100644
--- a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java
+++ b/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java
@@ -3050,7 +3050,8 @@ abstract class TxnHandler implements TxnStore, TxnStore.MutexAPI {
         stmt = dbConn.createStatement();
         String s = " txn_id from TXNS where txn_state = '" + TXN_OPEN +
           "' and txn_last_heartbeat <  " + (now - timeout);
-        s = sqlGenerator.addLimitClause(250 * TIMED_OUT_TXN_ABORT_BATCH_SIZE, s);
+        //safety valve for extreme cases
+        s = sqlGenerator.addLimitClause(10 * TIMED_OUT_TXN_ABORT_BATCH_SIZE, s);
         LOG.debug("Going to execute query <" + s + ">");
         rs = stmt.executeQuery(s);
         if(!rs.next()) {

http://git-wip-us.apache.org/repos/asf/hive/blob/6dace60a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java
----------------------------------------------------------------------
diff --git a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java b/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java
index 041d55b..a4d9183 100644
--- a/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java
+++ b/metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnStore.java
@@ -58,7 +58,7 @@ public interface TxnStore {
   static final public String SUCCEEDED_RESPONSE = "succeeded";
   static final public String ATTEMPTED_RESPONSE = "attempted";
 
-  public static final int TIMED_OUT_TXN_ABORT_BATCH_SIZE = 1000;
+  public static final int TIMED_OUT_TXN_ABORT_BATCH_SIZE = 50000;
 
   public void setConf(HiveConf conf);
 


Mime
View raw message