hbase-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jmhs...@apache.org
Subject svn commit: r1471570 - /hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java
Date Wed, 24 Apr 2013 18:08:28 GMT
Author: jmhsieh
Date: Wed Apr 24 18:08:28 2013
New Revision: 1471570

URL: http://svn.apache.org/r1471570
Log:
HBASE-8381 TestTableInputFormatScan on Hadoop 2 fails because YARN kills our applications

This patch bumps up the vmem-pmem ratio so that yarn's resource checker does not kill jobs
that exceed the vmem (virtual memory!) allocation limit.  Related to HBASE-6330.

Modified:
    hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java

Modified: hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java
URL: http://svn.apache.org/viewvc/hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java?rev=1471570&r1=1471569&r2=1471570&view=diff
==============================================================================
--- hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java (original)
+++ hbase/branches/0.94/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java Wed
Apr 24 18:08:28 2013
@@ -1417,6 +1417,11 @@ public class HBaseTestingUtility {
     }
     System.setProperty("hadoop.log.dir", logDir);
     c.set("mapred.output.dir", tmpDir);
+
+    // Tests were failing because this process used 6GB of virtual memory and was getting
killed.
+    // we up the VM usable so that processes don't get killed.
+    conf.setFloat("yarn.nodemanager.vmem-pmem-ratio", 8.0f);
+
     mrCluster = new MiniMRCluster(servers,
       FileSystem.get(conf).getUri().toString(), 1);
     LOG.info("Mini mapreduce cluster started");
@@ -1743,7 +1748,6 @@ public class HBaseTestingUtility {
     return startedServer;
   }
 
-
   /**
    * Make sure that at least the specified number of region servers
    * are running. We don't count the ones that are currently stopping or are



Mime
View raw message