hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From d...@apache.org
Subject svn commit: r572580 - in /lucene/hadoop/trunk: CHANGES.txt conf/hadoop-default.xml src/java/org/apache/hadoop/mapred/JobTracker.java
Date Tue, 04 Sep 2007 08:38:09 GMT
Author: ddas
Date: Tue Sep  4 01:38:08 2007
New Revision: 572580

URL: http://svn.apache.org/viewvc?rev=572580&view=rev
Log:
Fix for hadoop-1763

Modified:
    lucene/hadoop/trunk/CHANGES.txt
    lucene/hadoop/trunk/conf/hadoop-default.xml
    lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java

Modified: lucene/hadoop/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Tue Sep  4 01:38:08 2007
@@ -55,6 +55,10 @@
 
   BUG FIXES
 
+    HADOOP-1763. Too many lost task trackers on large clusters due to
+    insufficient number of RPC handler threads on the JobTracker.
+    (Devaraj Das)
+
     HADOOP-1463.  HDFS report correct usage statistics for disk space
     used by HDFS.  (Hairong Kuang via dhruba)
 

Modified: lucene/hadoop/trunk/conf/hadoop-default.xml
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/conf/hadoop-default.xml?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/conf/hadoop-default.xml (original)
+++ lucene/hadoop/trunk/conf/hadoop-default.xml Tue Sep  4 01:38:08 2007
@@ -467,6 +467,15 @@
 </property>
 
 <property>
+  <name>mapred.job.tracker.handler.count</name>
+  <value>10</value>
+  <description>
+    The number of server threads for the JobTracker. This should be roughly
+    4% of the number of tasktracker nodes.
+  </description>
+</property>
+
+<property>
   <name>mapred.task.tracker.report.bindAddress</name>
   <value>127.0.0.1</value>
   <description>The interface that task processes use to communicate

Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java Tue Sep  4 01:38:08
2007
@@ -645,7 +645,8 @@
     InetSocketAddress addr = getAddress(conf);
     this.localMachine = addr.getHostName();
     this.port = addr.getPort();
-    this.interTrackerServer = RPC.getServer(this, addr.getHostName(), addr.getPort(), 10,
false, conf);
+    int handlerCount = conf.getInt("mapred.job.tracker.handler.count", 10);
+    this.interTrackerServer = RPC.getServer(this, addr.getHostName(), addr.getPort(), handlerCount,
false, conf);
     this.interTrackerServer.start();
     Properties p = System.getProperties();
     for (Iterator it = p.keySet().iterator(); it.hasNext();) {



Mime
View raw message