hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From omal...@apache.org
Subject svn commit: r559886 - in /lucene/hadoop/trunk: CHANGES.txt conf/hadoop-default.xml src/java/org/apache/hadoop/mapred/JobTracker.java
Date Thu, 26 Jul 2007 17:10:33 GMT
Author: omalley
Date: Thu Jul 26 10:10:31 2007
New Revision: 559886

URL: http://svn.apache.org/viewvc?view=rev&rev=559886
Log:
HADOOP-1636.  Make the number of jobs kept in memory configurable. 
Contributed by Michael Bieniosek.

Modified:
    lucene/hadoop/trunk/CHANGES.txt
    lucene/hadoop/trunk/conf/hadoop-default.xml
    lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java

Modified: lucene/hadoop/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?view=diff&rev=559886&r1=559885&r2=559886
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Thu Jul 26 10:10:31 2007
@@ -2,7 +2,8 @@
 
 
 Trunk (unreleased changes)
-
+  1. HADOOP-1636.  Allow configuration of the number of jobs kept in memory
+     by the JobTracker. (Michael Bieniosek via omalley)
 
 Branch 0.14 (unreleased changes)
 

Modified: lucene/hadoop/trunk/conf/hadoop-default.xml
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/conf/hadoop-default.xml?view=diff&rev=559886&r1=559885&r2=559886
==============================================================================
--- lucene/hadoop/trunk/conf/hadoop-default.xml (original)
+++ lucene/hadoop/trunk/conf/hadoop-default.xml Thu Jul 26 10:10:31 2007
@@ -600,6 +600,13 @@
 </property>
 
 <property>
+  <name>mapred.jobtracker.completeuserjobs.maximum</name>
+  <value>100</value>
+  <description>The maximum number of complete jobs per user to keep around before delegating
them to the job history.
+  </description>
+</property>
+
+<property>
   <name>mapred.child.java.opts</name>
   <value>-Xmx200m</value>
   <description>Java opts for the task tracker child processes.  Subsumes

Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java?view=diff&rev=559886&r1=559885&r2=559886
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java Thu Jul 26 10:10:31
2007
@@ -71,7 +71,7 @@
    * The maximum no. of 'completed' (successful/failed/killed)
    * jobs kept in memory per-user. 
    */
-  static final int MAX_COMPLETE_USER_JOBS_IN_MEMORY = 100;
+  final int MAX_COMPLETE_USER_JOBS_IN_MEMORY;
     
   /**
    * Used for formatting the id numbers
@@ -621,6 +621,7 @@
     TASK_ALLOC_EPSILON = conf.getFloat("mapred.jobtracker.taskalloc.loadbalance.epsilon",
0.2f);
     PAD_FRACTION = conf.getFloat("mapred.jobtracker.taskalloc.capacitypad", 
                                  0.01f);
+    MAX_COMPLETE_USER_JOBS_IN_MEMORY = conf.getInt("mapred.jobtracker.completeuserjobs.maximum",
100);
 
     // This is a directory of temporary submission files.  We delete it
     // on startup, and can delete any files that we're done with



Mime
View raw message