hadoop-mapreduce-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From amareshw...@apache.org
Subject svn commit: r984641 - in /hadoop/mapreduce/trunk: CHANGES.txt src/java/mapred-default.xml src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java src/java/org/apache/hadoop/mapreduce/Job.java src/test/mapred-site.xml
Date Thu, 12 Aug 2010 04:10:01 GMT
Author: amareshwari
Date: Thu Aug 12 04:10:00 2010
New Revision: 984641

URL: http://svn.apache.org/viewvc?rev=984641&view=rev
Log:
MAPREDUCE-1920. Enables completed jobstatus store by default. Contributed by Tom White

Modified:
    hadoop/mapreduce/trunk/CHANGES.txt
    hadoop/mapreduce/trunk/src/java/mapred-default.xml
    hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
    hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java
    hadoop/mapreduce/trunk/src/test/mapred-site.xml

Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Thu Aug 12 04:10:00 2010
@@ -115,6 +115,9 @@ Trunk (unreleased changes)
     MAPREDUCE-1523. Making Mumak work with Capacity-Scheduler (Anirban Das
     via mahadev)
 
+    MAPREDUCE-1920. Enables completed jobstatus store by default. (Tom White
+    via amareshwari)
+
   OPTIMIZATIONS
 
     MAPREDUCE-1354. Enhancements to JobTracker for better performance and

Modified: hadoop/mapreduce/trunk/src/java/mapred-default.xml
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/mapred-default.xml?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/mapred-default.xml (original)
+++ hadoop/mapreduce/trunk/src/java/mapred-default.xml Thu Aug 12 04:10:00 2010
@@ -755,7 +755,7 @@
 
   <property>
     <name>mapreduce.jobtracker.persist.jobstatus.active</name>
-    <value>false</value>
+    <value>true</value>
     <description>Indicates if persistency of job status information is
       active or not.
     </description>
@@ -763,7 +763,7 @@
 
   <property>
   <name>mapreduce.jobtracker.persist.jobstatus.hours</name>
-  <value>0</value>
+  <value>1</value>
   <description>The number of hours job status information is persisted in DFS.
     The job status information will be available after it drops of the memory
     queue and between jobtracker restarts. With a zero value the job status

Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
(original)
+++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
Thu Aug 12 04:10:00 2010
@@ -65,11 +65,11 @@ class CompletedJobStatusStore implements
   CompletedJobStatusStore(JobACLsManager aclsManager, Configuration conf)
       throws IOException {
     active =
-      conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, false);
+      conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, true);
 
     if (active) {
       retainTime =
-        conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 0) * HOUR;
+        conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 1) * HOUR;
 
       jobInfoDir =
         conf.get(JTConfig.JT_PERSIST_JOBSTATUS_DIR, JOB_INFO_STORE_DIR);

Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java (original)
+++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java Thu Aug 12 04:10:00
2010
@@ -539,7 +539,8 @@ public class Job extends JobContextImpl 
   }
 
   /**
-   * Gets the counters for this job.
+   * Gets the counters for this job. May return null if the job has been
+   * retired and the job is no longer in the completed job store.
    * 
    * @return the counters for this job.
    * @throws IOException

Modified: hadoop/mapreduce/trunk/src/test/mapred-site.xml
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/test/mapred-site.xml?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/test/mapred-site.xml (original)
+++ hadoop/mapreduce/trunk/src/test/mapred-site.xml Thu Aug 12 04:10:00 2010
@@ -44,4 +44,8 @@
   <name>mapred.child.java.opts</name>
   <value>-Xmx200m -Djava.net.preferIPv4Stack=true</value>
 </property>
+<property>
+  <name>mapreduce.jobtracker.persist.jobstatus.active</name>
+  <value>false</value>
+</property>
 </configuration>



Mime
View raw message