hadoop-mapreduce-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From amareshw...@apache.org
Subject svn commit: r984642 - in /hadoop/mapreduce/branches/branch-0.21: CHANGES.txt src/java/mapred-default.xml src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java src/java/org/apache/hadoop/mapreduce/Job.java src/test/mapred-site.xml
Date Thu, 12 Aug 2010 04:17:27 GMT
Author: amareshwari
Date: Thu Aug 12 04:17:27 2010
New Revision: 984642

URL: http://svn.apache.org/viewvc?rev=984642&view=rev
Log:
MAPREDUCE-1920. Merge -r 984640:984641 from trunk

Modified:
    hadoop/mapreduce/branches/branch-0.21/CHANGES.txt
    hadoop/mapreduce/branches/branch-0.21/src/java/mapred-default.xml
    hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
    hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapreduce/Job.java
    hadoop/mapreduce/branches/branch-0.21/src/test/mapred-site.xml

Modified: hadoop/mapreduce/branches/branch-0.21/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/branch-0.21/CHANGES.txt?rev=984642&r1=984641&r2=984642&view=diff
==============================================================================
--- hadoop/mapreduce/branches/branch-0.21/CHANGES.txt (original)
+++ hadoop/mapreduce/branches/branch-0.21/CHANGES.txt Thu Aug 12 04:17:27 2010
@@ -1502,3 +1502,7 @@ Release 0.21.0 - 2010-07-01
 
     MAPREDUCE-1926. MapReduce distribution is missing build-utils.xml.
     (tomwhite)
+
+    MAPREDUCE-1920. Enables completed jobstatus store by default. (Tom White
+    via amareshwari)
+

Modified: hadoop/mapreduce/branches/branch-0.21/src/java/mapred-default.xml
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/branch-0.21/src/java/mapred-default.xml?rev=984642&r1=984641&r2=984642&view=diff
==============================================================================
--- hadoop/mapreduce/branches/branch-0.21/src/java/mapred-default.xml (original)
+++ hadoop/mapreduce/branches/branch-0.21/src/java/mapred-default.xml Thu Aug 12 04:17:27
2010
@@ -755,7 +755,7 @@
 
   <property>
     <name>mapreduce.jobtracker.persist.jobstatus.active</name>
-    <value>false</value>
+    <value>true</value>
     <description>Indicates if persistency of job status information is
       active or not.
     </description>
@@ -763,7 +763,7 @@
 
   <property>
   <name>mapreduce.jobtracker.persist.jobstatus.hours</name>
-  <value>0</value>
+  <value>1</value>
   <description>The number of hours job status information is persisted in DFS.
     The job status information will be available after it drops of the memory
     queue and between jobtracker restarts. With a zero value the job status

Modified: hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java?rev=984642&r1=984641&r2=984642&view=diff
==============================================================================
--- hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
(original)
+++ hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
Thu Aug 12 04:17:27 2010
@@ -60,11 +60,11 @@ class CompletedJobStatusStore implements
   CompletedJobStatusStore(JobACLsManager aclsManager, Configuration conf)
       throws IOException {
     active =
-      conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, false);
+      conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, true);
 
     if (active) {
       retainTime =
-        conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 0) * HOUR;
+        conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 1) * HOUR;
 
       jobInfoDir =
         conf.get(JTConfig.JT_PERSIST_JOBSTATUS_DIR, JOB_INFO_STORE_DIR);

Modified: hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapreduce/Job.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapreduce/Job.java?rev=984642&r1=984641&r2=984642&view=diff
==============================================================================
--- hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapreduce/Job.java (original)
+++ hadoop/mapreduce/branches/branch-0.21/src/java/org/apache/hadoop/mapreduce/Job.java Thu
Aug 12 04:17:27 2010
@@ -486,7 +486,8 @@ public class Job extends JobContextImpl 
   }
 
   /**
-   * Gets the counters for this job.
+   * Gets the counters for this job. May return null if the job has been
+   * retired and the job is no longer in the completed job store.
    * 
    * @return the counters for this job.
    * @throws IOException

Modified: hadoop/mapreduce/branches/branch-0.21/src/test/mapred-site.xml
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/branch-0.21/src/test/mapred-site.xml?rev=984642&r1=984641&r2=984642&view=diff
==============================================================================
--- hadoop/mapreduce/branches/branch-0.21/src/test/mapred-site.xml (original)
+++ hadoop/mapreduce/branches/branch-0.21/src/test/mapred-site.xml Thu Aug 12 04:17:27 2010
@@ -40,4 +40,8 @@
   <value>false</value>
   <description></description>
 </property>
+<property>
+  <name>mapreduce.jobtracker.persist.jobstatus.active</name>
+  <value>false</value>
+</property>
 </configuration>



Mime
View raw message