hadoop-mapreduce-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From acmur...@apache.org
Subject svn commit: r1103293 - in /hadoop/mapreduce/branches/MR-279: ./ mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/ yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/
Date Sun, 15 May 2011 08:04:59 GMT
Author: acmurthy
Date: Sun May 15 08:04:59 2011
New Revision: 1103293

URL: http://svn.apache.org/viewvc?rev=1103293&view=rev
Log:
Speed up communication between MR AM and RM by relying on a new config rather than AM_EXPIRY_INTERVAL
which is too large. 

Modified:
    hadoop/mapreduce/branches/MR-279/CHANGES.txt
    hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java
    hadoop/mapreduce/branches/MR-279/yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YARNApplicationConstants.java

Modified: hadoop/mapreduce/branches/MR-279/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/CHANGES.txt?rev=1103293&r1=1103292&r2=1103293&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/CHANGES.txt (original)
+++ hadoop/mapreduce/branches/MR-279/CHANGES.txt Sun May 15 08:04:59 2011
@@ -3,6 +3,10 @@ Hadoop MapReduce Change Log
 Trunk (unreleased changes)
 
   MAPREDUCE-279
+
+    Speed up communication between MR AM and RM by relying on a new config
+    rather than AM_EXPIRY_INTERVAL which is too large. (acmurthy)
+
     Fix for clearing container requests on an AM failure and add tostring methods
     to taskids and taskattemptids for better grep support. (mahadev)
    

Modified: hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java?rev=1103293&r1=1103292&r2=1103293&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java
(original)
+++ hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java
Sun May 15 08:04:59 2011
@@ -46,6 +46,7 @@ import org.apache.hadoop.yarn.api.record
 import org.apache.hadoop.yarn.api.records.ApplicationStatus;
 import org.apache.hadoop.yarn.api.records.Container;
 import org.apache.hadoop.yarn.api.records.ResourceRequest;
+import org.apache.hadoop.yarn.conf.YARNApplicationConstants;
 import org.apache.hadoop.yarn.conf.YarnConfiguration;
 import org.apache.hadoop.yarn.event.EventHandler;
 import org.apache.hadoop.yarn.factories.RecordFactory;
@@ -84,7 +85,9 @@ public class RMCommunicator extends Abst
   @Override
   public void init(Configuration conf) {
     super.init(conf);
-    rmPollInterval = conf.getInt(YarnConfiguration.AM_EXPIRY_INTERVAL, 10000)/3;
+    rmPollInterval = 
+      conf.getInt(YARNApplicationConstants.AM_RM_SCHEDULE_INTERVAL, 
+          YARNApplicationConstants.DEFAULT_AM_RM_SCHEDULE_INTERVAL);
   }
 
   @Override

Modified: hadoop/mapreduce/branches/MR-279/yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YARNApplicationConstants.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YARNApplicationConstants.java?rev=1103293&r1=1103292&r2=1103293&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YARNApplicationConstants.java
(original)
+++ hadoop/mapreduce/branches/MR-279/yarn/yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YARNApplicationConstants.java
Sun May 15 08:04:59 2011
@@ -48,4 +48,9 @@ public class YARNApplicationConstants {
   // TODO: Move into MR.
   public static final String MR_APPMASTER_COMMAND_OPTS =
       "yarn.appMaster.commandOpts";
+  
+  public static final String AM_RM_SCHEDULE_INTERVAL = 
+    "yarn.appMaster.scheduler.interval";
+  
+  public static final int DEFAULT_AM_RM_SCHEDULE_INTERVAL = 2000;
 }



Mime
View raw message