hadoop-mapreduce-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sha...@apache.org
Subject svn commit: r1130260 - in /hadoop/mapreduce/branches/MR-279: CHANGES.txt mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java
Date Wed, 01 Jun 2011 18:43:08 GMT
Author: sharad
Date: Wed Jun  1 18:43:08 2011
New Revision: 1130260

URL: http://svn.apache.org/viewvc?rev=1130260&view=rev
Log:
Fix reduce slow start.

Modified:
    hadoop/mapreduce/branches/MR-279/CHANGES.txt
    hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java

Modified: hadoop/mapreduce/branches/MR-279/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/CHANGES.txt?rev=1130260&r1=1130259&r2=1130260&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/CHANGES.txt (original)
+++ hadoop/mapreduce/branches/MR-279/CHANGES.txt Wed Jun  1 18:43:08 2011
@@ -3,6 +3,7 @@ Hadoop MapReduce Change Log
 Trunk (unreleased changes)
 
   MAPREDUCE-279
+    Fix reduce slow start. (sharad)
     
     MAPREDUCE-2552. Fixed NPE in CompletedJob in JobHistoryServer.
     (Siddharth Seth via acmurthy)

Modified: hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java?rev=1130260&r1=1130259&r2=1130260&view=diff
==============================================================================
--- hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java
(original)
+++ hadoop/mapreduce/branches/MR-279/mr-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerAllocator.java
Wed Jun  1 18:43:08 2011
@@ -247,6 +247,8 @@ public class RMContainerAllocator extend
       return;
     }
     
+    LOG.info("Recalculating schedule...");
+    
     int totalMaps = assignedRequests.maps.size() + completedMaps + scheduledRequests.maps.size();
     
     if (completedMapsForReduceSlowstart == 0) {//not set yet
@@ -258,6 +260,12 @@ public class RMContainerAllocator extend
                       totalMaps));
     }
     
+    if(completedMaps < completedMapsForReduceSlowstart) {
+      LOG.info("Reduce slow start threshold not met. " +
+      		"completedMapsForReduceSlowstart " + completedMapsForReduceSlowstart);
+      return;
+    }
+    
     int completedMapPercent = 0;
     if (totalMaps != 0) {//support for 0 maps
       completedMapPercent = completedMaps/totalMaps;
@@ -265,10 +273,6 @@ public class RMContainerAllocator extend
       completedMapPercent = 1;
     }
     
-    if(completedMapPercent < completedMapsForReduceSlowstart) {
-      return;
-    }
-    
     int scheduledMapMem = scheduledRequests.maps.size() * mapResourceReqt;
     
     int mapMemLimit = 0;



Mime
View raw message