hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cutt...@apache.org
Subject svn commit: r393640 - /lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java
Date Wed, 12 Apr 2006 23:00:49 GMT
Author: cutting
Date: Wed Apr 12 16:00:47 2006
New Revision: 393640

URL: http://svn.apache.org/viewcvs?rev=393640&view=rev
Log:
Add some logging during shuffle.

Modified:
    lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java

Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java
URL: http://svn.apache.org/viewcvs/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java?rev=393640&r1=393639&r2=393640&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/ReduceTaskRunner.java Wed Apr 12
16:00:47 2006
@@ -53,6 +53,7 @@
 
     InterTrackerProtocol jobClient = getTracker().getJobClient();
     while (needed.size() > 0) {
+      LOG.info(task.getTaskId()+" Need "+needed.size()+" map output(s).");
       getTask().reportProgress(getTracker());
 
       // query for a just a random subset of needed segments so that we don't
@@ -72,6 +73,7 @@
           if (killed) {
             return false;
           }
+          LOG.info(task.getTaskId()+" No map outputs available; sleeping...");
           Thread.sleep(10000);
         } catch (InterruptedException e) {
         }
@@ -103,6 +105,8 @@
         try {
           copyPhase.phase().setStatus(loc.toString());
           
+          LOG.info(task.getTaskId()+" Copying "+loc.getMapTaskId()
+                   +" output from "+loc.getHost()+".");
           client.getFile(loc.getMapTaskId(), task.getTaskId(),
                          new IntWritable(task.getPartition()));
 



Mime
View raw message