hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From d...@apache.org
Subject svn commit: r631915 - in /hadoop/core/trunk: CHANGES.txt src/java/org/apache/hadoop/dfs/SecondaryNameNode.java src/java/org/apache/hadoop/mapred/JobTracker.java src/java/org/apache/hadoop/mapred/TaskTracker.java
Date Thu, 28 Feb 2008 10:25:21 GMT
Author: ddas
Date: Thu Feb 28 02:25:17 2008
New Revision: 631915

URL: http://svn.apache.org/viewvc?rev=631915&view=rev
Log:
HADOOP-2894. Fix a problem to do with tasktrackers failing to connect to JobTracker upon reinitialization.
Contributed by Owen O'Malley.

Modified:
    hadoop/core/trunk/CHANGES.txt
    hadoop/core/trunk/src/java/org/apache/hadoop/dfs/SecondaryNameNode.java
    hadoop/core/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
    hadoop/core/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java

Modified: hadoop/core/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/CHANGES.txt?rev=631915&r1=631914&r2=631915&view=diff
==============================================================================
--- hadoop/core/trunk/CHANGES.txt (original)
+++ hadoop/core/trunk/CHANGES.txt Thu Feb 28 02:25:17 2008
@@ -153,6 +153,9 @@
     HADOOP-2852. Update gridmix benchmark to avoid an artifically long tail.
     (cdouglas)
 
+    HADOOP-2894. Fix a problem to do with tasktrackers failing to connect to
+    JobTracker upon reinitialization. (Owen O'Malley via ddas).
+
 Release 0.16.0 - 2008-02-07
 
   INCOMPATIBLE CHANGES

Modified: hadoop/core/trunk/src/java/org/apache/hadoop/dfs/SecondaryNameNode.java
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/java/org/apache/hadoop/dfs/SecondaryNameNode.java?rev=631915&r1=631914&r2=631915&view=diff
==============================================================================
--- hadoop/core/trunk/src/java/org/apache/hadoop/dfs/SecondaryNameNode.java (original)
+++ hadoop/core/trunk/src/java/org/apache/hadoop/dfs/SecondaryNameNode.java Thu Feb 28 02:25:17
2008
@@ -118,7 +118,7 @@
 
     // The web-server port can be ephemeral... ensure we have the correct info
     infoPort = infoServer.getPort();
-    conf.set("dfs.secondary.http.bindAddress", infoBindAddress + ":" +infoPort); 
+    conf.set("dfs.secondary.http.address", infoBindAddress + ":" +infoPort); 
     LOG.info("Secondary Web-server up at: " + infoBindAddress + ":" +infoPort);
 
     //

Modified: hadoop/core/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java?rev=631915&r1=631914&r2=631915&view=diff
==============================================================================
--- hadoop/core/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java (original)
+++ hadoop/core/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java Thu Feb 28 02:25:17
2008
@@ -672,7 +672,7 @@
     this.conf.set("mapred.job.tracker", (this.localMachine + ":" + this.port));
     LOG.info("JobTracker up at: " + this.port);
     this.infoPort = this.infoServer.getPort();
-    this.conf.set("mapred.job.tracker.http.bindAddress", 
+    this.conf.set("mapred.job.tracker.http.address", 
         infoBindAddress + ":" + this.infoPort); 
     LOG.info("JobTracker webserver: " + this.infoServer.getPort());
     this.systemDir = jobConf.getSystemDir();

Modified: hadoop/core/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java?rev=631915&r1=631914&r2=631915&view=diff
==============================================================================
--- hadoop/core/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java (original)
+++ hadoop/core/trunk/src/java/org/apache/hadoop/mapred/TaskTracker.java Thu Feb 28 02:25:17
2008
@@ -151,6 +151,7 @@
   private static final String SUBDIR = "taskTracker";
   private static final String CACHEDIR = "archive";
   private static final String JOBCACHE = "jobcache";
+  private JobConf originalConf;
   private JobConf fConf;
   private MapOutputFile mapOutputFile;
   private int maxCurrentMapTasks;
@@ -387,6 +388,7 @@
    */
   synchronized void initialize() throws IOException {
     // use configured nameserver & interface to get local hostname
+    this.fConf = new JobConf(originalConf);
     this.localHostname =
       DNS.getDefaultHost
       (fConf.get("mapred.tasktracker.dns.interface","default"),
@@ -433,7 +435,7 @@
 
     // get the assigned address
     this.taskReportAddress = taskReportServer.getListenerAddress();
-    this.fConf.set("mapred.task.tracker.report.bindAddress",
+    this.fConf.set("mapred.task.tracker.report.address",
         taskReportAddress.getHostName() + ":" + taskReportAddress.getPort());
     LOG.info("TaskTracker up at: " + this.taskReportAddress);
 
@@ -796,13 +798,13 @@
    * Start with the local machine name, and the default JobTracker
    */
   public TaskTracker(JobConf conf) throws IOException {
+    originalConf = conf;
     maxCurrentMapTasks = handleDeprecatedMaxTasks(
                            conf.get("mapred.tasktracker.map.tasks.maximum"),
                            conf.get("mapred.tasktracker.tasks.maximum"), 2);
     maxCurrentReduceTasks = handleDeprecatedMaxTasks(
                          conf.get("mapred.tasktracker.reduce.tasks.maximum"),
                          conf.get("mapred.tasktracker.tasks.maximum"), 2);
-    this.fConf = conf;
     this.jobTrackAddr = JobTracker.getAddress(conf);
     this.mapOutputFile = new MapOutputFile();
     this.mapOutputFile.setConf(conf);
@@ -817,7 +819,7 @@
     this.server = new StatusHttpServer(
                         "task", httpBindAddress, httpPort, httpPort == 0);
     workerThreads = conf.getInt("tasktracker.http.threads", 40);
-    this.shuffleServerMetrics = new ShuffleServerMetrics(fConf);
+    this.shuffleServerMetrics = new ShuffleServerMetrics(conf);
     server.setThreads(1, workerThreads);
     // let the jsp pages get to the task tracker, config, and other relevant
     // objects



Mime
View raw message