hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From d...@apache.org
Subject svn commit: r642160 - in /hadoop/core/branches/branch-0.16: CHANGES.txt src/contrib/hod/hodlib/GridServices/hdfs.py src/contrib/hod/hodlib/GridServices/mapred.py src/contrib/hod/hodlib/Hod/hadoop.py
Date Fri, 28 Mar 2008 09:36:00 GMT
Author: ddas
Date: Fri Mar 28 02:35:32 2008
New Revision: 642160

URL: http://svn.apache.org/viewvc?rev=642160&view=rev
Log:
HADOOP-3103. [HOD] Hadoop.tmp.dir should not be set to cluster directory. Contributed by Vinod
Kumar Vavilapalli.

Modified:
    hadoop/core/branches/branch-0.16/CHANGES.txt
    hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/hdfs.py
    hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/mapred.py
    hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/Hod/hadoop.py

Modified: hadoop/core/branches/branch-0.16/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.16/CHANGES.txt?rev=642160&r1=642159&r2=642160&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.16/CHANGES.txt (original)
+++ hadoop/core/branches/branch-0.16/CHANGES.txt Fri Mar 28 02:35:32 2008
@@ -57,6 +57,9 @@
 
     HADOOP-3111. Remove HBase from Hadoop contrib
 
+    HADOOP-3103. [HOD] Hadoop.tmp.dir should not be set to cluster 
+    directory. (Vinod Kumar Vavilapalli via ddas)
+
 Release 0.16.1 - 2008-03-13
 
   INCOMPATIBLE CHANGES

Modified: hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/hdfs.py
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/hdfs.py?rev=642160&r1=642159&r2=642160&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/hdfs.py (original)
+++ hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/hdfs.py Fri Mar 28
02:35:32 2008
@@ -186,6 +186,7 @@
 
   def _setWorkDirs(self, workDirs, envs, attrs, parentDirs, subDir):
     namedir = None
+    hadooptmpdir = None
     datadir = []
 
     for p in parentDirs:
@@ -193,6 +194,9 @@
       workDirs.append(os.path.join(p, subDir))
       dir = os.path.join(p, subDir, 'dfs-data')
       datadir.append(dir)
+      if not hadooptmpdir:
+        # Not used currently, generating hadooptmpdir just in case
+        hadooptmpdir = os.path.join(p, subDir, 'hadoop-tmp')
 
       if not namedir:
         namedir = os.path.join(p, subDir, 'dfs-name')
@@ -202,6 +206,7 @@
 
     # FIXME!! use csv
     attrs['dfs.name.dir'] = namedir
+    attrs['hadoop.tmp.dir'] = hadooptmpdir
     attrs['dfs.data.dir'] = ','.join(datadir)
     # FIXME -- change dfs.client.buffer.dir
     envs['HADOOP_ROOT_LOGGER'] = "INFO,DRFA"

Modified: hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/mapred.py
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/mapred.py?rev=642160&r1=642159&r2=642160&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/mapred.py (original)
+++ hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/GridServices/mapred.py Fri Mar
28 02:35:32 2008
@@ -191,6 +191,7 @@
     local = []
     system = None
     temp = None
+    hadooptmpdir = None
     dfsclient = []
     
     for p in parentDirs:
@@ -202,6 +203,9 @@
         system = os.path.join(p, subDir, 'mapred-system')
       if not temp:
         temp = os.path.join(p, subDir, 'mapred-temp')
+      if not hadooptmpdir:
+        # Not used currently, generating hadooptmpdir just in case
+        hadooptmpdir = os.path.join(p, subDir, 'hadoop-tmp')
       dfsclientdir = os.path.join(p, subDir, 'dfs-client')
       dfsclient.append(dfsclientdir)
       workDirs.append(dfsclientdir)
@@ -210,6 +214,7 @@
     attrs['mapred.system.dir'] = 'fillindir'
     attrs['mapred.temp.dir'] = temp
     attrs['dfs.client.buffer.dir'] = ','.join(dfsclient)
+    attrs['hadoop.tmp.dir'] = hadooptmpdir
 
 
     envs['HADOOP_ROOT_LOGGER'] = "INFO,DRFA"

Modified: hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/Hod/hadoop.py
URL: http://svn.apache.org/viewvc/hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/Hod/hadoop.py?rev=642160&r1=642159&r2=642160&view=diff
==============================================================================
--- hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/Hod/hadoop.py (original)
+++ hadoop/core/branches/branch-0.16/src/contrib/hod/hodlib/Hod/hadoop.py Fri Mar 28 02:35:32
2008
@@ -73,8 +73,10 @@
     description = {}
     paramsDict = {  'mapred.job.tracker'    : mapredAddr , \
                     'fs.default.name'       : hdfsAddr, \
-                    'hadoop.tmp.dir'        : confDir, \
-                    'dfs.client.buffer.dir' : tempDir, }
+                    'hadoop.tmp.dir'        : tempDir, \
+                    'dfs.client.buffer.dir' : os.path.join(tempDir, 'dfs',
+                                                                    'tmp'),
+                 }
 
     paramsDict['mapred.system.dir'] = mrSysDir
     



Mime
View raw message