hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cutt...@apache.org
Subject svn commit: r549245 - in /lucene/hadoop/trunk: CHANGES.txt src/java/org/apache/hadoop/dfs/DistributedFileSystem.java src/java/org/apache/hadoop/fs/ChecksumFileSystem.java
Date Wed, 20 Jun 2007 21:30:06 GMT
Author: cutting
Date: Wed Jun 20 14:30:05 2007
New Revision: 549245

URL: http://svn.apache.org/viewvc?view=rev&rev=549245
Log:
HADOOP-1453.  Remove some unneeded calls to FileSystem#exists() when opening files.  Contributed
by Raghu.

Modified:
    lucene/hadoop/trunk/CHANGES.txt
    lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java
    lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java

Modified: lucene/hadoop/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Wed Jun 20 14:30:05 2007
@@ -213,6 +213,10 @@
      returned by InputFormat#getSplits when numbering outputs.
      (Senthil Subramanian via cutting)
 
+ 65. HADOOP-1453.  Remove some unneeded calls to FileSystem#exists()
+     when opening files, reducing the namenode load somewhat.
+     (Raghu Angadi via cutting)
+
 
 Release 0.13.0 - 2007-06-08
 

Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java Wed Jun
20 14:30:05 2007
@@ -129,10 +129,6 @@
     }
 
     public FSDataInputStream open(Path f, int bufferSize) throws IOException {
-      if (!exists(f)) {
-        throw new FileNotFoundException(f.toString());
-      }
-
       return new DFSClient.DFSDataInputStream(dfs.open(getPath(f)), bufferSize);
     }
 

Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java Wed Jun 20 14:30:05
2007
@@ -332,9 +332,6 @@
    */
   @Override
   public FSDataInputStream open(Path f, int bufferSize) throws IOException {
-    if (!exists(f)) {
-      throw new FileNotFoundException(f.toString());
-    }
     return new FSDataInputStream(new FSInputChecker(this, f, bufferSize),
                                  getBytesPerSum());
   }



Mime
View raw message