hadoop-mapreduce-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From s..@apache.org
Subject svn commit: r1092400 - in /hadoop/mapreduce/trunk: CHANGES.txt src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java
Date Thu, 14 Apr 2011 17:31:24 GMT
Author: shv
Date: Thu Apr 14 17:31:23 2011
New Revision: 1092400

URL: http://svn.apache.org/viewvc?rev=1092400&view=rev
Log:
MAPREDUCE-2437. SLive uses only part* files to generating the final report. Contributed by
Konstantin Shvachko.

Modified:
    hadoop/mapreduce/trunk/CHANGES.txt
    hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java

Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=1092400&r1=1092399&r2=1092400&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Thu Apr 14 17:31:23 2011
@@ -651,6 +651,9 @@ Release 0.22.0 - Unreleased
     MAPREDUCE-2392. TaskTracker shutdown in the tests sometimes take 60s.
     (tomwhite)
 
+    MAPREDUCE-2437. SLive uses only part* files to generating the final report.
+    (shv)
+
 Release 0.21.1 - Unreleased
 
   NEW FEATURES

Modified: hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java
URL: http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java?rev=1092400&r1=1092399&r2=1092400&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java (original)
+++ hadoop/mapreduce/trunk/src/test/mapred/org/apache/hadoop/fs/slive/SliveTest.java Thu Apr
14 17:31:23 2011
@@ -229,6 +229,7 @@ public class SliveTest implements Tool {
       List<OperationOutput> noOperations = new ArrayList<OperationOutput>();
       Map<String, List<OperationOutput>> splitTypes = new TreeMap<String,
List<OperationOutput>>();
       for(FileStatus fn : reduceFiles) {
+        if(!fn.getPath().getName().startsWith("part")) continue;
         fileReader = new BufferedReader(new InputStreamReader(
             new DataInputStream(fs.open(fn.getPath()))));
         String line;



Mime
View raw message