mahout-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From s..@apache.org
Subject svn commit: r1210065 - /mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
Date Sun, 04 Dec 2011 07:35:52 GMT
Author: ssc
Date: Sun Dec  4 07:35:52 2011
New Revision: 1210065

URL: http://svn.apache.org/viewvc?rev=1210065&view=rev
Log:
MAHOUT-912 InMemoryCollapsedVariationalBayes0 should ignore _SUCCESS files

Modified:
    mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java

Modified: mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java?rev=1210065&r1=1210064&r2=1210065&view=diff
==============================================================================
--- mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
(original)
+++ mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
Sun Dec  4 07:35:52 2011
@@ -39,6 +39,7 @@ import org.apache.mahout.common.Abstract
 import org.apache.mahout.common.CommandLineUtil;
 import org.apache.mahout.common.Pair;
 import org.apache.mahout.common.commandline.DefaultOptionCreator;
+import org.apache.mahout.common.iterator.sequencefile.PathFilters;
 import org.apache.mahout.common.iterator.sequencefile.SequenceFileIterable;
 import org.apache.mahout.math.DenseMatrix;
 import org.apache.mahout.math.DenseVector;
@@ -483,7 +484,7 @@ public class InMemoryCollapsedVariationa
     if(fs.isFile(vectorPath)) {
       subPaths.add(vectorPath);
     } else {
-      for(FileStatus fileStatus : fs.listStatus(vectorPath)) {
+      for(FileStatus fileStatus : fs.listStatus(vectorPath, PathFilters.logsCRCFilter()))
{
         subPaths.add(fileStatus.getPath());
       }
     }



Mime
View raw message