Author: ssc
Date: Sun Dec 4 07:35:52 2011
New Revision: 1210065
URL: http://svn.apache.org/viewvc?rev=1210065&view=rev
Log:
MAHOUT-912 InMemoryCollapsedVariationalBayes0 should ignore _SUCCESS files
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java?rev=1210065&r1=1210064&r2=1210065&view=diff
==============================================================================
---
mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
(original)
+++
mahout/trunk/core/src/main/java/org/apache/mahout/clustering/lda/cvb/InMemoryCollapsedVariationalBayes0.java
Sun Dec 4 07:35:52 2011
@@ -39,6 +39,7 @@ import org.apache.mahout.common.Abstract
import org.apache.mahout.common.CommandLineUtil;
import org.apache.mahout.common.Pair;
import org.apache.mahout.common.commandline.DefaultOptionCreator;
+import org.apache.mahout.common.iterator.sequencefile.PathFilters;
import org.apache.mahout.common.iterator.sequencefile.SequenceFileIterable;
import org.apache.mahout.math.DenseMatrix;
import org.apache.mahout.math.DenseVector;
@@ -483,7 +484,7 @@ public class InMemoryCollapsedVariationa
if(fs.isFile(vectorPath)) {
subPaths.add(vectorPath);
} else {
- for(FileStatus fileStatus : fs.listStatus(vectorPath)) {
+ for(FileStatus fileStatus : fs.listStatus(vectorPath,
PathFilters.logsCRCFilter())) {
subPaths.add(fileStatus.getPath());
}
}