Author: smarthi
Date: Mon Jun 24 16:54:31 2013
New Revision: 1496123
URL: http://svn.apache.org/r1496123
Log:
MAHOUT-944: lucene2seq - more code cleanup, removed unused imports
Modified:
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentInputFormat.java
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneStorageConfiguration.java
mahout/trunk/integration/src/main/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageMRJob.java
Modified:
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentInputFormat.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentInputFormat.java?rev=1496123&r1=1496122&r2=1496123&view=diff
==============================================================================
---
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentInputFormat.java
(original)
+++
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneSegmentInputFormat.java
Mon Jun 24 16:54:31 2013
@@ -33,7 +33,6 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
-import java.util.ArrayList;
import java.util.List;
/**
Modified:
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneStorageConfiguration.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneStorageConfiguration.java?rev=1496123&r1=1496122&r2=1496123&view=diff
==============================================================================
---
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneStorageConfiguration.java
(original)
+++
mahout/trunk/integration/src/main/java/org/apache/mahout/text/LuceneStorageConfiguration.java
Mon Jun 24 16:54:31 2013
@@ -39,7 +39,6 @@ import org.apache.mahout.common.iterator
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
-import java.util.ArrayList;
import java.util.Arrays;
import java.util.Iterator;
import java.util.List;
Modified:
mahout/trunk/integration/src/main/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageMRJob.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/integration/src/main/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageMRJob.java?rev=1496123&r1=1496122&r2=1496123&view=diff
==============================================================================
---
mahout/trunk/integration/src/main/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageMRJob.java
(original)
+++
mahout/trunk/integration/src/main/java/org/apache/mahout/text/SequenceFilesFromLuceneStorageMRJob.java
Mon Jun 24 16:54:31 2013
@@ -16,8 +16,8 @@ package org.apache.mahout.text;
* limitations under the License.
*/
+import com.google.common.base.Joiner;
import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
@@ -51,10 +51,7 @@ public class SequenceFilesFromLuceneStor
job.setInputFormatClass(LuceneSegmentInputFormat.class);
- for (Path indexPath : lucene2seqConf.getIndexPaths()) {
- FileInputFormat.addInputPath(job, indexPath);
- }
-
+ FileInputFormat.setInputPaths(job,
Joiner.on(',').skipNulls().join(lucene2seqConf.getIndexPaths().iterator()));
FileOutputFormat.setOutputPath(job,
lucene2seqConf.getSequenceFilesOutputPath());
job.setJarByClass(SequenceFilesFromLuceneStorageMRJob.class);