Author: kubes
Date: Thu Dec 4 13:24:18 2008
New Revision: 723446
URL: http://svn.apache.org/viewvc?rev=723446&view=rev
Log:
NUTCH-662: Upgrade Nutch to use Lucene 2.4
Modified:
lucene/nutch/trunk/src/test/org/apache/nutch/indexer/TestDeleteDuplicates.java
Modified:
lucene/nutch/trunk/src/test/org/apache/nutch/indexer/TestDeleteDuplicates.java
URL:
http://svn.apache.org/viewvc/lucene/nutch/trunk/src/test/org/apache/nutch/indexer/TestDeleteDuplicates.java?rev=723446&r1=723445&r2=723446&view=diff
==============================================================================
---
lucene/nutch/trunk/src/test/org/apache/nutch/indexer/TestDeleteDuplicates.java
(original)
+++
lucene/nutch/trunk/src/test/org/apache/nutch/indexer/TestDeleteDuplicates.java
Thu Dec 4 13:24:18 2008
@@ -28,6 +28,7 @@
import org.apache.lucene.document.DateTools.Resolution;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.IndexWriter;
+import org.apache.lucene.index.IndexWriter.MaxFieldLength;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.nutch.analysis.NutchDocumentAnalyzer;
@@ -47,7 +48,7 @@
public void setUp() throws Exception {
conf = NutchConfiguration.create();
- conf.set("fs.default.name", "local");
+ conf.set("fs.default.name", "file:///");
fs = FileSystem.get(conf);
root = new Path("build/test/dedup2-test-" + new Random().nextInt());
// create test indexes
@@ -62,7 +63,8 @@
Path idx = new Path(root, name);
Path sub = new Path(idx, "part-0000");
Directory dir = FSDirectory.getDirectory(sub.toString());
- IndexWriter writer = new IndexWriter(dir, new NutchDocumentAnalyzer(conf),
true);
+ IndexWriter writer = new IndexWriter(dir, new NutchDocumentAnalyzer(conf),
true,
+ MaxFieldLength.UNLIMITED);
Document doc = makeDoc(name,
MD5Hash.digest("1").toString(),
"http://www.example.com/1";,
@@ -88,7 +90,8 @@
Path idx = new Path(root, name);
Path sub = new Path(idx, "part-0000");
Directory dir = FSDirectory.getDirectory(sub.toString());
- IndexWriter writer = new IndexWriter(dir, new NutchDocumentAnalyzer(conf),
true);
+ IndexWriter writer = new IndexWriter(dir, new NutchDocumentAnalyzer(conf),
true,
+ MaxFieldLength.UNLIMITED);
Document doc = makeDoc(name,
MD5Hash.digest("1").toString(),
"http://www.example.com/1";,
