Author: j16sdiz
Date: 2009-03-17 14:34:58 +0000 (Tue, 17 Mar 2009)
New Revision: 26059
Modified:
trunk/plugins/XMLSpider/IndexWriter.java
Log:
Allow XMLSpider to emit lots of index files
Modified: trunk/plugins/XMLSpider/IndexWriter.java
===================================================================
--- trunk/plugins/XMLSpider/IndexWriter.java 2009-03-17 13:55:20 UTC (rev
26058)
+++ trunk/plugins/XMLSpider/IndexWriter.java 2009-03-17 14:34:58 UTC (rev
26059)
@@ -306,10 +306,8 @@
Set<Page> pages = term.getPages();
if ((count > 1 && (estimateSize + pages.size()
* 13) > MAX_SIZE) || //
- (count > MAX_ENTRIES)) {
- if (prefix.length() < 2 &&
indices.size() < 256) // FIXME this is a hack to limit number of files. remove
after metadata fix
- return false;
- }
+ (count > MAX_ENTRIES))
+ return false;
for (Page page : pages) {
TermPosition termPos =
page.getTermPosition(term, false);
@@ -399,10 +397,8 @@
}
if (outputFile.length() > MAX_SIZE && count > 1) {
- if (prefix.length() < 3 && indices.size() < 256) { //
FIXME this is a hack to limit number of files. remove after metadata fix
- outputFile.delete();
- return false;
- }
+ outputFile.delete();
+ return false;
}
if (logMINOR)
_______________________________________________
cvs mailing list
[email protected]
http://emu.freenetproject.org/cgi-bin/mailman/listinfo/cvs
