Author: j16sdiz
Date: 2009-01-02 08:53:05 +0000 (Fri, 02 Jan 2009)
New Revision: 24878
Modified:
trunk/plugins/XMLSpider/IndexWriter.java
Log:
standalone indexwriter
Modified: trunk/plugins/XMLSpider/IndexWriter.java
===================================================================
--- trunk/plugins/XMLSpider/IndexWriter.java 2009-01-02 08:52:55 UTC (rev
24877)
+++ trunk/plugins/XMLSpider/IndexWriter.java 2009-01-02 08:53:05 UTC (rev
24878)
@@ -33,6 +33,7 @@
import plugins.XMLSpider.db.Term;
import plugins.XMLSpider.db.TermPosition;
import plugins.XMLSpider.org.garret.perst.Storage;
+import plugins.XMLSpider.org.garret.perst.StorageFactory;
import freenet.support.Logger;
import freenet.support.io.Closer;
@@ -546,4 +547,28 @@
if (logMINOR)
Logger.minor(this, "Spider: indexes regenerated.");
}
+
+ public static void main(String[] arg) throws Exception {
+ Storage db = StorageFactory.getInstance().createStorage();
+ db.setProperty("perst.object.cache.kind", "pinned");
+ db.setProperty("perst.object.cache.init.size", 8192);
+ db.setProperty("perst.alternative.btree", true);
+ db.setProperty("perst.string.encoding", "UTF-8");
+ db.setProperty("perst.concurrent.iterator", true);
+
+ db.open(arg[0]);
+ PerstRoot root = (PerstRoot) db.getRoot();
+ IndexWriter writer = new IndexWriter();
+
+ do {
+ long startTime = System.currentTimeMillis();
+ writer.makeIndex(root);
+ long endTime = System.currentTimeMillis();
+ long memFree = Runtime.getRuntime().freeMemory();
+ long memTotal = Runtime.getRuntime().totalMemory();
+
+ System.out.println("Index generated in " + (endTime -
startTime) + "ms. Used memory="
+ + (memTotal - memFree));
+ } while ("BENCHMARK".equals(arg[1]));
+ }
}
\ No newline at end of file
_______________________________________________
cvs mailing list
[email protected]
http://emu.freenetproject.org/cgi-bin/mailman/listinfo/cvs
