Revision: 15943
http://gate.svn.sourceforge.net/gate/?rev=15943&view=rev
Author: valyt
Date: 2012-07-16 15:26:14 +0000 (Mon, 16 Jul 2012)
Log Message:
-----------
Scratch code for querying direct indexes.
Modified Paths:
--------------
mimir/trunk/mimir-test/src/gate/mimir/test/Scratch.java
Modified: mimir/trunk/mimir-test/src/gate/mimir/test/Scratch.java
===================================================================
--- mimir/trunk/mimir-test/src/gate/mimir/test/Scratch.java 2012-07-16
15:26:06 UTC (rev 15942)
+++ mimir/trunk/mimir-test/src/gate/mimir/test/Scratch.java 2012-07-16
15:26:14 UTC (rev 15943)
@@ -25,6 +25,7 @@
import gate.Gate;
import gate.mimir.index.mg4j.MimirDirectIndexBuilder;
import gate.mimir.search.QueryEngine;
+import gate.mimir.search.QueryEngine.IndexType;
import gate.mimir.search.QueryRunner;
import gate.mimir.search.RankingQueryRunnerImpl;
import gate.mimir.search.query.QueryExecutor;
@@ -33,6 +34,9 @@
import gate.mimir.search.score.BindingScorer;
import gate.mimir.search.score.DelegatingScoringQueryExecutor;
import gate.mimir.search.score.MimirScorer;
+import gate.mimir.search.terms.DocumentTermsQuery;
+import gate.mimir.search.terms.TermsQuery;
+import gate.mimir.search.terms.TermsResultSet;
import gate.util.GateException;
public class Scratch {
@@ -161,7 +165,7 @@
* @param args
* @throws Exception sometimes
*/
- public static void main(String[] args) throws Exception {
+ public static void mainBuildDirectIndex(String[] args) throws Exception {
Gate.setGateHome(new File("gate-home"));
Gate.setUserConfigFile(new File("gate-home/user-gate.xml"));
Gate.init();
@@ -187,9 +191,59 @@
try {
MimirDirectIndexBuilder mdib = new MimirDirectIndexBuilder(new
File(args[0]), args[1]);
mdib.run();
-
} catch(Exception e) {
e.printStackTrace();
}
}
+
+ /**
+ * Main version for testing direct indexes
+ * @param args
+ * @throws Exception sometimes
+ */
+ public static void main(String[] args) throws Exception {
+ Gate.setGateHome(new File("gate-home"));
+ Gate.setUserConfigFile(new File("gate-home/user-gate.xml"));
+ Gate.init();
+ // load the tokeniser plugin
+ Gate.getCreoleRegister().registerDirectories(
+ new File("gate-home/plugins/ANNIE-tokeniser").toURI().toURL());
+ // load the DB plugin
+ Gate.getCreoleRegister().registerDirectories(
+ new File("../plugins/db-h2").toURI().toURL());
+// Gate.getCreoleRegister().registerDirectories(
+// new File("../plugins/sesame").toURI().toURL());
+ // load the measurements plugin
+ Gate.getCreoleRegister().registerDirectories(
+ new File("../plugins/measurements").toURI().toURL());
+ Gate.getCreoleRegister().registerDirectories(
+ new File("../plugins/sparql").toURI().toURL());
+
+ QueryEngine qEngine = new QueryEngine(new File(args[0]));
+ NumberFormat nf = NumberFormat.getNumberInstance();
+
+ long start = System.currentTimeMillis();
+ TermsQuery query = new DocumentTermsQuery(1, "root", IndexType.TOKENS,
+ true, true, DocumentTermsQuery.NO_LIMIT);
+ TermsResultSet res = query.execute(qEngine);
+ for(int i = 0; i < res.termIds.length; i++) {
+ System.out.print(res.termIds[i] + "\t");
+ if(res.termStrings != null) {
+ System.out.print("\"" + res.termStrings[i] + "\"\t");
+ }
+ if(res.termLengths != null) {
+ System.out.print("len:" + res.termLengths[i] + "\t");
+ }
+ if(res.termCounts != null) {
+ System.out.print("cnt:" + res.termCounts[i]);
+ }
+ System.out.println();
+ }
+
+ System.out.println("Found " + nf.format(res.termIds.length)
+ + " hits in " +
+ nf.format(System.currentTimeMillis() - start) + " ms.");
+ qEngine.close();
+ }
+
}
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
------------------------------------------------------------------------------
Live Security Virtual Conference
Exclusive live event will cover all the ways today's security and
threat landscape has changed and how IT managers can respond. Discussions
will include endpoint security, mobile security and the latest in malware
threats. http://www.accelacomm.com/jaw/sfrnl04242012/114/50122263/
_______________________________________________
GATE-cvs mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/gate-cvs
