http://git-wip-us.apache.org/repos/asf/incubator-rya/blob/5a03ef61/extras/indexing/src/test/java/mvm/rya/accumulo/documentIndex/DocumentIndexIntersectingIteratorTest.java ---------------------------------------------------------------------- diff --git a/extras/indexing/src/test/java/mvm/rya/accumulo/documentIndex/DocumentIndexIntersectingIteratorTest.java b/extras/indexing/src/test/java/mvm/rya/accumulo/documentIndex/DocumentIndexIntersectingIteratorTest.java deleted file mode 100644 index 8b76f7f..0000000 --- a/extras/indexing/src/test/java/mvm/rya/accumulo/documentIndex/DocumentIndexIntersectingIteratorTest.java +++ /dev/null @@ -1,1903 +0,0 @@ -package mvm.rya.accumulo.documentIndex; - -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ - -import java.util.Collection; -import java.util.List; -import java.util.Map; - -import junit.framework.Assert; -import mvm.rya.accumulo.AccumuloRdfConfiguration; -import mvm.rya.accumulo.RyaTableMutationsFactory; -import mvm.rya.api.domain.RyaStatement; -import mvm.rya.api.domain.RyaType; -import mvm.rya.api.domain.RyaURI; -import mvm.rya.api.resolver.RdfToRyaConversions; -import mvm.rya.api.resolver.RyaContext; -import mvm.rya.api.resolver.RyaToRdfConversions; -import mvm.rya.api.resolver.RyaTripleContext; -import mvm.rya.indexing.accumulo.entity.EntityCentricIndex; - -import org.apache.accumulo.core.client.AccumuloException; -import org.apache.accumulo.core.client.AccumuloSecurityException; -import org.apache.accumulo.core.client.BatchWriter; -import org.apache.accumulo.core.client.Connector; -import org.apache.accumulo.core.client.IteratorSetting; -import org.apache.accumulo.core.client.Scanner; -import org.apache.accumulo.core.client.TableExistsException; -import org.apache.accumulo.core.client.mock.MockInstance; -import org.apache.accumulo.core.data.Key; -import org.apache.accumulo.core.data.Mutation; -import org.apache.accumulo.core.data.Range; -import org.apache.accumulo.core.data.Value; -import org.apache.accumulo.core.security.Authorizations; -import org.apache.hadoop.io.Text; -import org.junit.Before; -import org.junit.Test; -import org.openrdf.model.vocabulary.XMLSchema; -import org.openrdf.query.MalformedQueryException; -import org.openrdf.query.QueryEvaluationException; -import org.openrdf.query.TupleQueryResultHandlerException; -import org.openrdf.query.algebra.StatementPattern; -import org.openrdf.query.algebra.TupleExpr; -import org.openrdf.query.algebra.helpers.StatementPatternCollector; -import org.openrdf.query.parser.ParsedQuery; -import org.openrdf.query.parser.sparql.SPARQLParser; -import org.openrdf.repository.RepositoryException; - -import com.google.common.primitives.Bytes; - - -public class DocumentIndexIntersectingIteratorTest { - - - - private Connector accCon; - String tablename = "table"; - - - @Before - public void init() throws RepositoryException, TupleQueryResultHandlerException, QueryEvaluationException, - MalformedQueryException, AccumuloException, AccumuloSecurityException, TableExistsException { - - accCon = new MockInstance().getConnector("root", "".getBytes()); - accCon.tableOperations().create(tablename); - - } - - - - - - - -@Test - public void testBasicColumnObj() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - m.put(new Text("cf"), new Text(null + "\u0000" + "obj" + "\u0000" + "cq"), new Value(new byte[0])); - m.put(new Text("cF"), new Text(null + "\u0000" +"obj" + "\u0000" + "cQ"), new Value(new byte[0])); - - if (i == 30 || i == 60) { - m.put(new Text("CF"), new Text(null + "\u0000" +"obj" + "\u0000" + "CQ"), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf"), new Text("obj" + "\u0000" + "cq" )); - TextColumn tc2 = new TextColumn(new Text("cF"), new Text("obj" + "\u0000" + "cQ" )); - TextColumn tc3 = new TextColumn(new Text("CF"), new Text("obj" + "\u0000" + "CQ" )); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 1****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(2, results); - - - - - } - - - - - - - -@Test - public void testBasicColumnObjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - m.put(new Text("cf"), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" ), new Value(new byte[0])); - m.put(new Text("cF"), new Text(null + "\u0000" +"obj" + "\u0000" + "cQ"), new Value(new byte[0])); - - if (i == 30 || i == 60) { - m.put(new Text("CF"), new Text(null + "\u0000" +"obj" + "\u0000" + "CQ" ), new Value(new byte[0])); - } - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf"), new Text("obj" + "\u0000" + "cq")); - TextColumn tc2 = new TextColumn(new Text("cF"), new Text("obj" + "\u0000" + "cQ")); - TextColumn tc3 = new TextColumn(new Text("CF"), new Text("obj")); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - tc3.setIsPrefix(true); - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 2****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(2, results); - - - - - } - - - - -@Test - public void testBasicColumnSubjObjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - m.put(new Text("cf"), new Text(null + "\u0000" +"obj" + "\u0000" + "cq"), new Value(new byte[0])); - m.put(new Text("cF"), new Text(null + "\u0000" +"obj" + "\u0000" + "cQ"), new Value(new byte[0])); - - if (i == 30 ) { - m.put(new Text("CF"), new Text(null + "\u0000" +"obj" + "\u0000" + "CQ"), new Value(new byte[0])); - } - - if (i == 60) { - m.put(new Text("CF"), new Text(null + "\u0000" +"subj" + "\u0000" + "CQ"), new Value(new byte[0])); - } - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf"), new Text("obj" + "\u0000" + "cq" )); - TextColumn tc2 = new TextColumn(new Text("cF"), new Text("obj" + "\u0000" + "cQ")); - TextColumn tc3 = new TextColumn(new Text("CF"), new Text("subj")); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - tc3.setIsPrefix(true); - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 3****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(1, results); - - - - - } - - - - -@Test - public void testOneHundredColumnSubjObj() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf" + j), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j), new Value(new byte[0])); - } - - if (i == 30 ) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 100), new Value(new byte[0])); - } - - if (i == 60) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 100), new Value(new byte[0])); - } - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 20), new Text("obj" + "\u0000" + "cq" + 20)); - TextColumn tc2 = new TextColumn(new Text("cf" + 50), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" + 100), new Text("obj" + "\u0000" + "cq" + 100)); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 4****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(1, results); - - - - - } - - - - -@Test - public void testOneHundredColumnObjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf" + j), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j ), new Value(new byte[0])); - } - - if (i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + (100 + i)), new Value(new byte[0])); - } - - - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 20), new Text("obj" + "\u0000" + "cq" + 20)); - TextColumn tc2 = new TextColumn(new Text("cf" + 50), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" + 100), new Text("obj")); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - tc3.setIsPrefix(true); - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 5****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(4, results); - - - - - } - - - - - - - -@Test - public void testOneHundredColumnMultipleEntriesPerSubject() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf" + j), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j ), new Value(new byte[0])); - } - - if (i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + (100 + i)), new Value(new byte[0])); - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + (100 + i + 1)), new Value(new byte[0])); - } - - - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 20), new Text("obj" + "\u0000" + "cq" + 20 )); - TextColumn tc2 = new TextColumn(new Text("cf" + 50), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" + 100), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 6****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(8, results); - - - - - } - - - - - -@Test -public void testOneHundredColumnSubjObjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf" + j), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j), new Value(new byte[0])); - } - - if (i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + (100 + i)), new Value(new byte[0])); - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + (100 + i + 1)), new Value(new byte[0])); - } - - - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 20), new Text("obj" + "\u0000" + "cq" + 20)); - TextColumn tc2 = new TextColumn(new Text("cf" + 50), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" + 100), new Text("subj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 7****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(4, results); - - - - -} - - - - - - -@Test -public void testOneHundredColumnSubjObjPrefixFourTerms() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf" + j), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j), new Value(new byte[0])); - } - - if (i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + (100 + i)), new Value(new byte[0])); - m.put(new Text("cf" + 100), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + (100 + i + 1)), new Value(new byte[0])); - } - - - - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 20), new Text("obj" + "\u0000" + "cq" + 20)); - TextColumn tc2 = new TextColumn(new Text("cf" + 50), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" + 100), new Text("subj")); - TextColumn tc4 = new TextColumn(new Text("cf" + 100), new Text("obj")); - - tc3.setIsPrefix(true); - tc4.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[4]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - tc[3] = tc4; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 8****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(4, results); - - - - -} - - - - - - -//@Test -public void testOneHundredColumnSameCf() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - for(int j= 0; j < 100; j++) { - m.put(new Text("cf"), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + j), new Value(new byte[0])); - } - - - - bw.addMutation(m); - - } - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" ), new Text("obj" + "\u0000" + "cq" + 20)); - TextColumn tc2 = new TextColumn(new Text("cf"), new Text("obj" + "\u0000" + "cq" + 50)); - TextColumn tc3 = new TextColumn(new Text("cf" ), new Text("obj" + "\u0000" + "cq" + 80)); - TextColumn tc4 = new TextColumn(new Text("cf"), new Text("obj")); - - tc4.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[4]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - tc[3] = tc4; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 9****************************"); - for (Map.Entry<Key, Value> e : scan) { - //System.out.println(e); - results++; - } - - - Assert.assertEquals(10000, results); - - - - -} - - - - - -@Test -public void testGeneralStarQuery() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - - - - if(i == 30 || i == 60 ) { - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 3)); - - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 10****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(2, results); - - - - -} - - - - - - - -@Test -public void testGeneralStarQuerySubjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - - DocumentIndexIntersectingIterator dii = new DocumentIndexIntersectingIterator(); - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("subj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - dii.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 11****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(4, results); - - - - -} - - - - - -@Test -public void testGeneralStarQueryMultipleSubjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 4), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 4), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 5), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 5), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("subj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 12****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(12, results); - - - - -} - - - - -@Test -public void testFixedRangeColumnValidateExact() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 4), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 4), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 5), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 5), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 3)); - TextColumn tc4 = new TextColumn(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 4)); - TextColumn tc5 = new TextColumn(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 5)); - - - - TextColumn[] tc = new TextColumn[5]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - tc[3] = tc4; - tc[4] = tc5; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.setRange(Range.exact(new Text("" + 30))); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 14****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(1, results); - - - - -} - - - - - - -@Test -public void testLubmLikeTest() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m1 = new Mutation(new Text("ProfessorA" + i)); - Mutation m2= new Mutation(new Text("ProfessorB" + i)); - - m1.put(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#doctoralDegreeFrom";), - new Text(null + "\u0000" +"object" + "\u0000" + "http://www.University"; + i + ".edu"), new Value(new byte[0])); - m2.put(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#doctoralDegreeFrom";), - new Text(null + "\u0000" +"object" + "\u0000" + "http://www.University"; + i + ".edu"), new Value(new byte[0])); - m1.put(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#teacherOf";), - new Text(null + "\u0000" +"object" + "\u0000" + "http://Course"; + i), new Value(new byte[0])); - m2.put(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#teacherOf";), - new Text(null + "\u0000" +"object" + "\u0000" + "http://Course"; + i), new Value(new byte[0])); - - - bw.addMutation(m1); - bw.addMutation(m2); - - } - - - - TextColumn tc1 = new TextColumn(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#doctoralDegreeFrom"; ), - new Text("object" + "\u0000" + "http://www.University"; + 30 + ".edu")); - TextColumn tc2 = new TextColumn(new Text("http://swat.cse.lehigh.edu/onto/univ-bench.owl#teacherOf";), - new Text("object" + "\u0000" + "http://Course"; + 30)); - - - - - TextColumn[] tc = new TextColumn[2]; - tc[0] = tc1; - tc[1] = tc2; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 15****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(2, results); - - - - -} - - - - - - - - - - - - - - - - - -@Test -public void testFixedRangeColumnValidateSubjPrefix() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 4), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 4 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"obj" + "\u0000" + "cq" + 5 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" +"subj" + "\u0000" + "cq" + 5 ), new Value(new byte[0])); - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("subj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - scan.setRange(Range.exact(new Text("" + 30))); - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 13****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(3, results); - - - - -} - - - - - -//@Test -//public void testRangeBound() { -// -// BatchWriter bw = null; -// -// try { -// -// -// -// -// for (int i = 0; i < 100; i++) { -// -// Mutation m = new Mutation(new Text("" + i)); -// -// m.put(new Text("cf" + 1), new Text("obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); -// m.put(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); -// m.put(new Text("cf" + 1), new Text("subj" + "\u0000" + "cq" + 1), new Value(new byte[0])); -// m.put(new Text("cf" + 2), new Text("subj" + "\u0000" + "cq" + 2), new Value(new byte[0])); -// -// -// -// if(i == 30 || i == 60 || i == 90 || i == 99) { -// m.put(new Text("cf" + 3), new Text("obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); -// m.put(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 3), new Value(new byte[0])); -// m.put(new Text("cf" + 3), new Text("obj" + "\u0000" + "cq" + 4), new Value(new byte[0])); -// m.put(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 4), new Value(new byte[0])); -// m.put(new Text("cf" + 3), new Text("obj" + "\u0000" + "cq" + 5), new Value(new byte[0])); -// m.put(new Text("cf" + 3), new Text("subj" + "\u0000" + "cq" + 5), new Value(new byte[0])); -// } -// -// bw.addMutation(m); -// -// } -// -// -// -// Text cf = new Text("cf" + 3); -// Text cq = new Text("obj" + "\u0000" + "cq" + 3); -// -// Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); -// scan.fetchColumn(cf, cq ); -// scan.setRange(new Range()); -// -// -// int results = 0; -// System.out.println("************************Test 14****************************"); -// for (Map.Entry<Key, Value> e : scan) { -// System.out.println(e); -// results++; -// } -// -// -// -// -// -// -// } catch (MutationsRejectedException e) { -// // TODO Auto-generated catch block -// e.printStackTrace(); -// } catch (TableNotFoundException e) { -// // TODO Auto-generated catch block -// e.printStackTrace(); -// } -// -//} - - - - - -@Test -public void testContext1() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 4 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 5 ), new Value(new byte[0])); - - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - DocumentIndexIntersectingIterator.setContext(is, "context1"); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 14****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(8, results); - - - - -} - - - - - - - -@Test -public void testContext2() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 4 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context3" + "\u0000" +"obj" + "\u0000" + "cq" + 5 ), new Value(new byte[0])); - - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - DocumentIndexIntersectingIterator.setContext(is, "context2"); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 15****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(0, results); - - - - -} - - - - - - - - -@Test -public void testContext3() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 1 + "\u0000" + "context1"), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 2 + "\u0000" + "context1"), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 1 + "\u0000" + "context2"), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 2 + "\u0000" + "context2"), new Value(new byte[0])); - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 4 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context3" + "\u0000" +"obj" + "\u0000" + "cq" + 5 ), new Value(new byte[0])); - - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - DocumentIndexIntersectingIterator.setContext(is, "context2"); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 16****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(4, results); - - - - -} - - - - - - - - - -@Test -public void testContext4() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context2" + "\u0000" +"obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - - - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 17****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(8, results); - - - - - -} - - - - - -@Test -public void testContext5() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("" + i)); - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + 1), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + 2), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text(null + "\u0000" + "obj" + "\u0000" + "cq" + 1 ), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text(null + "\u0000" + "obj" + "\u0000" + "cq" + 2 ), new Value(new byte[0])); - - - if(i == 30 || i == 60 || i == 90 || i == 99) { - m.put(new Text("cf" + 3), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + 3), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - m.put(new Text("cf" + 3), new Text(null + "\u0000" + "obj" + "\u0000" + "cq" + 3 ), new Value(new byte[0])); - - - } - - bw.addMutation(m); - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" + "\u0000" + "cq" + 1)); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" + "\u0000" + "cq" + 2)); - TextColumn tc3 = new TextColumn(new Text("cf" + 3), new Text("obj")); - - tc3.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 18****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(12, results); - - - - -} - - - - - - -@Test -public void testContext6() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 100; i++) { - - Mutation m = new Mutation(new Text("row" + i)); - - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" + "subj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" + "subj" + "\u0000" + "cq" + i), new Value(new byte[0])); - - - bw.addMutation(m); - - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" )); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("subj" )); - - - tc1.setIsPrefix(true); - tc2.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[2]; - tc[0] = tc1; - tc[1] = tc2; - - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - DocumentIndexIntersectingIterator.setContext(is, "context2"); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 19****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(100, results); - - - - -} - - - -@Test -public void testContext7() throws Exception { - - BatchWriter bw = null; - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 10; i++) { - - Mutation m = new Mutation(new Text("row" + i)); - - - m.put(new Text("cf" + 1), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context1" + "\u0000" + "obj" + "\u0000" + "cq" + 100 + i), new Value(new byte[0])); - m.put(new Text("cf" + 1), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + i), new Value(new byte[0])); - m.put(new Text("cf" + 2), new Text("context2" + "\u0000" + "obj" + "\u0000" + "cq" + 100+i), new Value(new byte[0])); - - - bw.addMutation(m); - - - } - - - - TextColumn tc1 = new TextColumn(new Text("cf" + 1 ), new Text("obj" )); - TextColumn tc2 = new TextColumn(new Text("cf" + 2), new Text("obj" )); - - - tc1.setIsPrefix(true); - tc2.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[2]; - tc[0] = tc1; - tc[1] = tc2; - - - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 20****************************"); - for (Map.Entry<Key, Value> e : scan) { - System.out.println(e); - results++; - } - - - Assert.assertEquals(40, results); - - - - -} - - - - - - - -@Test -public void testSerialization1() throws Exception { - - BatchWriter bw = null; - AccumuloRdfConfiguration acc = new AccumuloRdfConfiguration(); - acc.set(AccumuloRdfConfiguration.CONF_ADDITIONAL_INDEXERS, EntityCentricIndex.class.getName()); - RyaTableMutationsFactory rtm = new RyaTableMutationsFactory(RyaTripleContext.getInstance(acc)); - - bw = accCon.createBatchWriter(tablename, 500L * 1024L * 1024L, Long.MAX_VALUE, 30); - - - - for (int i = 0; i < 20; i++) { - - - RyaStatement rs1 = new RyaStatement(new RyaURI("uri:" + i ), new RyaURI("uri:cf1"), new RyaType(XMLSchema.STRING, "cq1")); - RyaStatement rs2 = new RyaStatement(new RyaURI("uri:" + i ), new RyaURI("uri:cf2"), new RyaType(XMLSchema.STRING, "cq2")); - RyaStatement rs3 = null; - RyaStatement rs4 = null; - - if(i == 5 || i == 15) { - rs3 = new RyaStatement(new RyaURI("uri:" +i ), new RyaURI("uri:cf3"), new RyaType(XMLSchema.INTEGER,Integer.toString(i))); - rs4 = new RyaStatement(new RyaURI("uri:" +i ), new RyaURI("uri:cf3"), new RyaType(XMLSchema.STRING,Integer.toString(i))); - } - - - - Collection<Mutation> m1 = EntityCentricIndex.createMutations(rs1); - for (Mutation m : m1) { - bw.addMutation(m); - } - Collection<Mutation> m2 = EntityCentricIndex.createMutations(rs2); - for (Mutation m : m2) { - bw.addMutation(m); - } - if (rs3 != null) { - Collection<Mutation> m3 = EntityCentricIndex.createMutations(rs3); - for (Mutation m : m3) { - bw.addMutation(m); - } - } - if (rs4 != null) { - Collection<Mutation> m4 = EntityCentricIndex.createMutations(rs4); - for (Mutation m : m4) { - bw.addMutation(m); - } - } - - - - - - } - - String q1 = "" // - + "SELECT ?X ?Y1 ?Y2 " // - + "{"// - + "?X <uri:cf1> ?Y1 ."// - + "?X <uri:cf2> ?Y2 ."// - + "?X <uri:cf3> 5 ."// - + "}"; - - - String q2 = "" // - + "SELECT ?X ?Y1 ?Y2 " // - + "{"// - + "?X <uri:cf1> ?Y1 ."// - + "?X <uri:cf2> ?Y2 ."// - + "?X <uri:cf3> \"15\" ."// - + "}"; - - - - SPARQLParser parser = new SPARQLParser(); - - ParsedQuery pq1 = parser.parseQuery(q1, null); - ParsedQuery pq2 = parser.parseQuery(q2, null); - - TupleExpr te1 = pq1.getTupleExpr(); - TupleExpr te2 = pq2.getTupleExpr(); - - List<StatementPattern> spList1 = StatementPatternCollector.process(te1); - List<StatementPattern> spList2 = StatementPatternCollector.process(te2); - - System.out.println(spList1); - System.out.println(spList2); - - RyaType rt1 = RdfToRyaConversions.convertValue(spList1.get(2).getObjectVar().getValue()); - RyaType rt2 = RdfToRyaConversions.convertValue(spList2.get(2).getObjectVar().getValue()); - - RyaURI predURI1 = (RyaURI) RdfToRyaConversions.convertValue(spList1.get(0).getPredicateVar().getValue()); - RyaURI predURI2 = (RyaURI) RdfToRyaConversions.convertValue(spList1.get(1).getPredicateVar().getValue()); - RyaURI predURI3 = (RyaURI) RdfToRyaConversions.convertValue(spList1.get(2).getPredicateVar().getValue()); - -// System.out.println("to string" + spList1.get(2).getObjectVar().getValue().stringValue()); -// System.out.println("converted obj" + rt1.getData()); -// System.out.println("equal: " + rt1.getData().equals(spList1.get(2).getObjectVar().getValue().stringValue())); - - - System.out.println(rt1); - System.out.println(rt2); - - RyaContext rc = RyaContext.getInstance(); - - byte[][] b1 = rc.serializeType(rt1); - byte[][] b2 = rc.serializeType(rt2); - - byte[] b3 = Bytes.concat("object".getBytes(), "\u0000".getBytes(), b1[0], b1[1]); - byte[] b4 = Bytes.concat("object".getBytes(), "\u0000".getBytes(), b2[0], b2[1]); - - System.out.println(new String(b3)); - System.out.println(new String(b4)); - - TextColumn tc1 = new TextColumn(new Text(predURI1.getData()), new Text("object")); - TextColumn tc2 = new TextColumn(new Text(predURI2.getData()), new Text("object")); - TextColumn tc3 = new TextColumn(new Text(predURI3.getData()), new Text(b3)); - - tc1.setIsPrefix(true); - tc2.setIsPrefix(true); - - TextColumn[] tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - IteratorSetting is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - Scanner scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - int results = 0; - System.out.println("************************Test 21****************************"); - Text t = null; - for (Map.Entry<Key, Value> e : scan) { - t = e.getKey().getColumnQualifier(); - System.out.println(e); - results++; - } - - Assert.assertEquals(1, results); - String [] s = t.toString().split("\u001D" + "\u001E"); - String[] s1 = s[2].split("\u0000"); - RyaType rt = rc.deserialize(s1[2].getBytes()); - System.out.println("Rya type is " + rt); - org.openrdf.model.Value v = RyaToRdfConversions.convertValue(rt); - Assert.assertTrue(v.equals(spList1.get(2).getObjectVar().getValue())); - - tc1 = new TextColumn(new Text(predURI1.getData()), new Text("object")); - tc2 = new TextColumn(new Text(predURI2.getData()), new Text("object")); - tc3 = new TextColumn(new Text(predURI3.getData()), new Text(b4)); - - tc1.setIsPrefix(true); - tc2.setIsPrefix(true); - - tc = new TextColumn[3]; - tc[0] = tc1; - tc[1] = tc2; - tc[2] = tc3; - - is = new IteratorSetting(30, "fii", DocumentIndexIntersectingIterator.class); - - DocumentIndexIntersectingIterator.setColumnFamilies(is, tc); - - scan = accCon.createScanner(tablename, new Authorizations("auths")); - - scan.addScanIterator(is); - - results = 0; - System.out.println("************************Test 21****************************"); - - for (Map.Entry<Key, Value> e : scan) { - t = e.getKey().getColumnQualifier(); - System.out.println(e); - results++; - } - - Assert.assertEquals(1, results); - s = t.toString().split("\u001D" + "\u001E"); - s1 = s[2].split("\u0000"); - rt = rc.deserialize(s1[2].getBytes()); - System.out.println("Rya type is " + rt); - v = RyaToRdfConversions.convertValue(rt); - Assert.assertTrue(v.equals(spList2.get(2).getObjectVar().getValue())); - - - - -} - - - - - - - - - - - - -}
http://git-wip-us.apache.org/repos/asf/incubator-rya/blob/5a03ef61/extras/indexing/src/test/java/mvm/rya/indexing/IndexPlanValidator/GeneralizedExternalProcessorTest.java ---------------------------------------------------------------------- diff --git a/extras/indexing/src/test/java/mvm/rya/indexing/IndexPlanValidator/GeneralizedExternalProcessorTest.java b/extras/indexing/src/test/java/mvm/rya/indexing/IndexPlanValidator/GeneralizedExternalProcessorTest.java deleted file mode 100644 index bfea0bd..0000000 --- a/extras/indexing/src/test/java/mvm/rya/indexing/IndexPlanValidator/GeneralizedExternalProcessorTest.java +++ /dev/null @@ -1,325 +0,0 @@ -package mvm.rya.indexing.IndexPlanValidator; - -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ - - -import static org.junit.Assert.*; - -import java.util.ArrayList; -import java.util.List; -import java.util.Set; - -import junit.framework.Assert; -import mvm.rya.indexing.external.ExternalProcessor; -import mvm.rya.indexing.external.tupleSet.ExternalTupleSet; -import mvm.rya.indexing.external.tupleSet.SimpleExternalTupleSet; - -import org.junit.Test; -import org.openrdf.query.algebra.Projection; -import org.openrdf.query.algebra.TupleExpr; -import org.openrdf.query.parser.ParsedQuery; -import org.openrdf.query.parser.sparql.SPARQLParser; - -import com.google.common.collect.Lists; -import com.google.common.collect.Sets; - -public class GeneralizedExternalProcessorTest { - - private String q7 = ""// - + "SELECT ?s ?t ?u " // - + "{" // - + " ?s a ?t ."// - + " ?t <http://www.w3.org/2000/01/rdf-schema#label> ?u ."// - + " ?u <uri:talksTo> ?s . "// - + "}";// - - - private String q8 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c ?n ?o ?p ?a ?h ?r " // - + "{" // - + " ?h <http://www.w3.org/2000/01/rdf-schema#label> ?r ."// - + " ?f a ?m ."// - + " ?p <uri:talksTo> ?n . "// - + " ?e a ?l ."// - + " ?o <http://www.w3.org/2000/01/rdf-schema#label> ?p ."// - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?n a ?o ."// - + " ?a a ?h ."// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + " ?r <uri:talksTo> ?a . "// - + "}";// - - - - - private String q11 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c ?n ?o ?p ?a ?h ?r ?x ?y ?w ?t ?duck ?chicken ?pig ?rabbit " // - + "{" // - + " ?w a ?t ."// - + " ?x a ?y ."// - + " ?duck a ?chicken ."// - + " ?pig a ?rabbit ."// - + " ?h <http://www.w3.org/2000/01/rdf-schema#label> ?r ."// - + " ?f a ?m ."// - + " ?p <uri:talksTo> ?n . "// - + " ?e a ?l ."// - + " ?o <http://www.w3.org/2000/01/rdf-schema#label> ?p ."// - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?n a ?o ."// - + " ?a a ?h ."// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + " ?r <uri:talksTo> ?a . "// - + "}";// - - - private String q12 = ""// - + "SELECT ?b ?p ?dog ?cat " // - + "{" // - + " ?b a ?p ."// - + " ?dog a ?cat. "// - + "}";// - - - - private String q13 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c ?n ?o ?p ?a ?h ?r ?x ?y ?w ?t ?duck ?chicken ?pig ?rabbit ?dick ?jane ?betty " // - + "{" // - + " ?w a ?t ."// - + " ?x a ?y ."// - + " ?duck a ?chicken ."// - + " ?pig a ?rabbit ."// - + " ?h <http://www.w3.org/2000/01/rdf-schema#label> ?r ."// - + " ?f a ?m ."// - + " ?p <uri:talksTo> ?n . "// - + " ?e a ?l ."// - + " ?o <http://www.w3.org/2000/01/rdf-schema#label> ?p ."// - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?n a ?o ."// - + " ?a a ?h ."// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + " ?r <uri:talksTo> ?a . "// - + " ?dick <uri:talksTo> ?jane . "// - + " ?jane <uri:talksTo> ?betty . "// - + "}";// - - private String q14 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c ?n ?o ?p ?a ?h ?r ?x ?y ?w ?t ?duck ?chicken ?pig ?rabbit " // - + "{" // - + " ?w a ?t ."// - + " ?x a ?y ."// - + " ?duck a ?chicken ."// - + " ?pig a ?rabbit ."// - + " ?h <http://www.w3.org/2000/01/rdf-schema#label> ?r ."// - + " ?f a ?m ."// - + " ?p <uri:talksTo> ?n . "// - + " ?e a ?l ."// - + " ?o <http://www.w3.org/2000/01/rdf-schema#label> ?p ."// - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?n a ?o ."// - + " ?a a ?h ."// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + " ?r <uri:talksTo> ?a . "// - + " ?d <uri:talksTo> ?a . "// - + "}";// - - - private String q15 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c " // - + "{" // - + " ?f a ?m ."// - + " ?e a ?l ."// - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + "}";// - - private String q16 = ""// - + "SELECT ?f ?m ?d ?e ?l ?c " // - + "{" // - + " ?d <uri:talksTo> ?f . "// - + " ?c <uri:talksTo> ?e . "// - + " ?m <http://www.w3.org/2000/01/rdf-schema#label> ?d ."// - + " ?l <http://www.w3.org/2000/01/rdf-schema#label> ?c ."// - + "}";// - - private String q17 = ""// - + "SELECT ?dog ?cat ?chicken " // - + "{" // - + " ?chicken <uri:talksTo> ?dog . "// - + " ?cat <http://www.w3.org/2000/01/rdf-schema#label> ?chicken ."// - + "}";// - - private String q18 = ""// - + "SELECT ?dog ?chicken " // - + "{" // - + " ?chicken <uri:talksTo> ?dog . "// - + "}";// - - private String q19 = ""// - + "SELECT ?cat ?chicken " // - + "{" // - + " ?cat <http://www.w3.org/2000/01/rdf-schema#label> ?chicken ."// - + "}";// - - - - - - - - - - //@Test - public void testTwoIndexLargeQuery() throws Exception { - - SPARQLParser parser = new SPARQLParser(); - - - ParsedQuery pq1 = parser.parseQuery(q15, null); - ParsedQuery pq2 = parser.parseQuery(q7, null); - ParsedQuery pq3 = parser.parseQuery(q12, null); - - - - System.out.println("Query is " + pq1.getTupleExpr()); - - SimpleExternalTupleSet extTup1 = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr())); - SimpleExternalTupleSet extTup2 = new SimpleExternalTupleSet(new Projection(pq3.getTupleExpr())); - //SimpleExternalTupleSet extTup3 = new SimpleExternalTupleSet(new Projection(pq5.getTupleExpr())); - - - List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>(); - - list.add(extTup2); - //list.add(extTup3); - list.add(extTup1); - - - IndexedExecutionPlanGenerator iep = new IndexedExecutionPlanGenerator(pq1.getTupleExpr(),list); - List<ExternalTupleSet> indexSet = iep.getNormalizedIndices(); - Assert.assertEquals(4, indexSet.size()); - -// System.out.println("Normalized indices are: "); -// for(ExternalTupleSet e: indexSet) { -// System.out.println(e.getTupleExpr()); -// } - - Set<TupleExpr> processedTups = Sets.newHashSet(iep.getIndexedTuples()); - - Assert.assertEquals(5, processedTups.size()); - - // System.out.println("Size is " + processedTups.size()); - -// System.out.println("Indexed tuples are :" ); -// for(TupleExpr te: processedTups) { -// System.out.println(te); -// } - - - - - - - } - - - - - - @Test - public void testThreeIndexQuery() throws Exception { - - SPARQLParser parser = new SPARQLParser(); - - - ParsedQuery pq1 = parser.parseQuery(q16, null); - ParsedQuery pq2 = parser.parseQuery(q17, null); - ParsedQuery pq3 = parser.parseQuery(q18, null); - ParsedQuery pq4 = parser.parseQuery(q19, null); - - - - System.out.println("Query is " + pq1.getTupleExpr()); - - SimpleExternalTupleSet extTup1 = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr())); - SimpleExternalTupleSet extTup2 = new SimpleExternalTupleSet(new Projection(pq3.getTupleExpr())); - SimpleExternalTupleSet extTup3 = new SimpleExternalTupleSet(new Projection(pq4.getTupleExpr())); - - - List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>(); - - list.add(extTup2); - list.add(extTup3); - list.add(extTup1); - - - IndexedExecutionPlanGenerator iep = new IndexedExecutionPlanGenerator(pq1.getTupleExpr(),list); - List<ExternalTupleSet> indexSet = iep.getNormalizedIndices(); - Assert.assertEquals(6, indexSet.size()); - -// System.out.println("Normalized indices are: "); -// for(ExternalTupleSet e: indexSet) { -// System.out.println(e.getTupleExpr()); -// } - - Set<TupleExpr> processedTups = Sets.newHashSet(iep.getIndexedTuples()); - - Assert.assertEquals(17, processedTups.size()); - - // System.out.println("Size is " + processedTups.size()); - -// System.out.println("Indexed tuples are :" ); -// for(TupleExpr te: processedTups) { -// System.out.println(te); -// } - - - TupleExecutionPlanGenerator tep = new TupleExecutionPlanGenerator(); - List<TupleExpr> plans = Lists.newArrayList(tep.getPlans(processedTups.iterator())); - - - System.out.println("Size is " + plans.size()); - - System.out.println("Possible indexed tuple plans are :" ); - for(TupleExpr te: plans) { - System.out.println(te); - } - - - - - } - - - - - - - -}
