http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/AggregationTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/AggregationTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/AggregationTest.java index 080746c..752c643 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/AggregationTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/AggregationTest.java @@ -73,9 +73,8 @@ import org.junit.Test; */ public class AggregationTest extends AbstractIntegrationTest { - final IFileSplitProvider splitProvider = new ConstantFileSplitProvider( - new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.002" + File.separator - + "lineitem.tbl") }); + final IFileSplitProvider splitProvider = new ConstantFileSplitProvider(new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.002" + File.separator + "lineitem.tbl") }); final RecordDescriptor desc = new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), IntegerSerializerDeserializer.INSTANCE, @@ -110,8 +109,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeySumPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -150,8 +149,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeySumExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -164,18 +163,19 @@ public class AggregationTest extends AbstractIntegrationTest { int tableSize = 8; long fileSize = frameLimits * spec.getFrameSize(); - ExternalGroupOperatorDescriptor grouper = new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, - keyFields, frameLimits, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory(), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), - new FloatSumFieldAggregatorFactory(5, false) }), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), - new FloatSumFieldAggregatorFactory(3, false) }), - outputRec, outputRec, new HashSpillableTableFactory( - new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); + ExternalGroupOperatorDescriptor grouper = + new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, keyFields, frameLimits, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory(), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), + new FloatSumFieldAggregatorFactory(5, false) }), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), + new FloatSumFieldAggregatorFactory(3, false) }), + outputRec, outputRec, new HashSpillableTableFactory( + new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, grouper, NC2_ID, NC1_ID); @@ -199,8 +199,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeyAvgPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -239,8 +239,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeyAvgExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -253,18 +253,19 @@ public class AggregationTest extends AbstractIntegrationTest { int tableSize = 8; long fileSize = frameLimits * spec.getFrameSize(); - ExternalGroupOperatorDescriptor grouper = new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, - keyFields, frameLimits, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory(), - new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new IntSumFieldAggregatorFactory(1, false), - new CountFieldAggregatorFactory(false), new AvgFieldGroupAggregatorFactory(1, false) }), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), - new AvgFieldMergeAggregatorFactory(3, false) }), - outputRec, outputRec, new HashSpillableTableFactory( - new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); + ExternalGroupOperatorDescriptor grouper = + new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, keyFields, frameLimits, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory(), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new CountFieldAggregatorFactory(false), + new AvgFieldGroupAggregatorFactory(1, false) }), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), + new AvgFieldMergeAggregatorFactory(3, false) }), + outputRec, outputRec, new HashSpillableTableFactory( + new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, grouper, NC2_ID, NC1_ID); @@ -288,13 +289,13 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeyMinMaxStringPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); - RecordDescriptor outputRec = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + RecordDescriptor outputRec = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), IntegerSerializerDeserializer.INSTANCE, new UTF8StringSerializerDeserializer() }); int[] keyFields = new int[] { 0 }; @@ -328,13 +329,13 @@ public class AggregationTest extends AbstractIntegrationTest { public void singleKeyMinMaxStringExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); - RecordDescriptor outputRec = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + RecordDescriptor outputRec = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), IntegerSerializerDeserializer.INSTANCE, new UTF8StringSerializerDeserializer() }); int[] keyFields = new int[] { 0 }; @@ -342,18 +343,19 @@ public class AggregationTest extends AbstractIntegrationTest { int tableSize = 8; long fileSize = frameLimits * spec.getFrameSize(); - ExternalGroupOperatorDescriptor grouper = new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, - keyFields, frameLimits, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory(), - new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new IntSumFieldAggregatorFactory(1, false), - new MinMaxStringFieldAggregatorFactory(15, true, true) }), - new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new IntSumFieldAggregatorFactory(1, false), - new MinMaxStringFieldAggregatorFactory(2, true, true) }), - outputRec, outputRec, new HashSpillableTableFactory( - new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); + ExternalGroupOperatorDescriptor grouper = + new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, keyFields, frameLimits, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory(), + new MultiFieldsAggregatorFactory( + new IFieldAggregateDescriptorFactory[] { new IntSumFieldAggregatorFactory(1, false), + new MinMaxStringFieldAggregatorFactory(15, true, true) }), + new MultiFieldsAggregatorFactory( + new IFieldAggregateDescriptorFactory[] { new IntSumFieldAggregatorFactory(1, false), + new MinMaxStringFieldAggregatorFactory(2, true, true) }), + outputRec, outputRec, new HashSpillableTableFactory( + new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, grouper, NC2_ID, NC1_ID); @@ -377,8 +379,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeySumPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -419,8 +421,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeySumExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -469,13 +471,13 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeyAvgPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); - RecordDescriptor outputRec = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + RecordDescriptor outputRec = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), IntegerSerializerDeserializer.INSTANCE, IntegerSerializerDeserializer.INSTANCE, FloatSerializerDeserializer.INSTANCE }); @@ -513,13 +515,13 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeyAvgExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); - RecordDescriptor outputRec = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + RecordDescriptor outputRec = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), IntegerSerializerDeserializer.INSTANCE, IntegerSerializerDeserializer.INSTANCE, FloatSerializerDeserializer.INSTANCE }); @@ -566,8 +568,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeyMinMaxStringPreClusterGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); @@ -609,8 +611,8 @@ public class AggregationTest extends AbstractIntegrationTest { public void multiKeyMinMaxStringExtGroupTest() throws Exception { JobSpecification spec = new JobSpecification(); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, tupleParserFactory, desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID);
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CancelJobTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CancelJobTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CancelJobTest.java index 7eba9e7..ec3b8f1 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CancelJobTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CancelJobTest.java @@ -230,8 +230,8 @@ public class CancelJobTest extends AbstractMultiNCIntegrationTest { FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(ASTERIX_IDS[0], "data" + File.separator + "tpch0.001" + File.separator + "orders-part1.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); - RecordDescriptor recordDesc = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + RecordDescriptor recordDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CountOfCountsTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CountOfCountsTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CountOfCountsTest.java index c05b504..c28a5aa 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CountOfCountsTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/CountOfCountsTest.java @@ -64,14 +64,12 @@ public class CountOfCountsTest extends AbstractIntegrationTest { FileSplit[] splits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator + "words.txt") }; IFileSplitProvider splitProvider = new ConstantFileSplitProvider(splits); - RecordDescriptor desc = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); + RecordDescriptor desc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor( - spec, - splitProvider, - new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, new DelimitedDataTupleParserFactory( + new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); InMemorySortOperatorDescriptor sorter = new InMemorySortOperatorDescriptor(spec, new int[] { 0 }, @@ -84,11 +82,13 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 0 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc2); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group, NC2_ID); InMemorySortOperatorDescriptor sorter2 = new InMemorySortOperatorDescriptor(spec, new int[] { 1 }, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, desc2); + new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter2, NC2_ID); RecordDescriptor desc3 = new RecordDescriptor(new ISerializerDeserializer[] { @@ -96,7 +96,8 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group2 = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 1 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc3); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc3); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group2, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -106,18 +107,16 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, printer, NC2_ID); IConnectorDescriptor conn1 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 0 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 0 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn1, csvScanner, 0, sorter, 0); IConnectorDescriptor conn2 = new OneToOneConnectorDescriptor(spec); spec.connect(conn2, sorter, 0, group, 0); IConnectorDescriptor conn3 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 1 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 1 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn3, group, 0, sorter2, 0); IConnectorDescriptor conn4 = new OneToOneConnectorDescriptor(spec); @@ -136,14 +135,12 @@ public class CountOfCountsTest extends AbstractIntegrationTest { FileSplit[] splits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator + "words.txt") }; IFileSplitProvider splitProvider = new ConstantFileSplitProvider(splits); - RecordDescriptor desc = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); + RecordDescriptor desc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor( - spec, - splitProvider, - new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, new DelimitedDataTupleParserFactory( + new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); InMemorySortOperatorDescriptor sorter = new InMemorySortOperatorDescriptor(spec, new int[] { 0 }, @@ -156,11 +153,13 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 0 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc2); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group, NC1_ID, NC2_ID, NC1_ID, NC2_ID); InMemorySortOperatorDescriptor sorter2 = new InMemorySortOperatorDescriptor(spec, new int[] { 1 }, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, desc2); + new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter2, NC1_ID, NC2_ID); RecordDescriptor desc3 = new RecordDescriptor(new ISerializerDeserializer[] { @@ -168,7 +167,8 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group2 = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 1 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc3); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc3); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group2, NC1_ID, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -179,18 +179,16 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, printer, NC1_ID); IConnectorDescriptor conn1 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 0 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 0 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn1, csvScanner, 0, sorter, 0); IConnectorDescriptor conn2 = new OneToOneConnectorDescriptor(spec); spec.connect(conn2, sorter, 0, group, 0); IConnectorDescriptor conn3 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 1 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 1 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn3, group, 0, sorter2, 0); IConnectorDescriptor conn4 = new OneToOneConnectorDescriptor(spec); @@ -209,14 +207,12 @@ public class CountOfCountsTest extends AbstractIntegrationTest { FileSplit[] splits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator + "words.txt") }; IFileSplitProvider splitProvider = new ConstantFileSplitProvider(splits); - RecordDescriptor desc = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); + RecordDescriptor desc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor( - spec, - splitProvider, - new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), - desc); + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, new DelimitedDataTupleParserFactory( + new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID); ExternalSortOperatorDescriptor sorter = new ExternalSortOperatorDescriptor(spec, 3, new int[] { 0 }, @@ -229,11 +225,13 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 0 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc2); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group, NC1_ID, NC2_ID, NC1_ID, NC2_ID); InMemorySortOperatorDescriptor sorter2 = new InMemorySortOperatorDescriptor(spec, new int[] { 1 }, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, desc2); + new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, + desc2); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter2, NC1_ID, NC2_ID); RecordDescriptor desc3 = new RecordDescriptor(new ISerializerDeserializer[] { @@ -241,7 +239,8 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PreclusteredGroupOperatorDescriptor group2 = new PreclusteredGroupOperatorDescriptor(spec, new int[] { 1 }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(IntegerPointable.FACTORY) }, new MultiFieldsAggregatorFactory( - new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), desc3); + new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }), + desc3); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, group2, NC1_ID, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -252,18 +251,16 @@ public class CountOfCountsTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, printer, NC1_ID); IConnectorDescriptor conn1 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 0 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 0 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn1, csvScanner, 0, sorter, 0); IConnectorDescriptor conn2 = new OneToOneConnectorDescriptor(spec); spec.connect(conn2, sorter, 0, group, 0); IConnectorDescriptor conn3 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 1 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 1 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn3, group, 0, sorter2, 0); IConnectorDescriptor conn4 = new OneToOneConnectorDescriptor(spec); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/DeployedJobSpecsTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/DeployedJobSpecsTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/DeployedJobSpecsTest.java index 553c5b5..40b6b27 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/DeployedJobSpecsTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/DeployedJobSpecsTest.java @@ -134,8 +134,10 @@ public class DeployedJobSpecsTest { verify(nc2, Mockito.timeout(TIME_THRESHOLD).times(2)).checkForDuplicateDeployedJobSpec(any()); //confirm that both jobs are distributed - Assert.assertTrue(nc1.getActivityClusterGraph(distributedId1) != null && nc2.getActivityClusterGraph(distributedId1) != null); - Assert.assertTrue(nc1.getActivityClusterGraph(distributedId2) != null && nc2.getActivityClusterGraph(distributedId2) != null); + Assert.assertTrue(nc1.getActivityClusterGraph(distributedId1) != null + && nc2.getActivityClusterGraph(distributedId1) != null); + Assert.assertTrue(nc1.getActivityClusterGraph(distributedId2) != null + && nc2.getActivityClusterGraph(distributedId2) != null); Assert.assertTrue(cc.getDeployedJobSpecStore().getDeployedJobSpecDescriptor(distributedId1) != null); Assert.assertTrue(cc.getDeployedJobSpecStore().getDeployedJobSpecDescriptor(distributedId2) != null); @@ -157,7 +159,8 @@ public class DeployedJobSpecsTest { verify(nc2, Mockito.timeout(TIME_THRESHOLD).times(1)).removeActivityClusterGraph(any()); //confirm the first job is destroyed - Assert.assertTrue(nc1.getActivityClusterGraph(distributedId1) == null && nc2.getActivityClusterGraph(distributedId1) == null); + Assert.assertTrue(nc1.getActivityClusterGraph(distributedId1) == null + && nc2.getActivityClusterGraph(distributedId1) == null); cc.getDeployedJobSpecStore().checkForExistingDeployedJobSpecDescriptor(distributedId1); //run the second job @@ -187,7 +190,8 @@ public class DeployedJobSpecsTest { verify(nc2, Mockito.timeout(TIME_THRESHOLD).times(2)).removeActivityClusterGraph(any()); //confirm the second job is destroyed - Assert.assertTrue(nc1.getActivityClusterGraph(distributedId2) == null && nc2.getActivityClusterGraph(distributedId2) == null); + Assert.assertTrue(nc1.getActivityClusterGraph(distributedId2) == null + && nc2.getActivityClusterGraph(distributedId2) == null); cc.getDeployedJobSpecStore().checkForExistingDeployedJobSpecDescriptor(distributedId2); //run the second job 100 times in parallel http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/HeapSortMergeTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/HeapSortMergeTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/HeapSortMergeTest.java index b693b09..9e795bf 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/HeapSortMergeTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/HeapSortMergeTest.java @@ -81,11 +81,13 @@ public class HeapSortMergeTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC1_ID, NC2_ID); int outputLimit = 5; // larger than the total record numbers. - TopKSorterOperatorDescriptor sorter = new TopKSorterOperatorDescriptor(spec, 4, outputLimit, new int[] { 1, 0 }, - (INormalizedKeyComputerFactory) null, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - ordersDesc); + TopKSorterOperatorDescriptor sorter = + new TopKSorterOperatorDescriptor(spec, 4, outputLimit, new int[] { 1, 0 }, + (INormalizedKeyComputerFactory) null, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter, NC1_ID, NC2_ID); @@ -145,11 +147,13 @@ public class HeapSortMergeTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC1_ID, NC2_ID); int outputLimit = 20; - TopKSorterOperatorDescriptor sorter = new TopKSorterOperatorDescriptor(spec, 4, outputLimit, new int[] { 1, 0 }, - (INormalizedKeyComputerFactory) null, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - ordersDesc); + TopKSorterOperatorDescriptor sorter = + new TopKSorterOperatorDescriptor(spec, 4, outputLimit, new int[] { 1, 0 }, + (INormalizedKeyComputerFactory) null, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter, NC1_ID, NC2_ID); LimitOperatorDescriptor filter = new LimitOperatorDescriptor(spec, ordersDesc, outputLimit); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/LocalityAwareConnectorTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/LocalityAwareConnectorTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/LocalityAwareConnectorTest.java index 67845c0..49dee84 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/LocalityAwareConnectorTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/LocalityAwareConnectorTest.java @@ -125,18 +125,20 @@ public class LocalityAwareConnectorTest extends AbstractMultiNCIntegrationTest { int[] keyFields = new int[] { 0 }; int tableSize = 8; - ExternalGroupOperatorDescriptor grouper = new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, - keyFields, fileSize / spec.getFrameSize() + 1, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory(), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), - new FloatSumFieldAggregatorFactory(5, false) }), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), - new FloatSumFieldAggregatorFactory(3, false) }), - outputRec, outputRec, new HashSpillableTableFactory( - new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); + ExternalGroupOperatorDescriptor grouper = + new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, keyFields, + fileSize / spec.getFrameSize() + 1, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory(), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), + new FloatSumFieldAggregatorFactory(5, false) }), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), + new FloatSumFieldAggregatorFactory(3, false) }), + outputRec, outputRec, new HashSpillableTableFactory( + new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, grouper, "asterix-005", "asterix-006"); @@ -190,18 +192,20 @@ public class LocalityAwareConnectorTest extends AbstractMultiNCIntegrationTest { int[] keyFields = new int[] { 0 }; int tableSize = 8; - ExternalGroupOperatorDescriptor grouper = new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, - keyFields, fileSize / spec.getFrameSize() + 1, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory(), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), - new FloatSumFieldAggregatorFactory(5, false) }), - new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { - new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), - new FloatSumFieldAggregatorFactory(3, false) }), - outputRec, outputRec, new HashSpillableTableFactory( - new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); + ExternalGroupOperatorDescriptor grouper = + new ExternalGroupOperatorDescriptor(spec, tableSize, fileSize, keyFields, + fileSize / spec.getFrameSize() + 1, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory(), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(3, false), + new FloatSumFieldAggregatorFactory(5, false) }), + new MultiFieldsAggregatorFactory(new IFieldAggregateDescriptorFactory[] { + new IntSumFieldAggregatorFactory(1, false), new IntSumFieldAggregatorFactory(2, false), + new FloatSumFieldAggregatorFactory(3, false) }), + outputRec, outputRec, new HashSpillableTableFactory( + new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE })); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, grouper, "asterix-005", "asterix-006"); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ReplicateOperatorTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ReplicateOperatorTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ReplicateOperatorTest.java index d7d4219..09629b2 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ReplicateOperatorTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ReplicateOperatorTest.java @@ -79,11 +79,11 @@ public class ReplicateOperatorTest extends AbstractIntegrationTest { DelimitedDataTupleParserFactory stringParser = new DelimitedDataTupleParserFactory( new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, '\u0000'); - RecordDescriptor stringRec = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), }); + RecordDescriptor stringRec = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), }); - FileScanOperatorDescriptor scanOp = new FileScanOperatorDescriptor(spec, new ConstantFileSplitProvider( - inputSplits), stringParser, stringRec); + FileScanOperatorDescriptor scanOp = new FileScanOperatorDescriptor(spec, + new ConstantFileSplitProvider(inputSplits), stringParser, stringRec); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, scanOp, locations); ReplicateOperatorDescriptor replicateOp = new ReplicateOperatorDescriptor(spec, stringRec, outputArity); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ScanPrintTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ScanPrintTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ScanPrintTest.java index 06d7b04..75ba33f 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ScanPrintTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/ScanPrintTest.java @@ -54,19 +54,16 @@ public class ScanPrintTest extends AbstractIntegrationTest { public void scanPrint01() throws Exception { JobSpecification spec = new JobSpecification(); - IFileSplitProvider splitProvider = new ConstantFileSplitProvider(new FileSplit[] { - new ManagedFileSplit(NC2_ID, "data" + File.separator + "words.txt"), - new ManagedFileSplit(NC1_ID, "data" + File.separator + "nc1" + File.separator + "words.txt") }); - - RecordDescriptor desc = new RecordDescriptor( - new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); - - FileScanOperatorDescriptor csvScanner = new FileScanOperatorDescriptor( - spec, - splitProvider, - new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, - ','), - desc); + IFileSplitProvider splitProvider = new ConstantFileSplitProvider( + new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator + "words.txt"), + new ManagedFileSplit(NC1_ID, "data" + File.separator + "nc1" + File.separator + "words.txt") }); + + RecordDescriptor desc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer() }); + + FileScanOperatorDescriptor csvScanner = + new FileScanOperatorDescriptor(spec, splitProvider, new DelimitedDataTupleParserFactory( + new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE }, ','), desc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, csvScanner, NC2_ID, NC1_ID); ResultSetId rsId = new ResultSetId(1); @@ -87,22 +84,23 @@ public class ScanPrintTest extends AbstractIntegrationTest { public void scanPrint02() throws Exception { JobSpecification spec = new JobSpecification(); - FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator - + "tpch0.001" + File.separator + "orders.tbl") }; + FileSplit[] ordersSplits = new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator + "orders.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); - RecordDescriptor ordersDesc = new RecordDescriptor(new ISerializerDeserializer[] { - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); + RecordDescriptor ordersDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); FileScanOperatorDescriptor ordScanner = new FileScanOperatorDescriptor(spec, ordersSplitsProvider, new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, - UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), ordersDesc); + UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -113,9 +111,8 @@ public class ScanPrintTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, printer, NC2_ID); IConnectorDescriptor conn1 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 0 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 0 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(conn1, ordScanner, 0, printer, 0); spec.addRoot(printer); @@ -126,22 +123,23 @@ public class ScanPrintTest extends AbstractIntegrationTest { public void scanPrint03() throws Exception { JobSpecification spec = new JobSpecification(); - FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator - + "tpch0.001" + File.separator + "orders.tbl") }; + FileSplit[] ordersSplits = new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator + "orders.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); - RecordDescriptor ordersDesc = new RecordDescriptor(new ISerializerDeserializer[] { - IntegerSerializerDeserializer.INSTANCE, IntegerSerializerDeserializer.INSTANCE, - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); + RecordDescriptor ordersDesc = + new RecordDescriptor(new ISerializerDeserializer[] { IntegerSerializerDeserializer.INSTANCE, + IntegerSerializerDeserializer.INSTANCE, new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); FileScanOperatorDescriptor ordScanner = new FileScanOperatorDescriptor(spec, ordersSplitsProvider, new DelimitedDataTupleParserFactory(new IValueParserFactory[] { IntegerParserFactory.INSTANCE, IntegerParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, - UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), ordersDesc); + UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -152,9 +150,8 @@ public class ScanPrintTest extends AbstractIntegrationTest { PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, printer, NC2_ID); IConnectorDescriptor conn1 = new MToNPartitioningConnectorDescriptor(spec, - new FieldHashPartitionComputerFactory(new int[] { 0 }, - new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(IntegerPointable.FACTORY) })); + new FieldHashPartitionComputerFactory(new int[] { 0 }, new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) })); spec.connect(conn1, ordScanner, 0, printer, 0); spec.addRoot(printer); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/SortMergeTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/SortMergeTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/SortMergeTest.java index df9c0d7..315b74c 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/SortMergeTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/SortMergeTest.java @@ -56,24 +56,25 @@ public class SortMergeTest extends AbstractIntegrationTest { JobSpecification spec = new JobSpecification(); FileSplit[] ordersSplits = new FileSplit[] { - new ManagedFileSplit(NC1_ID, "data" + File.separator + "tpch0.001" + File.separator - + "orders-part1.tbl"), - new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator - + "orders-part2.tbl") }; + new ManagedFileSplit(NC1_ID, + "data" + File.separator + "tpch0.001" + File.separator + "orders-part1.tbl"), + new ManagedFileSplit(NC2_ID, + "data" + File.separator + "tpch0.001" + File.separator + "orders-part2.tbl") }; IFileSplitProvider ordersSplitProvider = new ConstantFileSplitProvider(ordersSplits); - RecordDescriptor ordersDesc = new RecordDescriptor(new ISerializerDeserializer[] { - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); + RecordDescriptor ordersDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); FileScanOperatorDescriptor ordScanner = new FileScanOperatorDescriptor(spec, ordersSplitProvider, new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, - UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), ordersDesc); + UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC1_ID, NC2_ID); InMemorySortOperatorDescriptor sorter = new InMemorySortOperatorDescriptor(spec, new int[] { 1 }, @@ -90,13 +91,13 @@ public class SortMergeTest extends AbstractIntegrationTest { spec.connect(new OneToOneConnectorDescriptor(spec), ordScanner, 0, sorter, 0); - spec.connect( - new MToNPartitioningMergingConnectorDescriptor(spec, new FieldHashPartitionComputerFactory( - new int[] { 1 }, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory - .of(UTF8StringPointable.FACTORY) }), new int[] { 1 }, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory - .of(UTF8StringPointable.FACTORY) }, new UTF8StringNormalizedKeyComputerFactory()), - sorter, 0, printer, 0); + spec.connect(new MToNPartitioningMergingConnectorDescriptor(spec, + new FieldHashPartitionComputerFactory(new int[] { 1 }, + new IBinaryHashFunctionFactory[] { + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) }), + new int[] { 1 }, + new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory()), sorter, 0, printer, 0); runTest(spec); } @@ -106,29 +107,33 @@ public class SortMergeTest extends AbstractIntegrationTest { JobSpecification spec = new JobSpecification(); FileSplit[] ordersSplits = new FileSplit[] { - new ManagedFileSplit(NC1_ID, "data" + File.separator + "tpch0.001" + File.separator - + "orders-part1.tbl"), - new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator - + "orders-part2.tbl") }; + new ManagedFileSplit(NC1_ID, + "data" + File.separator + "tpch0.001" + File.separator + "orders-part1.tbl"), + new ManagedFileSplit(NC2_ID, + "data" + File.separator + "tpch0.001" + File.separator + "orders-part2.tbl") }; IFileSplitProvider ordersSplitProvider = new ConstantFileSplitProvider(ordersSplits); - RecordDescriptor ordersDesc = new RecordDescriptor(new ISerializerDeserializer[] { - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); + RecordDescriptor ordersDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); FileScanOperatorDescriptor ordScanner = new FileScanOperatorDescriptor(spec, ordersSplitProvider, new DelimitedDataTupleParserFactory(new IValueParserFactory[] { UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE, - UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), ordersDesc); + UTF8StringParserFactory.INSTANCE, UTF8StringParserFactory.INSTANCE }, '|'), + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, ordScanner, NC1_ID, NC2_ID); - ExternalSortOperatorDescriptor sorter = new ExternalSortOperatorDescriptor(spec, 4, new int[] { 1, 0 }, - new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, ordersDesc); + ExternalSortOperatorDescriptor sorter = + new ExternalSortOperatorDescriptor(spec, 4, new int[] { 1, 0 }, + new IBinaryComparatorFactory[] { + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + ordersDesc); PartitionConstraintHelper.addAbsoluteLocationConstraint(spec, sorter, NC1_ID, NC2_ID); ResultSetId rsId = new ResultSetId(1); @@ -140,15 +145,14 @@ public class SortMergeTest extends AbstractIntegrationTest { spec.connect(new OneToOneConnectorDescriptor(spec), ordScanner, 0, sorter, 0); - spec.connect( - new MToNPartitioningMergingConnectorDescriptor(spec, new FieldHashPartitionComputerFactory(new int[] { - 1, 0 }, new IBinaryHashFunctionFactory[] { - PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY), - PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) }), new int[] { 1, 0 }, - new IBinaryComparatorFactory[] { - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - new UTF8StringNormalizedKeyComputerFactory()), sorter, 0, printer, 0); + spec.connect(new MToNPartitioningMergingConnectorDescriptor(spec, new FieldHashPartitionComputerFactory( + new int[] { 1, 0 }, + new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY), + PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) }), + new int[] { 1, 0 }, + new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), + PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, + new UTF8StringNormalizedKeyComputerFactory()), sorter, 0, printer, 0); runTest(spec); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/TPCHCustomerOptimizedHybridHashJoinTest.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/TPCHCustomerOptimizedHybridHashJoinTest.java b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/TPCHCustomerOptimizedHybridHashJoinTest.java index d6f39ad..289f8ae 100644 --- a/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/TPCHCustomerOptimizedHybridHashJoinTest.java +++ b/hyracks-fullstack/hyracks/hyracks-examples/hyracks-integration-tests/src/test/java/org/apache/hyracks/tests/integration/TPCHCustomerOptimizedHybridHashJoinTest.java @@ -59,23 +59,23 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); - static RecordDescriptor ordersDesc = new RecordDescriptor(new ISerializerDeserializer[] { - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); - - static RecordDescriptor custOrderJoinDesc = new RecordDescriptor(new ISerializerDeserializer[] { - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), - new UTF8StringSerializerDeserializer() }); + static RecordDescriptor ordersDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); + + static RecordDescriptor custOrderJoinDesc = + new RecordDescriptor(new ISerializerDeserializer[] { new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer(), + new UTF8StringSerializerDeserializer(), new UTF8StringSerializerDeserializer() }); static IValueParserFactory[] custValueParserFactories = new IValueParserFactory[custDesc.getFieldCount()]; static IValueParserFactory[] orderValueParserFactories = new IValueParserFactory[ordersDesc.getFieldCount()]; @@ -86,9 +86,8 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration } private IOperatorDescriptor getPrinter(JobSpecification spec, String path) { - IFileSplitProvider outputSplitProvider = new ConstantFileSplitProvider( - new FileSplit[] { - new ManagedFileSplit(NC1_ID, path) }); + IFileSplitProvider outputSplitProvider = + new ConstantFileSplitProvider(new FileSplit[] { new ManagedFileSplit(NC1_ID, path) }); return DEBUG ? new PlainFileWriterOperatorDescriptor(spec, outputSplitProvider, "|") : new NullSinkOperatorDescriptor(spec); @@ -97,12 +96,12 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration @Test public void customerOrderCIDHybridHashJoin_Case1() throws Exception { JobSpecification spec = new JobSpecification(); - FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, "data" + File.separator - + "tpch0.001" + File.separator + "customer4.tbl") }; + FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, + "data" + File.separator + "tpch0.001" + File.separator + "customer4.tbl") }; IFileSplitProvider custSplitsProvider = new ConstantFileSplitProvider(custSplits); - FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator - + "tpch0.001" + File.separator + "orders4.tbl") }; + FileSplit[] ordersSplits = new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator + "orders4.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); FileScanOperatorDescriptor ordScanner = new FileScanOperatorDescriptor(spec, ordersSplitsProvider, @@ -117,8 +116,8 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration 1.2, new int[] { 0 }, new int[] { 1 }, new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - custOrderJoinDesc, new JoinComparatorFactory( - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), + custOrderJoinDesc, + new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 1, 0), null); @@ -146,12 +145,12 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration public void customerOrderCIDHybridHashJoin_Case2() throws Exception { JobSpecification spec = new JobSpecification(); - FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, "data" + File.separator - + "tpch0.001" + File.separator + "customer3.tbl") }; + FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, + "data" + File.separator + "tpch0.001" + File.separator + "customer3.tbl") }; IFileSplitProvider custSplitsProvider = new ConstantFileSplitProvider(custSplits); - FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator - + "tpch0.001" + File.separator + "orders4.tbl") }; + FileSplit[] ordersSplits = new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator + "orders4.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); @@ -167,8 +166,8 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration 1.2, new int[] { 0 }, new int[] { 1 }, new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - custOrderJoinDesc, new JoinComparatorFactory( - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), + custOrderJoinDesc, + new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 1, 0), null); @@ -197,12 +196,12 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration JobSpecification spec = new JobSpecification(); - FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, "data" + File.separator - + "tpch0.001" + File.separator + "customer3.tbl") }; + FileSplit[] custSplits = new FileSplit[] { new ManagedFileSplit(NC1_ID, + "data" + File.separator + "tpch0.001" + File.separator + "customer3.tbl") }; IFileSplitProvider custSplitsProvider = new ConstantFileSplitProvider(custSplits); - FileSplit[] ordersSplits = new FileSplit[] { new ManagedFileSplit(NC2_ID, "data" + File.separator - + "tpch0.001" + File.separator + "orders1.tbl") }; + FileSplit[] ordersSplits = new FileSplit[] { + new ManagedFileSplit(NC2_ID, "data" + File.separator + "tpch0.001" + File.separator + "orders1.tbl") }; IFileSplitProvider ordersSplitsProvider = new ConstantFileSplitProvider(ordersSplits); @@ -218,8 +217,8 @@ public class TPCHCustomerOptimizedHybridHashJoinTest extends AbstractIntegration 1.2, new int[] { 0 }, new int[] { 1 }, new IBinaryHashFunctionFamily[] { UTF8StringBinaryHashFunctionFamily.INSTANCE }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, - custOrderJoinDesc, new JoinComparatorFactory( - PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), + custOrderJoinDesc, + new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 0, 1), new JoinComparatorFactory(PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY), 1, 0), null);
