http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPhysicalOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPhysicalOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPhysicalOperator.java index 0fb667a..43cde22 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPhysicalOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPhysicalOperator.java @@ -72,8 +72,8 @@ public abstract class AbstractPhysicalOperator implements IPhysicalOperator { } protected PhysicalRequirements emptyUnaryRequirements() { - StructuralPropertiesVector[] req = new StructuralPropertiesVector[] { - StructuralPropertiesVector.EMPTY_PROPERTIES_VECTOR }; + StructuralPropertiesVector[] req = + new StructuralPropertiesVector[] { StructuralPropertiesVector.EMPTY_PROPERTIES_VECTOR }; return new PhysicalRequirements(req, IPartitioningRequirementsCoordinator.NO_COORDINATION); } @@ -117,7 +117,7 @@ public abstract class AbstractPhysicalOperator implements IPhysicalOperator { protected AlgebricksPipeline[] compileSubplans(IOperatorSchema outerPlanSchema, AbstractOperatorWithNestedPlans npOp, IOperatorSchema opSchema, JobGenContext context) - throws AlgebricksException { + throws AlgebricksException { AlgebricksPipeline[] subplans = new AlgebricksPipeline[npOp.getNestedPlans().size()]; PlanCompiler pc = new PlanCompiler(context); int i = 0; @@ -129,7 +129,7 @@ public abstract class AbstractPhysicalOperator implements IPhysicalOperator { private AlgebricksPipeline buildPipelineWithProjection(ILogicalPlan p, IOperatorSchema outerPlanSchema, AbstractOperatorWithNestedPlans npOp, IOperatorSchema opSchema, PlanCompiler pc) - throws AlgebricksException { + throws AlgebricksException { if (p.getRoots().size() > 1) { throw new NotImplementedException("Nested plans with several roots are not supported."); }
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPreclusteredGroupByPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPreclusteredGroupByPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPreclusteredGroupByPOperator.java index 75970ac..64e50ed 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPreclusteredGroupByPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AbstractPreclusteredGroupByPOperator.java @@ -155,7 +155,6 @@ public abstract class AbstractPreclusteredGroupByPOperator extends AbstractPhysi Set<LogicalVariable> gbvars = new ListSet<>(columnList); LocalGroupingProperty groupProp = new LocalGroupingProperty(gbvars, new ArrayList<>(columnList)); - boolean goon = true; for (ILogicalPlan p : gby.getNestedPlans()) { // try to propagate secondary order requirements from nested @@ -232,8 +231,7 @@ public abstract class AbstractPreclusteredGroupByPOperator extends AbstractPhysi tl.add(((VariableReferenceExpression) decorPair.second.getValue()).getVariableReference()); fdList.add(new FunctionalDependency(hd, tl)); } - if (allOk && PropertiesUtil.matchLocalProperties(localProps, props, - new HashMap<>(), fdList)) { + if (allOk && PropertiesUtil.matchLocalProperties(localProps, props, new HashMap<>(), fdList)) { localProps = props; } } @@ -242,8 +240,7 @@ public abstract class AbstractPreclusteredGroupByPOperator extends AbstractPhysi IPartitioningProperty pp = null; AbstractLogicalOperator aop = (AbstractLogicalOperator) op; if (aop.getExecutionMode() == ExecutionMode.PARTITIONED) { - pp = new UnorderedPartitionedProperty(new ListSet<>(columnList), - context.getComputationNodeDomain()); + pp = new UnorderedPartitionedProperty(new ListSet<>(columnList), context.getComputationNodeDomain()); } pv[0] = new StructuralPropertiesVector(pp, localProps); return new PhysicalRequirements(pv, IPartitioningRequirementsCoordinator.NO_COORDINATION); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AggregatePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AggregatePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AggregatePOperator.java index f16f49a..147d5cc 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AggregatePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AggregatePOperator.java @@ -60,11 +60,11 @@ public class AggregatePOperator extends AbstractPhysicalOperator { AggregateOperator aggOp = (AggregateOperator) op; ILogicalOperator op2 = op.getInputs().get(0).getValue(); if (aggOp.getExecutionMode() != AbstractLogicalOperator.ExecutionMode.UNPARTITIONED) { - deliveredProperties = new StructuralPropertiesVector(op2.getDeliveredPhysicalProperties() - .getPartitioningProperty(), new ArrayList<>()); + deliveredProperties = new StructuralPropertiesVector( + op2.getDeliveredPhysicalProperties().getPartitioningProperty(), new ArrayList<>()); } else { - deliveredProperties = new StructuralPropertiesVector(IPartitioningProperty.UNPARTITIONED, - new ArrayList<>()); + deliveredProperties = + new StructuralPropertiesVector(IPartitioningProperty.UNPARTITIONED, new ArrayList<>()); } } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AssignPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AssignPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AssignPOperator.java index 5aed63e..995f6e0 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AssignPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/AssignPOperator.java @@ -88,14 +88,14 @@ public class AssignPOperator extends AbstractPhysicalOperator { // TODO push projections into the operator int[] projectionList = JobGenHelper.projectAllVariables(opSchema); - AssignRuntimeFactory runtime = new AssignRuntimeFactory(outColumns, evalFactories, projectionList, - flushFramesRapidly); + AssignRuntimeFactory runtime = + new AssignRuntimeFactory(outColumns, evalFactories, projectionList, flushFramesRapidly); // contribute one Asterix framewriter RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); if (cardinalityConstraint > 0) { - AlgebricksCountPartitionConstraint countConstraint = new AlgebricksCountPartitionConstraint( - cardinalityConstraint); + AlgebricksCountPartitionConstraint countConstraint = + new AlgebricksCountPartitionConstraint(cardinalityConstraint); builder.contributeMicroOperator(assign, runtime, recDesc, countConstraint); } else { builder.contributeMicroOperator(assign, runtime, recDesc); @@ -119,7 +119,6 @@ public class AssignPOperator extends AbstractPhysicalOperator { this.cardinalityConstraint = cardinality; } - @Override public boolean expensiveThanMaterialization() { return false; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/BulkloadPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/BulkloadPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/BulkloadPOperator.java index dda5456..2204637 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/BulkloadPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/BulkloadPOperator.java @@ -76,8 +76,8 @@ public class BulkloadPOperator extends AbstractPhysicalOperator { List<LogicalVariable> scanVariables = new ArrayList<>(); scanVariables.addAll(primaryKeys); scanVariables.add(new LogicalVariable(-1)); - IPhysicalPropertiesVector physicalProps = dataSource.getPropertiesProvider() - .computePropertiesVector(scanVariables); + IPhysicalPropertiesVector physicalProps = + dataSource.getPropertiesProvider().computePropertiesVector(scanVariables); StructuralPropertiesVector spv = new StructuralPropertiesVector(physicalProps.getPartitioningProperty(), physicalProps.getLocalProperties()); return new PhysicalRequirements(new IPhysicalPropertiesVector[] { spv }, @@ -95,7 +95,7 @@ public class BulkloadPOperator extends AbstractPhysicalOperator { @Override public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema propagatedSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) - throws AlgebricksException { + throws AlgebricksException { InsertDeleteUpsertOperator insertDeleteOp = (InsertDeleteUpsertOperator) op; assert insertDeleteOp.getOperation() == Kind.INSERT; assert insertDeleteOp.isBulkload(); @@ -104,9 +104,9 @@ public class BulkloadPOperator extends AbstractPhysicalOperator { JobSpecification spec = builder.getJobSpec(); RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); - Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = mp.getInsertRuntime(dataSource, - propagatedSchema, typeEnv, primaryKeys, payload, additionalFilteringKeys, additionalNonFilterVars, - inputDesc, context, spec, true); + Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = + mp.getInsertRuntime(dataSource, propagatedSchema, typeEnv, primaryKeys, payload, + additionalFilteringKeys, additionalNonFilterVars, inputDesc, context, spec, true); builder.contributeHyracksOperator(insertDeleteOp, runtimeAndConstraints.first); builder.contributeAlgebricksPartitionConstraint(runtimeAndConstraints.first, runtimeAndConstraints.second); ILogicalOperator src = insertDeleteOp.getInputs().get(0).getValue(); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DataSourceScanPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DataSourceScanPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DataSourceScanPOperator.java index 4a5ac5a..1421cef 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DataSourceScanPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DataSourceScanPOperator.java @@ -109,9 +109,9 @@ public class DataSourceScanPOperator extends AbstractScanPOperator { List<LogicalVariable> vars = scan.getVariables(); List<LogicalVariable> projectVars = scan.getProjectVariables(); - Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> p = mp.getScannerRuntime(dataSource, vars, - projectVars, scan.isProjectPushed(), scan.getMinFilterVars(), scan.getMaxFilterVars(), opSchema, - typeEnv, context, builder.getJobSpec(), implConfig); + Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> p = + mp.getScannerRuntime(dataSource, vars, projectVars, scan.isProjectPushed(), scan.getMinFilterVars(), + scan.getMaxFilterVars(), opSchema, typeEnv, context, builder.getJobSpec(), implConfig); builder.contributeHyracksOperator(scan, p.first); if (p.second != null) { builder.contributeAlgebricksPartitionConstraint(p.first, p.second); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DistributeResultPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DistributeResultPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DistributeResultPOperator.java index b3e8385..178f2a1 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DistributeResultPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/DistributeResultPOperator.java @@ -100,11 +100,11 @@ public class DistributeResultPOperator extends AbstractPhysicalOperator { RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); - IPrinterFactory[] pf = JobGenHelper.mkPrinterFactories(inputSchemas[0], context.getTypeEnvironment(op), - context, columns); + IPrinterFactory[] pf = + JobGenHelper.mkPrinterFactories(inputSchemas[0], context.getTypeEnvironment(op), context, columns); - Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = mp.getResultHandleRuntime( - resultOp.getDataSink(), columns, pf, inputDesc, true, spec); + Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = + mp.getResultHandleRuntime(resultOp.getDataSink(), columns, pf, inputDesc, true, spec); builder.contributeHyracksOperator(resultOp, runtimeAndConstraints.first); ILogicalOperator src = resultOp.getInputs().get(0).getValue(); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ExternalGroupByPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ExternalGroupByPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ExternalGroupByPOperator.java index eecd066..5ee967d 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ExternalGroupByPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ExternalGroupByPOperator.java @@ -148,7 +148,7 @@ public class ExternalGroupByPOperator extends AbstractPhysicalOperator { @Override public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema opSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) - throws AlgebricksException { + throws AlgebricksException { List<LogicalVariable> gbyCols = getGbyColumns(); int keys[] = JobGenHelper.variablesToFieldIndexes(gbyCols, inputSchemas[0]); GroupByOperator gby = (GroupByOperator) op; @@ -221,20 +221,20 @@ public class ExternalGroupByPOperator extends AbstractPhysicalOperator { } IOperatorDescriptorRegistry spec = builder.getJobSpec(); - IBinaryComparatorFactory[] comparatorFactories = JobGenHelper.variablesToAscBinaryComparatorFactories(gbyCols, - aggOpInputEnv, context); - RecordDescriptor recordDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, - context); - IBinaryHashFunctionFamily[] hashFunctionFactories = JobGenHelper.variablesToBinaryHashFunctionFamilies(gbyCols, - aggOpInputEnv, context); + IBinaryComparatorFactory[] comparatorFactories = + JobGenHelper.variablesToAscBinaryComparatorFactories(gbyCols, aggOpInputEnv, context); + RecordDescriptor recordDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); + IBinaryHashFunctionFamily[] hashFunctionFactories = + JobGenHelper.variablesToBinaryHashFunctionFamilies(gbyCols, aggOpInputEnv, context); ISerializedAggregateEvaluatorFactory[] merges = new ISerializedAggregateEvaluatorFactory[n]; List<LogicalVariable> usedVars = new ArrayList<LogicalVariable>(); IOperatorSchema[] localInputSchemas = new IOperatorSchema[1]; localInputSchemas[0] = new OperatorSchemaImpl(); for (i = 0; i < n; i++) { - AggregateFunctionCallExpression aggFun = (AggregateFunctionCallExpression) aggOp.getMergeExpressions() - .get(i).getValue(); + AggregateFunctionCallExpression aggFun = + (AggregateFunctionCallExpression) aggOp.getMergeExpressions().get(i).getValue(); aggFun.getUsedVariables(usedVars); } i = 0; @@ -248,16 +248,16 @@ public class ExternalGroupByPOperator extends AbstractPhysicalOperator { localInputSchemas[0].addVariable(usedVar); } for (i = 0; i < n; i++) { - AggregateFunctionCallExpression mergeFun = (AggregateFunctionCallExpression) aggOp.getMergeExpressions() - .get(i).getValue(); + AggregateFunctionCallExpression mergeFun = + (AggregateFunctionCallExpression) aggOp.getMergeExpressions().get(i).getValue(); merges[i] = expressionRuntimeProvider.createSerializableAggregateFunctionFactory(mergeFun, aggOpInputEnv, localInputSchemas, context); } IAggregatorDescriptorFactory aggregatorFactory = new SerializableAggregatorDescriptorFactory(aff); IAggregatorDescriptorFactory mergeFactory = new SerializableAggregatorDescriptorFactory(merges); - INormalizedKeyComputerFactory normalizedKeyFactory = JobGenHelper - .variablesToAscNormalizedKeyComputerFactory(gbyCols, aggOpInputEnv, context); + INormalizedKeyComputerFactory normalizedKeyFactory = + JobGenHelper.variablesToAscNormalizedKeyComputerFactory(gbyCols, aggOpInputEnv, context); // Calculates the hash table size (# of unique hash values) based on the budget and a tuple size. int memoryBudgetInBytes = context.getFrameSize() * frameLimit; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HashPartitionMergeExchangePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HashPartitionMergeExchangePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HashPartitionMergeExchangePOperator.java index 17322b6..c5ce871 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HashPartitionMergeExchangePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HashPartitionMergeExchangePOperator.java @@ -82,8 +82,8 @@ public class HashPartitionMergeExchangePOperator extends AbstractExchangePOperat @Override public void computeDeliveredProperties(ILogicalOperator op, IOptimizationContext context) { - IPartitioningProperty p = new UnorderedPartitionedProperty(new ListSet<LogicalVariable>(partitionFields), - domain); + IPartitioningProperty p = + new UnorderedPartitionedProperty(new ListSet<LogicalVariable>(partitionFields), domain); AbstractLogicalOperator op2 = (AbstractLogicalOperator) op.getInputs().get(0).getValue(); List<ILocalStructuralProperty> op2Locals = op2.getDeliveredPhysicalProperties().getLocalProperties(); List<ILocalStructuralProperty> locals = new ArrayList<ILocalStructuralProperty>(); @@ -108,8 +108,8 @@ public class HashPartitionMergeExchangePOperator extends AbstractExchangePOperat columns.add(new OrderColumn(var, oc.getOrder())); } orderProps.add(new LocalOrderProperty(columns)); - StructuralPropertiesVector[] r = new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, - orderProps) }; + StructuralPropertiesVector[] r = + new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, orderProps) }; return new PhysicalRequirements(r, IPartitioningRequirementsCoordinator.NO_COORDINATION); } @@ -155,8 +155,8 @@ public class HashPartitionMergeExchangePOperator extends AbstractExchangePOperat j++; } - IConnectorDescriptor conn = new MToNPartitioningMergingConnectorDescriptor(spec, tpcf, sortFields, - comparatorFactories, nkcf); + IConnectorDescriptor conn = + new MToNPartitioningMergingConnectorDescriptor(spec, tpcf, sortFields, comparatorFactories, nkcf); return new Pair<IConnectorDescriptor, TargetConstraint>(conn, null); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HybridHashJoinPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HybridHashJoinPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HybridHashJoinPOperator.java index 83591ee..301b8f1 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HybridHashJoinPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/HybridHashJoinPOperator.java @@ -116,10 +116,10 @@ public class HybridHashJoinPOperator extends AbstractHashJoinPOperator { int[] keysLeft = JobGenHelper.variablesToFieldIndexes(keysLeftBranch, inputSchemas[0]); int[] keysRight = JobGenHelper.variablesToFieldIndexes(keysRightBranch, inputSchemas[1]); IVariableTypeEnvironment env = context.getTypeEnvironment(op); - IBinaryHashFunctionFactory[] hashFunFactories = JobGenHelper - .variablesToBinaryHashFunctionFactories(keysLeftBranch, env, context); - IBinaryHashFunctionFamily[] hashFunFamilies = JobGenHelper.variablesToBinaryHashFunctionFamilies(keysLeftBranch, - env, context); + IBinaryHashFunctionFactory[] hashFunFactories = + JobGenHelper.variablesToBinaryHashFunctionFactories(keysLeftBranch, env, context); + IBinaryHashFunctionFamily[] hashFunFamilies = + JobGenHelper.variablesToBinaryHashFunctionFamilies(keysLeftBranch, env, context); IBinaryComparatorFactory[] comparatorFactories = new IBinaryComparatorFactory[keysLeft.length]; int i = 0; IBinaryComparatorFactoryProvider bcfp = context.getBinaryComparatorFactoryProvider(); @@ -128,13 +128,13 @@ public class HybridHashJoinPOperator extends AbstractHashJoinPOperator { comparatorFactories[i++] = bcfp.getBinaryComparatorFactory(t, true); } - IPredicateEvaluatorFactoryProvider predEvaluatorFactoryProvider = context - .getPredicateEvaluatorFactoryProvider(); + IPredicateEvaluatorFactoryProvider predEvaluatorFactoryProvider = + context.getPredicateEvaluatorFactoryProvider(); IPredicateEvaluatorFactory predEvaluatorFactory = predEvaluatorFactoryProvider == null ? null : predEvaluatorFactoryProvider.getPredicateEvaluatorFactory(keysLeft, keysRight); - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); IOperatorDescriptorRegistry spec = builder.getJobSpec(); IOperatorDescriptor opDesc; boolean optimizedHashJoin = true; @@ -173,8 +173,8 @@ public class HybridHashJoinPOperator extends AbstractHashJoinPOperator { comparatorFactories, recDescriptor, predEvaluatorFactory, false, null); break; case LEFT_OUTER: - IMissingWriterFactory[] nonMatchWriterFactories = new IMissingWriterFactory[inputSchemas[1] - .getSize()]; + IMissingWriterFactory[] nonMatchWriterFactories = + new IMissingWriterFactory[inputSchemas[1].getSize()]; for (int j = 0; j < nonMatchWriterFactories.length; j++) { nonMatchWriterFactories[j] = context.getMissingWriterFactory(); } @@ -207,8 +207,8 @@ public class HybridHashJoinPOperator extends AbstractHashJoinPOperator { predEvaluatorFactory); break; case LEFT_OUTER: - IMissingWriterFactory[] nonMatchWriterFactories = new IMissingWriterFactory[inputSchemas[1] - .getSize()]; + IMissingWriterFactory[] nonMatchWriterFactories = + new IMissingWriterFactory[inputSchemas[1].getSize()]; for (int j = 0; j < nonMatchWriterFactories.length; j++) { nonMatchWriterFactories[j] = context.getMissingWriterFactory(); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryHashJoinPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryHashJoinPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryHashJoinPOperator.java index a1d496d..9c29c53 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryHashJoinPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryHashJoinPOperator.java @@ -87,8 +87,8 @@ public class InMemoryHashJoinPOperator extends AbstractHashJoinPOperator { int[] keysLeft = JobGenHelper.variablesToFieldIndexes(keysLeftBranch, inputSchemas[0]); int[] keysRight = JobGenHelper.variablesToFieldIndexes(keysRightBranch, inputSchemas[1]); IVariableTypeEnvironment env = context.getTypeEnvironment(op); - IBinaryHashFunctionFactory[] hashFunFactories = JobGenHelper - .variablesToBinaryHashFunctionFactories(keysLeftBranch, env, context); + IBinaryHashFunctionFactory[] hashFunFactories = + JobGenHelper.variablesToBinaryHashFunctionFactories(keysLeftBranch, env, context); IBinaryComparatorFactory[] comparatorFactories = new IBinaryComparatorFactory[keysLeft.length]; int i = 0; IBinaryComparatorFactoryProvider bcfp = context.getBinaryComparatorFactoryProvider(); @@ -97,13 +97,13 @@ public class InMemoryHashJoinPOperator extends AbstractHashJoinPOperator { comparatorFactories[i++] = bcfp.getBinaryComparatorFactory(t, true); } - IPredicateEvaluatorFactoryProvider predEvaluatorFactoryProvider = context - .getPredicateEvaluatorFactoryProvider(); + IPredicateEvaluatorFactoryProvider predEvaluatorFactoryProvider = + context.getPredicateEvaluatorFactoryProvider(); IPredicateEvaluatorFactory predEvaluatorFactory = (predEvaluatorFactoryProvider == null ? null : predEvaluatorFactoryProvider.getPredicateEvaluatorFactory(keysLeft, keysRight)); - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); IOperatorDescriptorRegistry spec = builder.getJobSpec(); IOperatorDescriptor opDesc = null; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryStableSortPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryStableSortPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryStableSortPOperator.java index 48461b1..d304421 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryStableSortPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/InMemoryStableSortPOperator.java @@ -56,7 +56,8 @@ public class InMemoryStableSortPOperator extends AbstractStableSortPOperator { public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema opSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) throws AlgebricksException { - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); int n = sortColumns.length; int[] sortFields = new int[n]; IBinaryComparatorFactory[] comps = new IBinaryComparatorFactory[n]; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexBulkloadPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexBulkloadPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexBulkloadPOperator.java index 14032a1..fa0fb1a 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexBulkloadPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexBulkloadPOperator.java @@ -90,8 +90,8 @@ public class IndexBulkloadPOperator extends AbstractPhysicalOperator { List<LogicalVariable> scanVariables = new ArrayList<>(); scanVariables.addAll(primaryKeys); scanVariables.add(new LogicalVariable(-1)); - IPhysicalPropertiesVector physicalProps = dataSourceIndex.getDataSource().getPropertiesProvider() - .computePropertiesVector(scanVariables); + IPhysicalPropertiesVector physicalProps = + dataSourceIndex.getDataSource().getPropertiesProvider().computePropertiesVector(scanVariables); List<ILocalStructuralProperty> localProperties = new ArrayList<>(); List<OrderColumn> orderColumns = new ArrayList<OrderColumn>(); // Data needs to be sorted based on the [token, number of token, PK] @@ -106,8 +106,8 @@ public class IndexBulkloadPOperator extends AbstractPhysicalOperator { orderColumns.add(new OrderColumn(pkVar, OrderKind.ASC)); } localProperties.add(new LocalOrderProperty(orderColumns)); - StructuralPropertiesVector spv = new StructuralPropertiesVector(physicalProps.getPartitioningProperty(), - localProperties); + StructuralPropertiesVector spv = + new StructuralPropertiesVector(physicalProps.getPartitioningProperty(), localProperties); return new PhysicalRequirements(new IPhysicalPropertiesVector[] { spv }, IPartitioningRequirementsCoordinator.NO_COORDINATION); } @@ -132,9 +132,9 @@ public class IndexBulkloadPOperator extends AbstractPhysicalOperator { JobSpecification spec = builder.getJobSpec(); RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); - Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = mp.getIndexInsertRuntime( - dataSourceIndex, propagatedSchema, inputSchemas, typeEnv, primaryKeys, secondaryKeys, - additionalFilteringKeys, filterExpr, inputDesc, context, spec, true); + Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = + mp.getIndexInsertRuntime(dataSourceIndex, propagatedSchema, inputSchemas, typeEnv, primaryKeys, + secondaryKeys, additionalFilteringKeys, filterExpr, inputDesc, context, spec, true); builder.contributeHyracksOperator(indexInsertDeleteOp, runtimeAndConstraints.first); builder.contributeAlgebricksPartitionConstraint(runtimeAndConstraints.first, runtimeAndConstraints.second); ILogicalOperator src = indexInsertDeleteOp.getInputs().get(0).getValue(); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexInsertDeleteUpsertPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexInsertDeleteUpsertPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexInsertDeleteUpsertPOperator.java index ce86e58..a66db35 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexInsertDeleteUpsertPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IndexInsertDeleteUpsertPOperator.java @@ -96,8 +96,8 @@ public class IndexInsertDeleteUpsertPOperator extends AbstractPhysicalOperator { for (int i = 0; i < numOfAdditionalNonFilteringFields; i++) { scanVariables.add(new LogicalVariable(-1)); } - IPhysicalPropertiesVector r = dataSourceIndex.getDataSource().getPropertiesProvider() - .computePropertiesVector(scanVariables); + IPhysicalPropertiesVector r = + dataSourceIndex.getDataSource().getPropertiesProvider().computePropertiesVector(scanVariables); r.getLocalProperties().clear(); IPhysicalPropertiesVector[] requirements = new IPhysicalPropertiesVector[1]; requirements[0] = r; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IntersectPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IntersectPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IntersectPOperator.java index 0baffc9..1d36cc0 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IntersectPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/IntersectPOperator.java @@ -87,8 +87,8 @@ public class IntersectPOperator extends AbstractPhysicalOperator { public void computeDeliveredProperties(ILogicalOperator iop, IOptimizationContext context) throws AlgebricksException { IntersectOperator op = (IntersectOperator) iop; - IPartitioningProperty pp = op.getInputs().get(0).getValue().getDeliveredPhysicalProperties() - .getPartitioningProperty(); + IPartitioningProperty pp = + op.getInputs().get(0).getValue().getDeliveredPhysicalProperties().getPartitioningProperty(); HashMap<LogicalVariable, LogicalVariable> varMaps = new HashMap<>(op.getOutputVars().size()); for (int i = 0; i < op.getOutputVars().size(); i++) { @@ -114,9 +114,8 @@ public class IntersectPOperator extends AbstractPhysicalOperator { int nInput = logicalOp.getNumInput(); int[][] compareFields = new int[nInput][]; - IBinaryComparatorFactory[] comparatorFactories = JobGenHelper - .variablesToAscBinaryComparatorFactories(logicalOp.getCompareVariables(0), - context.getTypeEnvironment(op), context); + IBinaryComparatorFactory[] comparatorFactories = JobGenHelper.variablesToAscBinaryComparatorFactories( + logicalOp.getCompareVariables(0), context.getTypeEnvironment(op), context); INormalizedKeyComputerFactoryProvider nkcfProvider = context.getNormalizedKeyComputerFactoryProvider(); INormalizedKeyComputerFactory nkcf = null; @@ -147,9 +146,8 @@ public class IntersectPOperator extends AbstractPhysicalOperator { IntersectOperatorDescriptor opDescriptor; try { - opDescriptor = - new IntersectOperatorDescriptor(spec, nInput, compareFields, extraFields, nkcf, comparatorFactories, - recordDescriptor); + opDescriptor = new IntersectOperatorDescriptor(spec, nInput, compareFields, extraFields, nkcf, + comparatorFactories, recordDescriptor); } catch (HyracksException e) { throw new AlgebricksException(e); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MaterializePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MaterializePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MaterializePOperator.java index c55a4ae..a48e3c2 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MaterializePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MaterializePOperator.java @@ -70,10 +70,10 @@ public class MaterializePOperator extends AbstractPhysicalOperator { public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema propagatedSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) throws AlgebricksException { - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); - MaterializingOperatorDescriptor materializationOpDesc = new MaterializingOperatorDescriptor( - builder.getJobSpec(), recDescriptor, isSingleActivity); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); + MaterializingOperatorDescriptor materializationOpDesc = + new MaterializingOperatorDescriptor(builder.getJobSpec(), recDescriptor, isSingleActivity); contributeOpDesc(builder, (AbstractLogicalOperator) op, materializationOpDesc); ILogicalOperator src = op.getInputs().get(0).getValue(); builder.contributeGraphEdge(src, 0, op, 0); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MicroPreclusteredGroupByPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MicroPreclusteredGroupByPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MicroPreclusteredGroupByPOperator.java index 2772ee7..629afa3 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MicroPreclusteredGroupByPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/MicroPreclusteredGroupByPOperator.java @@ -63,14 +63,15 @@ public class MicroPreclusteredGroupByPOperator extends AbstractPreclusteredGroup int fdColumns[] = getFdColumns(gby, inputSchemas[0]); // compile subplans and set the gby op. schema accordingly AlgebricksPipeline[] subplans = compileSubplans(inputSchemas[0], gby, opSchema, context); - IAggregatorDescriptorFactory aggregatorFactory = new NestedPlansAccumulatingAggregatorFactory(subplans, keys, - fdColumns); + IAggregatorDescriptorFactory aggregatorFactory = + new NestedPlansAccumulatingAggregatorFactory(subplans, keys, fdColumns); - IBinaryComparatorFactory[] comparatorFactories = JobGenHelper.variablesToAscBinaryComparatorFactories( - columnList, env, context); - RecordDescriptor recordDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); - RecordDescriptor inputRecordDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op.getInputs().get(0).getValue()), - inputSchemas[0], context); + IBinaryComparatorFactory[] comparatorFactories = + JobGenHelper.variablesToAscBinaryComparatorFactories(columnList, env, context); + RecordDescriptor recordDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); + RecordDescriptor inputRecordDesc = JobGenHelper.mkRecordDescriptor( + context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); MicroPreClusteredGroupRuntimeFactory runtime = new MicroPreClusteredGroupRuntimeFactory(keys, comparatorFactories, aggregatorFactory, inputRecordDesc, recordDescriptor, null); builder.contributeMicroOperator(gby, runtime, recordDescriptor); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/NestedLoopJoinPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/NestedLoopJoinPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/NestedLoopJoinPOperator.java index 80ed8fd..4d7bd7e 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/NestedLoopJoinPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/NestedLoopJoinPOperator.java @@ -129,15 +129,15 @@ public class NestedLoopJoinPOperator extends AbstractJoinPOperator { IOperatorSchema propagatedSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) throws AlgebricksException { AbstractBinaryJoinOperator join = (AbstractBinaryJoinOperator) op; - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); IOperatorSchema[] conditionInputSchemas = new IOperatorSchema[1]; conditionInputSchemas[0] = propagatedSchema; IExpressionRuntimeProvider expressionRuntimeProvider = context.getExpressionRuntimeProvider(); IScalarEvaluatorFactory cond = expressionRuntimeProvider.createEvaluatorFactory(join.getCondition().getValue(), context.getTypeEnvironment(op), conditionInputSchemas, context); - ITuplePairComparatorFactory comparatorFactory = new TuplePairEvaluatorFactory(cond, - context.getBinaryBooleanInspectorFactory()); + ITuplePairComparatorFactory comparatorFactory = + new TuplePairEvaluatorFactory(cond, context.getBinaryBooleanInspectorFactory()); IOperatorDescriptorRegistry spec = builder.getJobSpec(); IOperatorDescriptor opDesc = null; @@ -212,8 +212,8 @@ public class NestedLoopJoinPOperator extends AbstractJoinPOperator { int innerIndex) throws HyracksDataException { compositeTupleRef.reset(outerAccessor, outerIndex, innerAccessor, innerIndex); condEvaluator.evaluate(compositeTupleRef, p); - boolean result = binaryBooleanInspector.getBooleanValue(p.getByteArray(), p.getStartOffset(), - p.getLength()); + boolean result = + binaryBooleanInspector.getBooleanValue(p.getByteArray(), p.getStartOffset(), p.getLength()); if (result) { return 0; } else { http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/PreclusteredGroupByPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/PreclusteredGroupByPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/PreclusteredGroupByPOperator.java index 78e4795..0e0953c 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/PreclusteredGroupByPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/PreclusteredGroupByPOperator.java @@ -82,10 +82,10 @@ public class PreclusteredGroupByPOperator extends AbstractPreclusteredGroupByPOp } IOperatorDescriptorRegistry spec = builder.getJobSpec(); - IBinaryComparatorFactory[] comparatorFactories = JobGenHelper.variablesToAscBinaryComparatorFactories( - columnList, context.getTypeEnvironment(op), context); - RecordDescriptor recordDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, - context); + IBinaryComparatorFactory[] comparatorFactories = JobGenHelper + .variablesToAscBinaryComparatorFactories(columnList, context.getTypeEnvironment(op), context); + RecordDescriptor recordDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); PreclusteredGroupOperatorDescriptor opDesc = new PreclusteredGroupOperatorDescriptor(spec, keys, comparatorFactories, aggregatorFactory, recordDescriptor, groupAll, framesLimit); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RandomPartitionExchangePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RandomPartitionExchangePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RandomPartitionExchangePOperator.java index cba8f97..d17c0d9 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RandomPartitionExchangePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RandomPartitionExchangePOperator.java @@ -50,9 +50,9 @@ public class RandomPartitionExchangePOperator extends AbstractExchangePOperator @Override public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema opSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) - throws AlgebricksException { - Pair<IConnectorDescriptor, TargetConstraint> connPair = createConnectorDescriptor(builder.getJobSpec(), op, - opSchema, context); + throws AlgebricksException { + Pair<IConnectorDescriptor, TargetConstraint> connPair = + createConnectorDescriptor(builder.getJobSpec(), op, opSchema, context); builder.contributeConnectorWithTargetConstraint(op, connPair.first, connPair.second); ILogicalOperator src = op.getInputs().get(0).getValue(); builder.contributeGraphEdge(src, 0, op, 0); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionExchangePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionExchangePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionExchangePOperator.java index 225ffa0..6630d32 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionExchangePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionExchangePOperator.java @@ -58,7 +58,8 @@ public class RangePartitionExchangePOperator extends AbstractExchangePOperator { private INodeDomain domain; private IRangeMap rangeMap; - public RangePartitionExchangePOperator(List<OrderColumn> partitioningFields, INodeDomain domain, IRangeMap rangeMap) { + public RangePartitionExchangePOperator(List<OrderColumn> partitioningFields, INodeDomain domain, + IRangeMap rangeMap) { this.partitioningFields = partitioningFields; this.domain = domain; this.rangeMap = rangeMap; @@ -79,7 +80,8 @@ public class RangePartitionExchangePOperator extends AbstractExchangePOperator { @Override public void computeDeliveredProperties(ILogicalOperator op, IOptimizationContext context) { - IPartitioningProperty p = new OrderedPartitionedProperty(new ArrayList<OrderColumn>(partitioningFields), domain); + IPartitioningProperty p = + new OrderedPartitionedProperty(new ArrayList<OrderColumn>(partitioningFields), domain); this.deliveredProperties = new StructuralPropertiesVector(p, new LinkedList<ILocalStructuralProperty>()); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionMergeExchangePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionMergeExchangePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionMergeExchangePOperator.java index f56a5dc..ec32a53 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionMergeExchangePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RangePartitionMergeExchangePOperator.java @@ -63,7 +63,8 @@ public class RangePartitionMergeExchangePOperator extends AbstractExchangePOpera private INodeDomain domain; private IRangeMap rangeMap; - public RangePartitionMergeExchangePOperator(List<OrderColumn> partitioningFields, INodeDomain domain, IRangeMap rangeMap) { + public RangePartitionMergeExchangePOperator(List<OrderColumn> partitioningFields, INodeDomain domain, + IRangeMap rangeMap) { this.partitioningFields = partitioningFields; this.domain = domain; this.rangeMap = rangeMap; @@ -113,8 +114,8 @@ public class RangePartitionMergeExchangePOperator extends AbstractExchangePOpera columns.add(new OrderColumn(var, oc.getOrder())); } orderProps.add(new LocalOrderProperty(columns)); - StructuralPropertiesVector[] r = new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, - orderProps) }; + StructuralPropertiesVector[] r = + new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, orderProps) }; return new PhysicalRequirements(r, IPartitioningRequirementsCoordinator.NO_COORDINATION); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ReplicatePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ReplicatePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ReplicatePOperator.java index 74739da..25d31d2 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ReplicatePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/ReplicatePOperator.java @@ -43,15 +43,15 @@ public class ReplicatePOperator extends AbstractReplicatePOperator { IOperatorSchema propagatedSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) throws AlgebricksException { IOperatorDescriptorRegistry spec = builder.getJobSpec(); - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); ReplicateOperator rop = (ReplicateOperator) op; int outputArity = rop.getOutputArity(); boolean[] outputMaterializationFlags = rop.getOutputMaterializationFlags(); - ReplicateOperatorDescriptor splitOpDesc = new ReplicateOperatorDescriptor(spec, recDescriptor, outputArity, - outputMaterializationFlags); + ReplicateOperatorDescriptor splitOpDesc = + new ReplicateOperatorDescriptor(spec, recDescriptor, outputArity, outputMaterializationFlags); contributeOpDesc(builder, (AbstractLogicalOperator) op, splitOpDesc); ILogicalOperator src = op.getInputs().get(0).getValue(); builder.contributeGraphEdge(src, 0, op, 0); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RunningAggregatePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RunningAggregatePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RunningAggregatePOperator.java index 8e4ca18..3a6ba74 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RunningAggregatePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/RunningAggregatePOperator.java @@ -89,8 +89,8 @@ public class RunningAggregatePOperator extends AbstractPhysicalOperator { // TODO push projections into the operator int[] projectionList = JobGenHelper.projectAllVariables(opSchema); - RunningAggregateRuntimeFactory runtime = new RunningAggregateRuntimeFactory(outColumns, runningAggFuns, - projectionList); + RunningAggregateRuntimeFactory runtime = + new RunningAggregateRuntimeFactory(outColumns, runningAggFuns, projectionList); // contribute one Asterix framewriter RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkPOperator.java index d0b7b47..5084c18 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkPOperator.java @@ -68,7 +68,7 @@ public class SinkPOperator extends AbstractPhysicalOperator { @Override public PhysicalRequirements getRequiredPropertiesForChildren(ILogicalOperator op, IPhysicalPropertiesVector reqdByParent, IOptimizationContext context) { - return emptyUnaryRequirements(op.getInputs().size()); + return emptyUnaryRequirements(op.getInputs().size()); } @Override http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkWritePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkWritePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkWritePOperator.java index 35f9444..f76b69b 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkWritePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SinkWritePOperator.java @@ -91,17 +91,18 @@ public class SinkWritePOperator extends AbstractPhysicalOperator { LogicalVariable v = varRef.getVariableReference(); columns[i++] = inputSchemas[0].findVariable(v); } - RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); - RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], - context); + RecordDescriptor recDesc = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); + RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( + context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); - IPrinterFactory[] pf = JobGenHelper.mkPrinterFactories(inputSchemas[0], context.getTypeEnvironment(op), - context, columns); + IPrinterFactory[] pf = + JobGenHelper.mkPrinterFactories(inputSchemas[0], context.getTypeEnvironment(op), context, columns); IMetadataProvider<?, ?> mp = context.getMetadataProvider(); - Pair<IPushRuntimeFactory, AlgebricksPartitionConstraint> runtime = mp.getWriteFileRuntime(write.getDataSink(), - columns, pf, inputDesc); + Pair<IPushRuntimeFactory, AlgebricksPartitionConstraint> runtime = + mp.getWriteFileRuntime(write.getDataSink(), columns, pf, inputDesc); builder.contributeMicroOperator(write, runtime.first, recDesc, runtime.second); ILogicalOperator src = write.getInputs().get(0).getValue(); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortGroupByPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortGroupByPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortGroupByPOperator.java index c08ff85..1aeeca9 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortGroupByPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortGroupByPOperator.java @@ -188,8 +188,8 @@ public class SortGroupByPOperator extends AbstractPhysicalOperator { AggregateFunctionCallExpression aggFun = (AggregateFunctionCallExpression) exprRef.getValue(); aff[i++] = expressionRuntimeProvider.createAggregateFunctionFactory(aggFun, aggOpInputEnv, inputSchemas, context); - intermediateTypes.add(partialAggregationTypeComputer.getType(aggFun, aggOpInputEnv, - context.getMetadataProvider())); + intermediateTypes + .add(partialAggregationTypeComputer.getType(aggFun, aggOpInputEnv, context.getMetadataProvider())); } int[] keyAndDecFields = new int[keys.length + fdColumns.length]; @@ -227,16 +227,16 @@ public class SortGroupByPOperator extends AbstractPhysicalOperator { } i++; } - RecordDescriptor recordDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, - context); + RecordDescriptor recordDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); IAggregateEvaluatorFactory[] merges = new IAggregateEvaluatorFactory[n]; List<LogicalVariable> usedVars = new ArrayList<LogicalVariable>(); IOperatorSchema[] localInputSchemas = new IOperatorSchema[1]; localInputSchemas[0] = new OperatorSchemaImpl(); for (i = 0; i < n; i++) { - AggregateFunctionCallExpression aggFun = (AggregateFunctionCallExpression) aggOp.getMergeExpressions() - .get(i).getValue(); + AggregateFunctionCallExpression aggFun = + (AggregateFunctionCallExpression) aggOp.getMergeExpressions().get(i).getValue(); aggFun.getUsedVariables(usedVars); } i = 0; @@ -250,18 +250,18 @@ public class SortGroupByPOperator extends AbstractPhysicalOperator { localInputSchemas[0].addVariable(usedVar); } for (i = 0; i < n; i++) { - AggregateFunctionCallExpression mergeFun = (AggregateFunctionCallExpression) aggOp.getMergeExpressions() - .get(i).getValue(); + AggregateFunctionCallExpression mergeFun = + (AggregateFunctionCallExpression) aggOp.getMergeExpressions().get(i).getValue(); merges[i] = expressionRuntimeProvider.createAggregateFunctionFactory(mergeFun, aggOpInputEnv, localInputSchemas, context); } - RecordDescriptor partialAggRecordDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - localInputSchemas[0], context); + RecordDescriptor partialAggRecordDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), localInputSchemas[0], context); - IAggregatorDescriptorFactory aggregatorFactory = new SimpleAlgebricksAccumulatingAggregatorFactory(aff, - keyAndDecFields); - IAggregatorDescriptorFactory mergeFactory = new SimpleAlgebricksAccumulatingAggregatorFactory(merges, - keyAndDecFields); + IAggregatorDescriptorFactory aggregatorFactory = + new SimpleAlgebricksAccumulatingAggregatorFactory(aff, keyAndDecFields); + IAggregatorDescriptorFactory mergeFactory = + new SimpleAlgebricksAccumulatingAggregatorFactory(merges, keyAndDecFields); INormalizedKeyComputerFactory normalizedKeyFactory = null; INormalizedKeyComputerFactoryProvider nkcfProvider = context.getNormalizedKeyComputerFactoryProvider(); @@ -269,9 +269,9 @@ public class SortGroupByPOperator extends AbstractPhysicalOperator { normalizedKeyFactory = null; } Object type = aggOpInputEnv.getVarType(gbyCols.get(0)); - normalizedKeyFactory = orderColumns[0].getOrder() == OrderKind.ASC ? nkcfProvider - .getNormalizedKeyComputerFactory(type, true) : nkcfProvider - .getNormalizedKeyComputerFactory(type, false); + normalizedKeyFactory = + orderColumns[0].getOrder() == OrderKind.ASC ? nkcfProvider.getNormalizedKeyComputerFactory(type, true) + : nkcfProvider.getNormalizedKeyComputerFactory(type, false); SortGroupByOperatorDescriptor gbyOpDesc = new SortGroupByOperatorDescriptor(spec, frameLimit, keys, keyAndDecFields, normalizedKeyFactory, compFactories, aggregatorFactory, mergeFactory, partialAggRecordDescriptor, recordDescriptor, false); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortMergeExchangePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortMergeExchangePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortMergeExchangePOperator.java index 81f6e6b..6c02dca 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortMergeExchangePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SortMergeExchangePOperator.java @@ -124,8 +124,8 @@ public class SortMergeExchangePOperator extends AbstractExchangePOperator { IPhysicalPropertiesVector reqdByParent, IOptimizationContext context) { List<ILocalStructuralProperty> localProps = new ArrayList<ILocalStructuralProperty>(sortColumns.length); localProps.add(new LocalOrderProperty(Arrays.asList(sortColumns))); - StructuralPropertiesVector[] r = new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, - localProps) }; + StructuralPropertiesVector[] r = + new StructuralPropertiesVector[] { new StructuralPropertiesVector(null, localProps) }; return new PhysicalRequirements(r, IPartitioningRequirementsCoordinator.NO_COORDINATION); } http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SplitPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SplitPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SplitPOperator.java index 923e56a..c9fde4b 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SplitPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/SplitPOperator.java @@ -51,8 +51,8 @@ public class SplitPOperator extends AbstractReplicatePOperator { boolean propageToAllBranchAsDefault = sop.getPropageToAllBranchAsDefault(); IOperatorDescriptorRegistry spec = builder.getJobSpec(); - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), - propagatedSchema, context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); IExpressionRuntimeProvider expressionRuntimeProvider = context.getExpressionRuntimeProvider(); IScalarEvaluatorFactory brachingExprEvalFactory = expressionRuntimeProvider.createEvaluatorFactory( http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StableSortPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StableSortPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StableSortPOperator.java index 120c1c4..3a4249b 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StableSortPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StableSortPOperator.java @@ -72,10 +72,10 @@ public class StableSortPOperator extends AbstractStableSortPOperator { @Override public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, IOperatorSchema opSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) - throws AlgebricksException { + throws AlgebricksException { IOperatorDescriptorRegistry spec = builder.getJobSpec(); - RecordDescriptor recDescriptor = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, - context); + RecordDescriptor recDescriptor = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); int n = sortColumns.length; int[] sortFields = new int[n]; IBinaryComparatorFactory[] comps = new IBinaryComparatorFactory[n]; @@ -100,8 +100,8 @@ public class StableSortPOperator extends AbstractStableSortPOperator { // topK == -1 means that a topK value is not provided. if (topK == -1) { - ExternalSortOperatorDescriptor sortOpDesc = new ExternalSortOperatorDescriptor(spec, maxNumberOfFrames, - sortFields, nkcf, comps, recDescriptor); + ExternalSortOperatorDescriptor sortOpDesc = + new ExternalSortOperatorDescriptor(spec, maxNumberOfFrames, sortFields, nkcf, comps, recDescriptor); contributeOpDesc(builder, (AbstractLogicalOperator) op, sortOpDesc); ILogicalOperator src = op.getInputs().get(0).getValue(); builder.contributeGraphEdge(src, 0, op, 0); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamLimitPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamLimitPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamLimitPOperator.java index 99be356..da75da8 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamLimitPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamLimitPOperator.java @@ -62,8 +62,8 @@ public class StreamLimitPOperator extends AbstractPhysicalOperator { ILogicalOperator op2 = op.getInputs().get(0).getValue(); if (limitOp.getExecutionMode() == AbstractLogicalOperator.ExecutionMode.UNPARTITIONED) { //partitioning property: unpartitioned; local property: whatever from the child - deliveredProperties = new StructuralPropertiesVector(IPartitioningProperty.UNPARTITIONED, op2 - .getDeliveredPhysicalProperties().getLocalProperties()); + deliveredProperties = new StructuralPropertiesVector(IPartitioningProperty.UNPARTITIONED, + op2.getDeliveredPhysicalProperties().getLocalProperties()); } else { deliveredProperties = op2.getDeliveredPhysicalProperties().clone(); } @@ -89,13 +89,13 @@ public class StreamLimitPOperator extends AbstractPhysicalOperator { LimitOperator limit = (LimitOperator) op; IExpressionRuntimeProvider expressionRuntimeProvider = context.getExpressionRuntimeProvider(); IVariableTypeEnvironment env = context.getTypeEnvironment(op); - IScalarEvaluatorFactory maxObjectsFact = expressionRuntimeProvider.createEvaluatorFactory(limit.getMaxObjects() - .getValue(), env, inputSchemas, context); + IScalarEvaluatorFactory maxObjectsFact = expressionRuntimeProvider + .createEvaluatorFactory(limit.getMaxObjects().getValue(), env, inputSchemas, context); ILogicalExpression offsetExpr = limit.getOffset().getValue(); - IScalarEvaluatorFactory offsetFact = (offsetExpr == null) ? null : expressionRuntimeProvider - .createEvaluatorFactory(offsetExpr, env, inputSchemas, context); - RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, - context); + IScalarEvaluatorFactory offsetFact = (offsetExpr == null) ? null + : expressionRuntimeProvider.createEvaluatorFactory(offsetExpr, env, inputSchemas, context); + RecordDescriptor recDesc = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); StreamLimitRuntimeFactory runtime = new StreamLimitRuntimeFactory(maxObjectsFact, offsetFact, null, context.getBinaryIntegerInspectorFactory()); builder.contributeMicroOperator(limit, runtime, recDesc); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamProjectPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamProjectPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamProjectPOperator.java index 184cbbc..3ff7dc1 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamProjectPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamProjectPOperator.java @@ -68,8 +68,8 @@ public class StreamProjectPOperator extends AbstractPropagatePropertiesForUsedVa projectionList[i++] = pos; } StreamProjectRuntimeFactory runtime = new StreamProjectRuntimeFactory(projectionList, flushFramesRapidly); - RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, - context); + RecordDescriptor recDesc = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); builder.contributeMicroOperator(project, runtime, recDesc); ILogicalOperator src = project.getInputs().get(0).getValue(); builder.contributeGraphEdge(src, 0, project, 0); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamSelectPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamSelectPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamSelectPOperator.java index e87f3f6..ddde5f3 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamSelectPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StreamSelectPOperator.java @@ -66,10 +66,10 @@ public class StreamSelectPOperator extends AbstractPhysicalOperator { IExpressionRuntimeProvider expressionRuntimeProvider = context.getExpressionRuntimeProvider(); IScalarEvaluatorFactory cond = expressionRuntimeProvider.createEvaluatorFactory( select.getCondition().getValue(), context.getTypeEnvironment(op), inputSchemas, context); - StreamSelectRuntimeFactory runtime = new StreamSelectRuntimeFactory(cond, null, - context.getBinaryBooleanInspectorFactory(), select.getRetainMissing(), - inputSchemas[0].findVariable(select.getMissingPlaceholderVariable()), - context.getMissingWriterFactory()); + StreamSelectRuntimeFactory runtime = + new StreamSelectRuntimeFactory(cond, null, context.getBinaryBooleanInspectorFactory(), + select.getRetainMissing(), inputSchemas[0].findVariable(select.getMissingPlaceholderVariable()), + context.getMissingWriterFactory()); // contribute one Asterix framewriter RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), opSchema, context); builder.contributeMicroOperator(select, runtime, recDesc); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StringStreamingScriptPOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StringStreamingScriptPOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StringStreamingScriptPOperator.java index 1f5159d..01e9a0c 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StringStreamingScriptPOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/StringStreamingScriptPOperator.java @@ -65,8 +65,8 @@ public class StringStreamingScriptPOperator extends AbstractPropagatePropertiesF StringStreamingScriptDescription sssd = (StringStreamingScriptDescription) scriptDesc; StringStreamingRuntimeFactory runtime = new StringStreamingRuntimeFactory(sssd.getCommand(), sssd.getPrinterFactories(), sssd.getFieldDelimiter(), sssd.getParserFactory()); - RecordDescriptor recDesc = JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, - context); + RecordDescriptor recDesc = + JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); builder.contributeMicroOperator(scriptOp, runtime, recDesc); // and contribute one edge from its child ILogicalOperator src = scriptOp.getInputs().get(0).getValue(); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/cb9ca975/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/TokenizePOperator.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/TokenizePOperator.java b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/TokenizePOperator.java index 557a657..cd696bc 100644 --- a/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/TokenizePOperator.java +++ b/hyracks-fullstack/algebricks/algebricks-core/src/main/java/org/apache/hyracks/algebricks/core/algebra/operators/physical/TokenizePOperator.java @@ -91,9 +91,9 @@ public class TokenizePOperator extends AbstractPhysicalOperator { JobSpecification spec = builder.getJobSpec(); RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); - Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = mp.getTokenizerRuntime( - dataSourceIndex, propagatedSchema, inputSchemas, typeEnv, primaryKeys, secondaryKeys, null, inputDesc, - context, spec, true); + Pair<IOperatorDescriptor, AlgebricksPartitionConstraint> runtimeAndConstraints = + mp.getTokenizerRuntime(dataSourceIndex, propagatedSchema, inputSchemas, typeEnv, primaryKeys, + secondaryKeys, null, inputDesc, context, spec, true); builder.contributeHyracksOperator(tokenizeOp, runtimeAndConstraints.first); builder.contributeAlgebricksPartitionConstraint(runtimeAndConstraints.first, runtimeAndConstraints.second); ILogicalOperator src = tokenizeOp.getInputs().get(0).getValue();
